weblogic偶尔发生JDBC连接丢失

catcat3496

平均一天发生两次，上午一次，下午一次，发生该现象时，该应用程序异常，登陆很卡，已登陆系统的用户无法做任何操作取不到数据，但是另外一个应用节点是可以正常使用，请问应该从哪些地方排查原因！
####<May 4, 2016 11:08:18 AM CST> <Error> <HTTP> <rhel6101> <AdminServer> <[ACTIVE] ExecuteThread: '16' for queue: 'weblogic.kernel.Default (self-tuning)'> <<WLS Kernel>> <> <> <1462331298241> <BEA-101017> <[weblogic.servlet.internal.WebAppServletContext@25ae306c - appName: 'HNSR', name: '/HNSR', context-path: '/HNSR', spec-version: '2.5'] Root cause of ServletException.
org.springframework.jdbc.UncategorizedSQLException: StatementCallback; uncategorized SQLException for SQL [SELECT A.DICTID AS ID,A.DICTNAME AS TEXT FROM EOS_DICT_ENTRY A WHERE A.DICTTYPEID='16000000']; SQL state [null]; error code [0]; Connection has already been closed.; nested exception is java.sql.SQLException: Connection has already been closed.
        at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:83)
        at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:80)
        at org.springframework.jdbc.support.AbstractFallbackSQLExceptionTranslator.translate(AbstractFallbackSQLExceptionTranslator.java:80)
        at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:407)
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:45
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:466)
        at org.springframework.jdbc.core.JdbcTemplate.queryForList(JdbcTemplate.java:497)
        at com.pns.framework.dao.Dao.query4MapInList(Dao.java:144)
        at com.pns.framework.dao.Dao.query4JsonArray(Dao.java:160)
        at com.pns.framework.combo.ComboBoxData.queryComboboxJSONinEos(ComboBoxData.java:15)
        at jsp_servlet._framework._combox.__combobox._jspService(__combobox.java:76)
        at weblogic.servlet.jsp.JspBase.service(JspBase.java:34)
        at weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
        at weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
        at weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
        at weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
        at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:50)
        at com.primeton.access.http.impl.DispatchWebInterceptor.doIntercept(DispatchWebInterceptor.java:90)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.access.authorization.impl.AccessedHttpResourceFilter.doIntercept(AccessedHttpResourceFilter.java:131)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.eos.access.http.UserLoginCheckedFilter.doIntercept(UserLoginCheckedFilter.java:124)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at org.gocom.components.coframe.auth.intercepter.FunctionWebInterceptor.doIntercept(FunctionWebInterceptor.java:84)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at org.gocom.components.coframe.auth.intercepter.UserLoginWebInterceptor.doIntercept(UserLoginWebInterceptor.java:96)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.access.http.impl.WebI18NInterceptor.doIntercept(WebI18NInterceptor.java:64)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.sca.host.webapp.SCAWebServiceServletFilter.doIntercept(SCAWebServiceServletFilter.java:122)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.eos.access.http.InterceptorFilter.doFilter(InterceptorFilter.java:120)
        at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
        at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3496)
        at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
        at weblogic.security.service.SecurityManager.runAs(Unknown Source)
        at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2180)
        at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2086)
        at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1406)
        at weblogic.work.ExecuteThread.execute(ExecuteThread.java:201)
        at weblogic.work.ExecuteThread.run(ExecuteThread.java:173)
java.sql.SQLException: Connection has already been closed.
        at weblogic.jdbc.wrapper.PoolConnection.checkConnection(PoolConnection.java:55)
        at weblogic.jdbc.wrapper.Connection.preInvocationHandler(Connection.java:92)
        at weblogic.jdbc.wrapper.Connection.createStatement(Connection.java:441)
        at com.primeton.ext.infra.connection.ConnectionWrapper.createStatement(ConnectionWrapper.java:122)
        at org.springframework.jdbc.core.JdbcTemplate.execute(JdbcTemplate.java:390)
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:45
        at org.springframework.jdbc.core.JdbcTemplate.query(JdbcTemplate.java:466)
        at org.springframework.jdbc.core.JdbcTemplate.queryForList(JdbcTemplate.java:497)
        at com.pns.framework.dao.Dao.query4MapInList(Dao.java:144)
        at com.pns.framework.dao.Dao.query4JsonArray(Dao.java:160)
        at com.pns.framework.combo.ComboBoxData.queryComboboxJSONinEos(ComboBoxData.java:15)
        at jsp_servlet._framework._combox.__combobox._jspService(__combobox.java:76)
        at weblogic.servlet.jsp.JspBase.service(JspBase.java:34)
        at weblogic.servlet.internal.StubSecurityHelper$ServletServiceAction.run(StubSecurityHelper.java:227)
        at weblogic.servlet.internal.StubSecurityHelper.invokeServlet(StubSecurityHelper.java:125)
        at weblogic.servlet.internal.ServletStubImpl.execute(ServletStubImpl.java:292)
        at weblogic.servlet.internal.TailFilter.doFilter(TailFilter.java:26)
        at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:50)
        at com.primeton.access.http.impl.DispatchWebInterceptor.doIntercept(DispatchWebInterceptor.java:90)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.access.authorization.impl.AccessedHttpResourceFilter.doIntercept(AccessedHttpResourceFilter.java:131)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.eos.access.http.UserLoginCheckedFilter.doIntercept(UserLoginCheckedFilter.java:124)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at org.gocom.components.coframe.auth.intercepter.FunctionWebInterceptor.doIntercept(FunctionWebInterceptor.java:84)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at org.gocom.components.coframe.auth.intercepter.UserLoginWebInterceptor.doIntercept(UserLoginWebInterceptor.java:96)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.access.http.impl.WebI18NInterceptor.doIntercept(WebI18NInterceptor.java:64)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.primeton.sca.host.webapp.SCAWebServiceServletFilter.doIntercept(SCAWebServiceServletFilter.java:122)
        at com.primeton.access.http.impl.WebInterceptorChainImpl.doIntercept(WebInterceptorChainImpl.java:54)
        at com.eos.access.http.InterceptorFilter.doFilter(InterceptorFilter.java:120)
        at weblogic.servlet.internal.FilterChainImpl.doFilter(FilterChainImpl.java:42)
        at weblogic.servlet.internal.WebAppServletContext$ServletInvocationAction.run(WebAppServletContext.java:3496)
        at weblogic.security.acl.internal.AuthenticatedSubject.doAs(AuthenticatedSubject.java:321)
        at weblogic.security.service.SecurityManager.runAs(Unknown Source)
        at weblogic.servlet.internal.WebAppServletContext.securedExecute(WebAppServletContext.java:2180)
        at weblogic.servlet.internal.WebAppServletContext.execute(WebAppServletContext.java:2086)
        at weblogic.servlet.internal.ServletRequestImpl.run(ServletRequestImpl.java:1406)
        at weblogic.work.ExecuteThread.execute(ExecuteThread.java:201)
        at weblogic.work.ExecuteThread.run(ExecuteThread.java:173)
>