brightspot-cms icon indicating copy to clipboard operation
brightspot-cms copied to clipboard

Locked threads preventing Tomcat starting

Open nickdunn opened this issue 5 years ago • 5 comments

We have a Brightspot 2.4 site that has beeb running fine for 3–4 years. However the application now no longer starts, with locked threads.

  java.lang.Thread.State: BLOCKED
	 blocks Thread #3@5601
	 blocks Thread #2@5602
	 blocks http-apr-8080-exec-6@5639
	 blocks http-apr-8080-exec-5@5638
	 blocks http-apr-8080-exec-4@5635
	 blocks http-apr-8080-exec-3@5594
	 blocks http-apr-8080-exec-2@5595
	 waiting for Thread #2@5602 to release lock on <0x15f5> (a java.util.logging.ConsoleHandler)
	  at java.util.logging.StreamHandler.publish(StreamHandler.java:191)
	  at java.util.logging.ConsoleHandler.publish(ConsoleHandler.java:105)
	  at java.util.logging.Logger.log(Logger.java:616)
	  at org.slf4j.impl.JDK14LoggerAdapter.log(JDK14LoggerAdapter.java:588)
	  at org.slf4j.impl.JDK14LoggerAdapter.info(JDK14LoggerAdapter.java:305)
	  at com.psddev.dari.db.DatabaseEnvironment.refreshGlobals(DatabaseEnvironment.java:205)
	  - locked <0x15f6> (a com.psddev.dari.db.DatabaseEnvironment)
	  at com.psddev.dari.db.DatabaseEnvironment$2.run(DatabaseEnvironment.java:140)
	  at com.psddev.dari.util.Once.ensure(Once.java:63)
	  - locked <0x15f2> (a com.psddev.dari.db.DatabaseEnvironment$2)
	  at com.psddev.dari.db.DatabaseEnvironment.getTypesByGroup(DatabaseEnvironment.java:732)
	  at com.psddev.dari.db.Query.getDatabase(Query.java:282)
	  at com.psddev.dari.db.Query.first(Query.java:1477)
	  at com.psddev.dari.db.UpdateTrackable$Static.isUpdated(UpdateTrackable.java:45)
	  at com.psddev.dari.db.WebResourceOverrideFilter$2$1.update(WebResourceOverrideFilter.java:57)
	  at com.psddev.dari.util.PeriodicCache.refresh(PeriodicCache.java:84)
	  - locked <0x15f7> (a com.psddev.dari.db.WebResourceOverrideFilter$2$1)
	  at com.psddev.dari.util.PeriodicCache.<init>(PeriodicCache.java:33)
	  at com.psddev.dari.util.PeriodicCache.<init>(PeriodicCache.java:60)
	  at com.psddev.dari.db.WebResourceOverrideFilter$2$1.<init>(WebResourceOverrideFilter.java:48)
	  at com.psddev.dari.db.WebResourceOverrideFilter$2.create(WebResourceOverrideFilter.java:48)
	  at com.psddev.dari.db.WebResourceOverrideFilter$2.create(WebResourceOverrideFilter.java:44)
	  at com.psddev.dari.util.Lazy$1.run(Lazy.java:32)
	  at com.psddev.dari.util.Once.ensure(Once.java:63)
	  - locked <0x15f0> (a com.psddev.dari.util.Lazy$1)
	  at com.psddev.dari.util.Lazy.get(Lazy.java:50)
	  at com.psddev.dari.db.WebResourceOverrideFilter.doDispatch(WebResourceOverrideFilter.java:93)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.ResourceFilter.doRequest(ResourceFilter.java:64)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.PingFilter.doRequest(PingFilter.java:38)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.LocalStorageFilter.doRequest(LocalStorageFilter.java:71)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.HtmlApiFilter.doRequest(HtmlApiFilter.java:42)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.SessionIdFilter.doRequest(SessionIdFilter.java:35)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.PageContextFilter.doRequest(PageContextFilter.java:60)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.MultipartRequestFilter.doRequest(MultipartRequestFilter.java:35)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.StatsFilter.doRequest(StatsFilter.java:50)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.ProfilerFilter.doDispatch(ProfilerFilter.java:34)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.DebugFilter.doRequest(DebugFilter.java:237)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.DebugFilter.doDispatch(DebugFilter.java:158)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.ResourceFilter.doRequest(ResourceFilter.java:64)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:200)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.DebugFilter$SettingsOverrideFilter.doRequest(DebugFilter.java:737)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.LogCaptureFilter.doRequest(LogCaptureFilter.java:43)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.HeaderResponseFilter.doRequest(HeaderResponseFilter.java:34)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:200)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.Utf8Filter.doRequest(Utf8Filter.java:93)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	  at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	  at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
	  at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
	  at de.javakaffee.web.msm.RequestTrackingContextValve.invoke(RequestTrackingContextValve.java:99)
	  at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:493)
	  at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:170)
	  at de.javakaffee.web.msm.RequestTrackingHostValve.invoke(RequestTrackingHostValve.java:156)
	  at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:98)
	  at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:950)
	  at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
	  at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:408)
	  at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1041)
	  at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:607)
	  at org.apache.tomcat.util.net.AprEndpoint$SocketWithOptionsProcessor.run(AprEndpoint.java:2391)
	  - locked <0x15f8> (a org.apache.tomcat.util.net.AprEndpoint$AprSocketWrapper)
	  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
	  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:622)
	  at java.lang.Thread.run(Thread.java:748)

And

  java.lang.Thread.State: BLOCKED
	 waiting for http-apr-8080-exec-1@5604 to release lock on <merged>(a com.psddev.dari.util.Lazy$1)
	  at com.psddev.dari.util.Once.ensure(Once.java:60)
	  at com.psddev.dari.util.Lazy.get(Lazy.java:50)
	  at com.psddev.dari.db.WebResourceOverrideFilter.doDispatch(WebResourceOverrideFilter.java:93)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.ResourceFilter.doRequest(ResourceFilter.java:64)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.PingFilter.doRequest(PingFilter.java:38)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.LocalStorageFilter.doRequest(LocalStorageFilter.java:71)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.HtmlApiFilter.doRequest(HtmlApiFilter.java:42)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:407)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.SessionIdFilter.doRequest(SessionIdFilter.java:35)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.PageContextFilter.doRequest(PageContextFilter.java:60)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.MultipartRequestFilter.doRequest(MultipartRequestFilter.java:35)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.StatsFilter.doRequest(StatsFilter.java:50)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.ProfilerFilter.doDispatch(ProfilerFilter.java:34)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.DebugFilter.doRequest(DebugFilter.java:237)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.DebugFilter.doDispatch(DebugFilter.java:158)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.ResourceFilter.doRequest(ResourceFilter.java:64)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:200)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.DebugFilter$SettingsOverrideFilter.doRequest(DebugFilter.java:737)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.LogCaptureFilter.doRequest(LogCaptureFilter.java:43)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.HeaderResponseFilter.doRequest(HeaderResponseFilter.java:34)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:200)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.Utf8Filter.doRequest(Utf8Filter.java:93)
	  at com.psddev.dari.util.AbstractFilter.doDispatch(AbstractFilter.java:403)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:565)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at com.psddev.dari.util.AbstractFilter$DependencyFilterChain.doFilter(AbstractFilter.java:558)
	  at com.psddev.dari.util.AbstractFilter.doFilter(AbstractFilter.java:274)
	  at org.apache.catalina.core.ApplicationFilterChain.internalDoFilter(ApplicationFilterChain.java:241)
	  at org.apache.catalina.core.ApplicationFilterChain.doFilter(ApplicationFilterChain.java:208)
	  at org.apache.catalina.core.StandardWrapperValve.invoke(StandardWrapperValve.java:220)
	  at org.apache.catalina.core.StandardContextValve.invoke(StandardContextValve.java:122)
	  at de.javakaffee.web.msm.RequestTrackingContextValve.invoke(RequestTrackingContextValve.java:99)
	  at org.apache.catalina.authenticator.AuthenticatorBase.invoke(AuthenticatorBase.java:493)
	  at org.apache.catalina.core.StandardHostValve.invoke(StandardHostValve.java:170)
	  at de.javakaffee.web.msm.RequestTrackingHostValve.invoke(RequestTrackingHostValve.java:156)
	  at org.apache.catalina.valves.ErrorReportValve.invoke(ErrorReportValve.java:98)
	  at org.apache.catalina.valves.AccessLogValve.invoke(AccessLogValve.java:950)
	  at org.apache.catalina.core.StandardEngineValve.invoke(StandardEngineValve.java:116)
	  at org.apache.catalina.connector.CoyoteAdapter.service(CoyoteAdapter.java:408)
	  at org.apache.coyote.http11.AbstractHttp11Processor.process(AbstractHttp11Processor.java:1041)
	  at org.apache.coyote.AbstractProtocol$AbstractConnectionHandler.process(AbstractProtocol.java:607)
	  at org.apache.tomcat.util.net.AprEndpoint$SocketWithOptionsProcessor.run(AprEndpoint.java:2391)
	  - locked <merged>(a org.apache.tomcat.util.net.AprEndpoint$AprSocketWrapper)
	  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1152)
	  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:622)
	  at java.lang.Thread.run(Thread.java:748)

We've isolated this to data in the database (postgres), because we can recreate this issue when copying the production database back to local machines.

Any ideas what this could be?

Could it be corrupt data? If so, how would we set about cleaning it up? Brightspot's database seems to store data fully encrypted so it's not easy to see.

nickdunn avatar Aug 16 '19 12:08 nickdunn