dd-trace-java icon indicating copy to clipboard operation
dd-trace-java copied to clipboard

Published 20 hours ago • verified publisher icon DataDog

Jetty9 instrumentation tests are flaky

Open PerfectSlayer opened this issue 1 year ago • 0 comments

Test suite

test blocking of request for request body variant urlencoded from datadog.trace.instrumentation.jetty9.JettyContinuationHandlerV0ForkedTest. Marked flaky by CircleCI

Error

Condition not satisfied:

spans.find { it.tags['http.status_code'] == 413 } != null
|     |                                           |
|     null                                        false
[DDSpan [ t_id=359, s_id=358, p_id=0 ] trace=worker.org.gradle.process.internal.worker.GradleWorkerMain/servlet.request/POST /body-urlencoded *errored* *measured* tags={_dd.agent_psr=1.0, _dd.dsm.enabled=1, _dd.profiling.ctx=test, _dd.profiling.enabled=0, _dd.trace_span_attribute_schema=0, _sample_rate=1, component=jetty-server, error.stack=java.nio.channels.ReadPendingException
	at org.eclipse.jetty.io.FillInterest.register(FillInterest.java:56)
	at org.eclipse.jetty.io.AbstractEndPoint.fillInterested(AbstractEndPoint.java:119)
	at org.eclipse.jetty.server.HttpConnection$Input.blockForContent(HttpConnection.java:566)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:124)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:77)
	at datadog.trace.instrumentation.servlet.AbstractServletInputStreamWrapper.read(AbstractServletInputStreamWrapper.java:40)
	at org.eclipse.jetty.util.UrlEncoded.decodeUtf8To(UrlEncoded.java:484)
	at org.eclipse.jetty.util.UrlEncoded.decodeTo(UrlEncoded.java:597)
	at org.eclipse.jetty.server.Request.extractParameters(Request.java:339)
	at org.eclipse.jetty.server.Request.getParameterMap(Request.java:765)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.MethodMetaProperty$GetBeanMethodMetaProperty.getProperty(MethodMetaProperty.java:76)
	at org.codehaus.groovy.runtime.callsite.GetEffectivePojoPropertySite.getProperty(GetEffectivePojoPropertySite.java:63)
	at org.codehaus.groovy.runtime.callsite.AbstractCallSite.callGetProperty(AbstractCallSite.java:329)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy:103)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor114.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.ClosureMetaClass.invokeMethod(ClosureMetaClass.java:274)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1035)
	at groovy.lang.Closure.call(Closure.java:412)
	at groovy.lang.Closure.call(Closure.java:406)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:54)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$1.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:43)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$0.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:35)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace.callStatic(Unknown Source)
	at datadog.trace.agent.test.base.HttpServerTest.controller(HttpServerTest.groovy:510)
	at datadog.trace.agent.test.base.HttpServerTest$controller$1.call(Unknown Source)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync.service(TestServlet3.groovy:61)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.super$5$service(TestHandler.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor111.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1258)
	at org.codehaus.groovy.runtime.ScriptBytecodeAdapter.invokeMethodOnSuperN(ScriptBytecodeAdapter.java:144)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.service(TestHandler.groovy:37)
	at datadog.trace.instrumentation.jetty9.TestHandler.handleRequest(TestHandler.groovy:44)
	at datadog.trace.instrumentation.jetty9.TestHandler$handleRequest.callStatic(Unknown Source)
	at datadog.trace.instrumentation.jetty9.JettyContinuationHandlerTest$ContinuationTestHandler.handle(JettyContinuationHandlerTest.groovy:53)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handleAsync(Server.java:506)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:257)
	at datadog.trace.bootstrap.instrumentation.java.concurrent.Wrapper.run(Wrapper.java:46)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:589)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:520)
	at java.base/java.lang.Thread.run(Thread.java:840)
, error.type=java.nio.channels.ReadPendingException, http.client_ip=127.0.0.1, http.hostname=localhost, http.method=POST, http.query.string=ignore=pair, http.status_code=500, http.url=http://localhost:44165/body-urlencoded?ignore=pair?ignore=pair, http.useragent=okhttp/3.12.12, language=jvm, pathway.hash=16882414545893174995, peer.ipv4=127.0.0.1, peer.port=38516, process_id=10157, runtime-id=7d38a9bf-5f94-4a0e-9ead-08cf91ec3113, span.kind=server, thread.id=44, thread.name=qtp645564279-44}, duration_ns=30423399, forceKeep=false, links=[], DDSpan [ t_id=359, s_id=360, p_id=358 ] trace=worker.org.gradle.process.internal.worker.GradleWorkerMain/servlet.dispatch/servlet.dispatch *errored* tags={_dd.dsm.enabled=1, component=java-web-servlet-async-dispatcher, error.stack=java.nio.channels.ReadPendingException
	at org.eclipse.jetty.io.FillInterest.register(FillInterest.java:56)
	at org.eclipse.jetty.io.AbstractEndPoint.fillInterested(AbstractEndPoint.java:119)
	at org.eclipse.jetty.server.HttpConnection$Input.blockForContent(HttpConnection.java:566)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:124)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:77)
	at datadog.trace.instrumentation.servlet.AbstractServletInputStreamWrapper.read(AbstractServletInputStreamWrapper.java:40)
	at org.eclipse.jetty.util.UrlEncoded.decodeUtf8To(UrlEncoded.java:484)
	at org.eclipse.jetty.util.UrlEncoded.decodeTo(UrlEncoded.java:597)
	at org.eclipse.jetty.server.Request.extractParameters(Request.java:339)
	at org.eclipse.jetty.server.Request.getParameterMap(Request.java:765)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.MethodMetaProperty$GetBeanMethodMetaProperty.getProperty(MethodMetaProperty.java:76)
	at org.codehaus.groovy.runtime.callsite.GetEffectivePojoPropertySite.getProperty(GetEffectivePojoPropertySite.java:63)
	at org.codehaus.groovy.runtime.callsite.AbstractCallSite.callGetProperty(AbstractCallSite.java:329)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy:103)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor114.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.ClosureMetaClass.invokeMethod(ClosureMetaClass.java:274)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1035)
	at groovy.lang.Closure.call(Closure.java:412)
	at groovy.lang.Closure.call(Closure.java:406)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:54)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$1.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:43)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$0.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:35)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace.callStatic(Unknown Source)
	at datadog.trace.agent.test.base.HttpServerTest.controller(HttpServerTest.groovy:510)
	at datadog.trace.agent.test.base.HttpServerTest$controller$1.call(Unknown Source)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync.service(TestServlet3.groovy:61)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.super$5$service(TestHandler.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor111.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1258)
	at org.codehaus.groovy.runtime.ScriptBytecodeAdapter.invokeMethodOnSuperN(ScriptBytecodeAdapter.java:144)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.service(TestHandler.groovy:37)
	at datadog.trace.instrumentation.jetty9.TestHandler.handleRequest(TestHandler.groovy:44)
	at datadog.trace.instrumentation.jetty9.TestHandler$handleRequest.callStatic(Unknown Source)
	at datadog.trace.instrumentation.jetty9.JettyContinuationHandlerTest$ContinuationTestHandler.handle(JettyContinuationHandlerTest.groovy:53)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handleAsync(Server.java:506)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:257)
	at datadog.trace.bootstrap.instrumentation.java.concurrent.Wrapper.run(Wrapper.java:46)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:589)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:520)
	at java.base/java.lang.Thread.run(Thread.java:840)
, error.type=java.nio.channels.ReadPendingException, thread.id=45, thread.name=pool-1-thread-1}, duration_ns=5070623, forceKeep=false, links=[], DDSpan [ t_id=359, s_id=361, p_id=360 ] trace=worker.org.gradle.process.internal.worker.GradleWorkerMain/controller/controller *errored* tags={_dd.dsm.enabled=1, error.stack=java.nio.channels.ReadPendingException
	at org.eclipse.jetty.io.FillInterest.register(FillInterest.java:56)
	at org.eclipse.jetty.io.AbstractEndPoint.fillInterested(AbstractEndPoint.java:119)
	at org.eclipse.jetty.server.HttpConnection$Input.blockForContent(HttpConnection.java:566)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:124)
	at org.eclipse.jetty.server.HttpInput.read(HttpInput.java:77)
	at datadog.trace.instrumentation.servlet.AbstractServletInputStreamWrapper.read(AbstractServletInputStreamWrapper.java:40)
	at org.eclipse.jetty.util.UrlEncoded.decodeUtf8To(UrlEncoded.java:484)
	at org.eclipse.jetty.util.UrlEncoded.decodeTo(UrlEncoded.java:597)
	at org.eclipse.jetty.server.Request.extractParameters(Request.java:339)
	at org.eclipse.jetty.server.Request.getParameterMap(Request.java:765)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.MethodMetaProperty$GetBeanMethodMetaProperty.getProperty(MethodMetaProperty.java:76)
	at org.codehaus.groovy.runtime.callsite.GetEffectivePojoPropertySite.getProperty(GetEffectivePojoPropertySite.java:63)
	at org.codehaus.groovy.runtime.callsite.AbstractCallSite.callGetProperty(AbstractCallSite.java:329)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy:103)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync$_service_closure1.doCall(TestServlet3.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor114.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at org.codehaus.groovy.runtime.metaclass.ClosureMetaClass.invokeMethod(ClosureMetaClass.java:274)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1035)
	at groovy.lang.Closure.call(Closure.java:412)
	at groovy.lang.Closure.call(Closure.java:406)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:54)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$1.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:43)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace$0.callStatic(Unknown Source)
	at datadog.trace.agent.test.utils.TraceUtils.runUnderTrace(TraceUtils.groovy:35)
	at datadog.trace.agent.test.utils.TraceUtils$runUnderTrace.callStatic(Unknown Source)
	at datadog.trace.agent.test.base.HttpServerTest.controller(HttpServerTest.groovy:510)
	at datadog.trace.agent.test.base.HttpServerTest$controller$1.call(Unknown Source)
	at datadog.trace.instrumentation.servlet3.TestServlet3$Sync.service(TestServlet3.groovy:61)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.super$5$service(TestHandler.groovy)
	at jdk.internal.reflect.GeneratedMethodAccessor111.invoke(Unknown Source)
	at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.base/java.lang.reflect.Method.invoke(Method.java:568)
	at org.codehaus.groovy.reflection.CachedMethod.invoke(CachedMethod.java:107)
	at groovy.lang.MetaMethod.doMethodInvoke(MetaMethod.java:323)
	at groovy.lang.MetaClassImpl.invokeMethod(MetaClassImpl.java:1258)
	at org.codehaus.groovy.runtime.ScriptBytecodeAdapter.invokeMethodOnSuperN(ScriptBytecodeAdapter.java:144)
	at datadog.trace.instrumentation.jetty9.TestHandler$1.service(TestHandler.groovy:37)
	at datadog.trace.instrumentation.jetty9.TestHandler.handleRequest(TestHandler.groovy:44)
	at datadog.trace.instrumentation.jetty9.TestHandler$handleRequest.callStatic(Unknown Source)
	at datadog.trace.instrumentation.jetty9.JettyContinuationHandlerTest$ContinuationTestHandler.handle(JettyContinuationHandlerTest.groovy:53)
	at org.eclipse.jetty.server.handler.HandlerWrapper.handle(HandlerWrapper.java:97)
	at org.eclipse.jetty.server.Server.handleAsync(Server.java:506)
	at org.eclipse.jetty.server.HttpChannel.run(HttpChannel.java:257)
	at datadog.trace.bootstrap.instrumentation.java.concurrent.Wrapper.run(Wrapper.java:46)
	at org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:589)
	at org.eclipse.jetty.util.thread.QueuedThreadPool$3.run(QueuedThreadPool.java:520)
	at java.base/java.lang.Thread.run(Thread.java:840)
, error.type=java.nio.channels.ReadPendingException, thread.id=48, thread.name=qtp645564279-48}, duration_ns=2247500, forceKeep=false, links=[]]

	at datadog.trace.agent.test.base.HttpServerTest.test blocking of request for request body variant #variant(HttpServerTest.groovy:1674)

Environment

Any version of Java and JVM.

Logs

forkedTest.zip

PerfectSlayer avatar May 22 '24 12:05 PerfectSlayer