datadog-agent
datadog-agent copied to clipboard
[Agntlog-411] Agent-Intake E2E integration
What does this PR do?
Motivation
Describe how you validated your changes
Additional Notes
Go Package Import Differences
Baseline: 5742833c52a291c9da842b1d67e7e587a63f9892 Comparison: d66c10ac9a9d2fd44a3db7b9d4fb9dcda708be7f
| binary | os | arch | change |
|---|---|---|---|
| agent | linux | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| agent | linux | arm64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| agent | windows | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| agent | darwin | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| agent | darwin | arm64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| iot-agent | linux | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| iot-agent | linux | arm64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| heroku-agent | linux | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| cluster-agent | linux | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| cluster-agent | linux | arm64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| cluster-agent-cloudfoundry | linux | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| cluster-agent-cloudfoundry | linux | arm64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| dogstatsd | linux | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| dogstatsd | linux | arm64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| process-agent | linux | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| process-agent | linux | arm64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| process-agent | windows | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| process-agent | darwin | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| process-agent | darwin | arm64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| heroku-process-agent | linux | amd64 | +1, -0
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| security-agent | linux | amd64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| security-agent | linux | arm64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| security-agent | windows | amd64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| serverless | linux | amd64 | +8, -0
+container/heap
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| serverless | linux | arm64 | +8, -0
+container/heap
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| system-probe | linux | amd64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| system-probe | linux | arm64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| system-probe | windows | amd64 | +8, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
+github.com/DataDog/datadog-agent/pkg/trace/log
|
| otel-agent | linux | amd64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
| otel-agent | linux | arm64 | +7, -0
+github.com/DataDog/datadog-agent/pkg/logs/patterns/automaton
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering
+github.com/DataDog/datadog-agent/pkg/logs/patterns/clustering/merging
+github.com/DataDog/datadog-agent/pkg/logs/patterns/tags
+github.com/DataDog/datadog-agent/pkg/logs/patterns/token
+github.com/DataDog/datadog-agent/pkg/logs/sender/grpc
+github.com/DataDog/datadog-agent/pkg/proto/pbgo/statefulpb
|
Static quality checks
❌ Please find below the results from static quality gates Comparison made with ancestor 5742833c52a291c9da842b1d67e7e587a63f9892
Error
| Quality gate | Delta | On disk size (MiB) | Delta | On wire size (MiB) | |
|---|---|---|---|---|---|
| ❌ | agent_rpm_arm64_fips | DataNotFound | $${679.59}$$ > $${679.54}$$ | DataNotFound | $${155.77}$$ < $${156.53}$$ |
| ❌ | agent_suse_arm64_fips | DataNotFound | $${679.59}$$ > $${679.54}$$ | DataNotFound | $${155.77}$$ < $${156.53}$$ |
| ❌ | docker_agent_jmx_arm64 | DataNotFound | $${941.01}$$ > $${940.91}$$ | DataNotFound | $${307.1}$$ < $${307.81}$$ |
Gate failure full details
| Quality gate | Error type | Error message |
|---|---|---|
| agent_rpm_arm64_fips | StaticQualityGateFailed | [91mstatic_quality_gate_agent_rpm_arm64_fips failed! Disk size 679.6 MB exceeds limit of 679.5 MB by 0.0 MB[0m |
| agent_suse_arm64_fips | StaticQualityGateFailed | [91mstatic_quality_gate_agent_suse_arm64_fips failed! Disk size 679.6 MB exceeds limit of 679.5 MB by 0.0 MB[0m |
| docker_agent_jmx_arm64 | StaticQualityGateFailed | [91mstatic_quality_gate_docker_agent_jmx_arm64 failed! Disk size 941.0 MB exceeds limit of 940.9 MB by 0.1 MB[0m |
Static quality gates prevent the PR to merge! You can check the static quality gates confluence page for guidance. We also have a toolbox page available to list tools useful to debug the size increase.
Successful checks
Info
| Quality gate | Delta | On disk size (MiB) | Delta | On wire size (MiB) | |
|---|---|---|---|---|---|
| ✅ | agent_deb_amd64 | DataNotFound | $${695.16}$$ < $${695.26}$$ | DataNotFound | $${170.33}$$ < $${171.42}$$ |
| ✅ | agent_deb_amd64_fips | DataNotFound | $${689.5}$$ < $${689.56}$$ | DataNotFound | $${167.97}$$ < $${168.75}$$ |
| ✅ | agent_heroku_amd64 | DataNotFound | $${336.9}$$ < $${337.56}$$ | DataNotFound | $${89.84}$$ < $${90.78}$$ |
| ✅ | agent_msi | DataNotFound | $${1009.94}$$ < $${1015.38}$$ | DataNotFound | $${147.0}$$ < $${149.42}$$ |
| ✅ | agent_rpm_amd64 | DataNotFound | $${695.15}$$ < $${695.24}$$ | DataNotFound | $${171.94}$$ < $${172.66}$$ |
| ✅ | agent_rpm_amd64_fips | DataNotFound | $${689.49}$$ < $${689.55}$$ | DataNotFound | $${170.39}$$ < $${171.31}$$ |
| ✅ | agent_rpm_arm64 | DataNotFound | $${684.15}$$ < $${684.17}$$ | DataNotFound | $${157.67}$$ < $${158.47}$$ |
| ✅ | agent_suse_amd64 | DataNotFound | $${695.15}$$ < $${695.24}$$ | DataNotFound | $${171.94}$$ < $${172.66}$$ |
| ✅ | agent_suse_amd64_fips | DataNotFound | $${689.49}$$ < $${689.55}$$ | DataNotFound | $${170.39}$$ < $${171.31}$$ |
| ✅ | agent_suse_arm64 | DataNotFound | $${684.15}$$ < $${684.17}$$ | DataNotFound | $${157.67}$$ < $${158.47}$$ |
| ✅ | docker_agent_amd64 | DataNotFound | $${747.65}$$ < $${747.75}$$ | DataNotFound | $${251.98}$$ < $${252.67}$$ |
| ✅ | docker_agent_arm64 | DataNotFound | $${761.41}$$ < $${761.44}$$ | DataNotFound | $${242.47}$$ < $${243.19}$$ |
| ✅ | docker_agent_jmx_amd64 | DataNotFound | $${938.53}$$ < $${938.63}$$ | DataNotFound | $${320.61}$$ < $${321.29}$$ |
| ✅ | docker_cluster_agent_amd64 | DataNotFound | $${206.77}$$ < $${207.49}$$ | DataNotFound | $${69.33}$$ < $${70.2}$$ |
| ✅ | docker_cluster_agent_arm64 | DataNotFound | $${222.61}$$ < $${223.38}$$ | DataNotFound | $${65.54}$$ < $${66.42}$$ |
| ✅ | docker_cws_instrumentation_amd64 | DataNotFound | $${7.07}$$ < $${7.12}$$ | DataNotFound | $${2.95}$$ < $${3.29}$$ |
| ✅ | docker_cws_instrumentation_arm64 | DataNotFound | $${6.69}$$ < $${6.92}$$ | DataNotFound | $${2.7}$$ < $${3.07}$$ |
| ✅ | docker_dogstatsd_amd64 | DataNotFound | $${38.5}$$ < $${39.3}$$ | DataNotFound | $${14.85}$$ < $${15.76}$$ |
| ✅ | docker_dogstatsd_arm64 | DataNotFound | $${37.19}$$ < $${37.94}$$ | DataNotFound | $${14.3}$$ < $${14.83}$$ |
| ✅ | dogstatsd_deb_amd64 | DataNotFound | $${29.72}$$ < $${30.53}$$ | DataNotFound | $${7.83}$$ < $${8.75}$$ |
| ✅ | dogstatsd_deb_arm64 | DataNotFound | $${28.24}$$ < $${29.11}$$ | DataNotFound | $${6.76}$$ < $${7.71}$$ |
| ✅ | dogstatsd_rpm_amd64 | DataNotFound | $${29.72}$$ < $${30.53}$$ | DataNotFound | $${7.84}$$ < $${8.76}$$ |
| ✅ | dogstatsd_suse_amd64 | DataNotFound | $${29.72}$$ < $${30.53}$$ | DataNotFound | $${7.84}$$ < $${8.76}$$ |
| ✅ | iot_agent_deb_amd64 | DataNotFound | $${42.45}$$ < $${43.19}$$ | DataNotFound | $${11.08}$$ < $${11.98}$$ |
| ✅ | iot_agent_deb_arm64 | DataNotFound | $${40.18}$$ < $${40.92}$$ | DataNotFound | $${9.54}$$ < $${10.45}$$ |
| ✅ | iot_agent_deb_armhf | DataNotFound | $${40.12}$$ < $${40.86}$$ | DataNotFound | $${9.66}$$ < $${10.56}$$ |
| ✅ | iot_agent_rpm_amd64 | DataNotFound | $${42.45}$$ < $${43.19}$$ | DataNotFound | $${11.1}$$ < $${12.0}$$ |
| ✅ | iot_agent_suse_amd64 | DataNotFound | $${42.45}$$ < $${43.19}$$ | DataNotFound | $${11.1}$$ < $${12.0}$$ |