[CI] AsyncBulkByScrollActionTests testScrollResponseBatchingBehavior failing

[davidkyle]

Build scan: https://gradle-enterprise.elastic.co/s/h7gdqkimbf4tg/tests/:modules:reindex:test/org.elasticsearch.reindex.AsyncBulkByScrollActionTests/testScrollResponseBatchingBehavior

Reproduction line:

./gradlew ':modules:reindex:test' --tests "org.elasticsearch.reindex.AsyncBulkByScrollActionTests.testScrollResponseBatchingBehavior" -Dtests.seed=5638EFEF212A5042 -Dtests.locale=nl-BE -Dtests.timezone=America/Atka -Druntime.java=22

Applicable branches: main

Reproduces locally?: Didn't try

Failure history: Failure dashboard for org.elasticsearch.reindex.AsyncBulkByScrollActionTests#testScrollResponseBatchingBehavior

Failure excerpt:

java.lang.AssertionError: cannot complete future on thread Thread[#70,elasticsearch[testScrollResponseBatchingBehavior][generic][T#7],5,TGRP-AsyncBulkByScrollActionTests] with waiter on thread Thread[#69,elasticsearch[testScrollResponseBatchingBehavior][generic][T#6],5,TGRP-AsyncBulkByScrollActionTests], could deadlock if pool was full
	at java.base/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:410)
	at java.base/java.util.concurrent.LinkedTransferQueue$DualNode.await(LinkedTransferQueue.java:452)
	at java.base/java.util.concurrent.LinkedTransferQueue.xfer(LinkedTransferQueue.java:613)
	at java.base/java.util.concurrent.LinkedTransferQueue.poll(LinkedTransferQueue.java:1268)
	at java.base/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1069)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1130)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
	at java.base/java.lang.Thread.run(Thread.java:1570)

  at __randomizedtesting.SeedInfo.seed([5638EFEF212A5042]:0)
  at org.elasticsearch.action.support.PlainActionFuture.assertCompleteAllowed(PlainActionFuture.java:416)
  at org.elasticsearch.action.support.PlainActionFuture.onFailure(PlainActionFuture.java:42)
  at org.elasticsearch.reindex.AbstractAsyncBulkByScrollAction.lambda$finishHim$3(AbstractAsyncBulkByScrollAction.java:598)
  at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917)
  at org.elasticsearch.index.reindex.ClientScrollableHitSource.cleanup(ClientScrollableHitSource.java:127)
  at org.elasticsearch.index.reindex.ScrollableHitSource.lambda$close$2(ScrollableHitSource.java:115)
  at org.elasticsearch.index.reindex.ClientScrollableHitSource$2.onResponse(ClientScrollableHitSource.java:114)
  at org.elasticsearch.index.reindex.ClientScrollableHitSource$2.onResponse(ClientScrollableHitSource.java:110)
  at org.elasticsearch.reindex.AsyncBulkByScrollActionTests$MyMockClient.doExecute(AsyncBulkByScrollActionTests.java:1092)
  at org.elasticsearch.client.internal.support.AbstractClient.execute(AbstractClient.java:138)
  at org.elasticsearch.client.internal.support.AbstractClient.clearScroll(AbstractClient.java:363)
  at org.elasticsearch.index.reindex.ClientScrollableHitSource.clearScroll(ClientScrollableHitSource.java:110)
  at org.elasticsearch.index.reindex.ScrollableHitSource.close(ScrollableHitSource.java:115)
  at org.elasticsearch.reindex.AbstractAsyncBulkByScrollAction.finishHim(AbstractAsyncBulkByScrollAction.java:588)
  at org.elasticsearch.reindex.AbstractAsyncBulkByScrollAction.finishHim(AbstractAsyncBulkByScrollAction.java:576)
  at org.elasticsearch.reindex.AbstractAsyncBulkByScrollAction$1.onFailure(AbstractAsyncBulkByScrollAction.java:373)
  at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingAbstractRunnable.onFailure(ThreadContext.java:967)
  at org.elasticsearch.common.util.concurrent.AbstractRunnable.run(AbstractRunnable.java:28)
  at org.elasticsearch.common.util.concurrent.RunOnce.run(RunOnce.java:40)
  at org.elasticsearch.index.reindex.WorkerBulkByScrollTaskState$DelayedPrepareBulkRequest.lambda$new$0(WorkerBulkByScrollTaskState.java:254)
  at org.elasticsearch.common.util.concurrent.ThreadContext$ContextPreservingRunnable.run(ThreadContext.java:917)
  at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1144)
  at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:642)
  at java.lang.Thread.run(Thread.java:1570)