Flaky Vertex IT: Internal error @ ITChatSessionIntegrationTest

[burkedavison]

https://fusion2.corp.google.com/invocations/21c70e24-5d8b-4db1-af4d-a00517131e3b/targets/github%2Fgoogle-cloud-java%2Fjava-vertexai%2Fgoogle-cloud-vertexai%2Ftarget%2Fsurefire-reports;config=default/tests and https://fusion2.corp.google.com/invocations/82af9134-bb31-476f-b4fa-d4aced9b0886/targets/github%2Fgoogle-cloud-java%2Fjava-vertexai%2Fgoogle-cloud-vertexai%2Ftarget%2Fsurefire-reports;config=default/tests

com.google.api.gax.rpc.InternalException: io.grpc.StatusRuntimeException: INTERNAL: Internal error encountered.
	at com.google.api.gax.rpc.ApiExceptionFactory.createException([ApiExceptionFactory.java:110](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/rpc/ApiExceptionFactory.java:110&ws=&snapshot=0))
	at com.google.api.gax.rpc.ApiExceptionFactory.createException([ApiExceptionFactory.java:41](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/rpc/ApiExceptionFactory.java:41&ws=&snapshot=0))
	at com.google.api.gax.grpc.GrpcApiExceptionFactory.create([GrpcApiExceptionFactory.java:86](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/grpc/GrpcApiExceptionFactory.java:86&ws=&snapshot=0))
	at com.google.api.gax.grpc.GrpcApiExceptionFactory.create([GrpcApiExceptionFactory.java:66](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/grpc/GrpcApiExceptionFactory.java:66&ws=&snapshot=0))
	at com.google.api.gax.grpc.GrpcExceptionCallable$ExceptionTransformingFuture.onFailure([GrpcExceptionCallable.java:97](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/grpc/GrpcExceptionCallable.java:97&ws=&snapshot=0))
	at com.google.api.core.ApiFutures$1.onFailure([ApiFutures.java:84](https://cs.corp.google.com/#search/&q=f:com/google/api/core/ApiFutures.java:84&ws=&snapshot=0))
	at com.google.common.util.concurrent.Futures$CallbackListener.run([Futures.java:1130](https://cs.corp.google.com/#search/&q=f:com/google/common/util/concurrent/Futures.java:1130&ws=&snapshot=0))
	at com.google.common.util.concurrent.DirectExecutor.execute([DirectExecutor.java:31](https://cs.corp.google.com/#search/&q=f:com/google/common/util/concurrent/DirectExecutor.java:31&ws=&snapshot=0))
	at com.google.common.util.concurrent.AbstractFuture.executeListener([AbstractFuture.java:1299](https://cs.corp.google.com/#search/&q=f:com/google/common/util/concurrent/AbstractFuture.java:1299&ws=&snapshot=0))
	at com.google.common.util.concurrent.AbstractFuture.complete([AbstractFuture.java:1060](https://cs.corp.google.com/#search/&q=f:com/google/common/util/concurrent/AbstractFuture.java:1060&ws=&snapshot=0))
	at com.google.common.util.concurrent.AbstractFuture.setException([AbstractFuture.java:810](https://cs.corp.google.com/#search/&q=f:com/google/common/util/concurrent/AbstractFuture.java:810&ws=&snapshot=0))
	at io.grpc.stub.ClientCalls$GrpcFuture.setException(ClientCalls.java:568)
	at io.grpc.stub.ClientCalls$UnaryStreamToFuture.onClose(ClientCalls.java:538)
	at io.grpc.PartialForwardingClientCallListener.onClose(PartialForwardingClientCallListener.java:39)
	at io.grpc.ForwardingClientCallListener.onClose(ForwardingClientCallListener.java:23)
	at io.grpc.ForwardingClientCallListener$SimpleForwardingClientCallListener.onClose(ForwardingClientCallListener.java:40)
	at com.google.api.gax.grpc.ChannelPool$ReleasingClientCall$1.onClose([ChannelPool.java:569](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/grpc/ChannelPool.java:569&ws=&snapshot=0))
	at io.grpc.internal.ClientCallImpl.closeObserver(ClientCallImpl.java:564)
	at io.grpc.internal.ClientCallImpl.access$100(ClientCallImpl.java:72)
	at io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1StreamClosed.runInternal(ClientCallImpl.java:729)
	at io.grpc.internal.ClientCallImpl$ClientStreamListenerImpl$1StreamClosed.runInContext(ClientCallImpl.java:710)
	at io.grpc.internal.ContextRunnable.run(ContextRunnable.java:37)
	at io.grpc.internal.SerializingExecutor.run(SerializingExecutor.java:133)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker([ThreadPoolExecutor.java:1144](https://cs.corp.google.com/#search/&sq=package:%5Epiper$%20project:openjdk21&q=java/util/concurrent/ThreadPoolExecutor.java:1144&ws=&snapshot=0))
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run([ThreadPoolExecutor.java:642](https://cs.corp.google.com/#search/&sq=package:%5Epiper$%20project:openjdk21&q=java/util/concurrent/ThreadPoolExecutor.java:642%20runWorker&ws=&snapshot=0))
	at java.base/java.lang.Thread.run([Thread.java:1583](https://cs.corp.google.com/#search/&sq=package:%5Epiper$%20project:openjdk21&q=java/lang/Thread.java:1583%20run&ws=&snapshot=0))
	Suppressed: com.google.api.gax.rpc.AsyncTaskException: Asynchronous task failed
		at com.google.api.gax.rpc.ApiExceptions.callAndTranslateApiException([ApiExceptions.java:57](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/rpc/ApiExceptions.java:57&ws=&snapshot=0))
		at com.google.api.gax.rpc.UnaryCallable.call([UnaryCallable.java:112](https://cs.corp.google.com/#search/&q=f:com/google/api/gax/rpc/UnaryCallable.java:112&ws=&snapshot=0))
		at com.google.cloud.vertexai.generativeai.GenerativeModel.generateContent([GenerativeModel.java:467](https://cs.corp.google.com/#search/&q=f:com/google/cloud/vertexai/generativeai/GenerativeModel.java:467&ws=&snapshot=0))
		at com.google.cloud.vertexai.generativeai.GenerativeModel.generateContent([GenerativeModel.java:454](https://cs.corp.google.com/#search/&q=f:com/google/cloud/vertexai/generativeai/GenerativeModel.java:454&ws=&snapshot=0))
		at com.google.cloud.vertexai.generativeai.ChatSession.sendMessage([ChatSession.java:247](https://cs.corp.google.com/#search/&q=f:com/google/cloud/vertexai/generativeai/ChatSession.java:247&ws=&snapshot=0))
		at com.google.cloud.vertexai.generativeai.ChatSession.sendMessage([ChatSession.java:233](https://cs.corp.google.com/#search/&q=f:com/google/cloud/vertexai/generativeai/ChatSession.java:233&ws=&snapshot=0))
		at com.google.cloud.vertexai.it.ITChatSessionIntegrationTest.sendMessageWithNewConfigs_historyContainsFullConversation([ITChatSessionIntegrationTest.java:159](https://cs.corp.google.com/#search/&q=f:com/google/cloud/vertexai/it/ITChatSessionIntegrationTest.java:159&ws=&snapshot=0))
		at java.base/java.lang.reflect.Method.invoke([Method.java:580](https://cs.corp.google.com/#search/&sq=package:%5Epiper$%20project:openjdk21&q=java/lang/reflect/Method.java:580%20sendMessageWithNewConfigs_historyContainsFullConversation&ws=&snapshot=0))
Caused by: io.grpc.StatusRuntimeException: INTERNAL: Internal error encountered.
	at io.grpc.Status.asRuntimeException(Status.java:533)
	... 14 more