scio
scio copied to clipboard
bigquery not closed properly in integration tests
Integration test logs indicate that bigquery is not closed properly
2022-12-08 16:39:43.502-0500 error [ManagedChannelOrphanWrapper] *~*~*~ Channel {0} was not shutdown properly!!! ~*~*~*
Make sure to call shutdown()/shutdownNow() and wait until awaitTermination() returns true.
java.lang.RuntimeException: ManagedChannel allocation site
| => cat io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference.<init>(ManagedChannelOrphanWrapper.java:93)
| => cat io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:53)
| => cat io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:44)
at io.grpc.internal.ManagedChannelImplBuilder.build(ManagedChannelImplBuilder.java:631)
at io.grpc.internal.AbstractManagedChannelImplBuilder.build(AbstractManagedChannelImplBuilder.java:297)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createSingleChannel(InstantiatingGrpcChannelProvider.java:388)
at com.google.api.gax.grpc.ChannelPool.<init>(ChannelPool.java:105)
at com.google.api.gax.grpc.ChannelPool.create(ChannelPool.java:83)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createChannel(InstantiatingGrpcChannelProvider.java:236)
at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.getTransportChannel(InstantiatingGrpcChannelProvider.java:230)
at com.google.api.gax.rpc.ClientContext.create(ClientContext.java:201)
at com.google.cloud.bigquery.storage.v1.stub.GrpcBigQueryWriteStub.create(GrpcBigQueryWriteStub.java:132)
at com.google.cloud.bigquery.storage.v1.stub.BigQueryWriteStubSettings.createStub(BigQueryWriteStubSettings.java:145)
at com.google.cloud.bigquery.storage.v1.BigQueryWriteClient.<init>(BigQueryWriteClient.java:143)
at com.google.cloud.bigquery.storage.v1.BigQueryWriteClient.create(BigQueryWriteClient.java:125)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.newBigQueryWriteClient(BigQueryServicesImpl.java:1485)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.access$800(BigQueryServicesImpl.java:152)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init>(BigQueryServicesImpl.java:596)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init>(BigQueryServicesImpl.java:538)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.getDatasetService(BigQueryServicesImpl.java:191)
at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesWrapper.getTable(BigQueryServicesWrapper.java:87)
at com.spotify.scio.bigquery.client.TableOps$$anonfun$storageRows$1.apply(TableOps.scala:68)
at com.spotify.scio.bigquery.client.TableOps$$anonfun$storageRows$1.apply(TableOps.scala:67)
at com.spotify.scio.bigquery.client.TableOps.withBigQueryService(TableOps.scala:271)
at com.spotify.scio.bigquery.client.TableOps.storageRows(TableOps.scala:67)
at com.spotify.scio.bigquery.client.TableOps.rows(TableOps.scala:61)
at com.spotify.scio.bigquery.client.QueryOps$$anonfun$rows$1.apply(QueryOps.scala:117)
at com.spotify.scio.bigquery.client.QueryOps$$anonfun$rows$1.apply(QueryOps.scala:115)
at scala.util.Success.map(Try.scala:262)
at com.spotify.scio.bigquery.client.QueryOps.rows(QueryOps.scala:115)
at com.spotify.scio.bigquery.MockBigQuery.queryResult(MockBigQuery.scala:105)
at com.spotify.scio.bigquery.BigQueryIT$$anonfun$2.apply(BigQueryIT.scala:90)
at com.spotify.scio.bigquery.BigQueryIT$$anonfun$2.apply(BigQueryIT.scala:79)
at com.spotify.scio.bigquery.BigQueryIT.org$scalatest$BeforeAndAfterEach$$super$runTest(BigQueryIT.scala:41)
at com.spotify.scio.bigquery.BigQueryIT.runTest(BigQueryIT.scala:41)
at scala.collection.immutable.List.foreach(List.scala:333)
at com.spotify.scio.bigquery.BigQueryIT.org$scalatest$BeforeAndAfterAll$$super$run(BigQueryIT.scala:41)
at com.spotify.scio.bigquery.BigQueryIT.run(BigQueryIT.scala:41)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
at java.base/java.lang.Thread.run(Thread.java:829)