scio icon indicating copy to clipboard operation
scio copied to clipboard

bigquery not closed properly in integration tests

Open RustedBones opened this issue 2 years ago • 0 comments

Integration test logs indicate that bigquery is not closed properly

2022-12-08 16:39:43.502-0500 error [ManagedChannelOrphanWrapper] *~*~*~ Channel {0} was not shutdown properly!!! ~*~*~*
    Make sure to call shutdown()/shutdownNow() and wait until awaitTermination() returns true. 
java.lang.RuntimeException: ManagedChannel allocation site
  | => cat io.grpc.internal.ManagedChannelOrphanWrapper$ManagedChannelReference.<init>(ManagedChannelOrphanWrapper.java:93)
  | => cat io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:53)
  | => cat io.grpc.internal.ManagedChannelOrphanWrapper.<init>(ManagedChannelOrphanWrapper.java:44)
	at io.grpc.internal.ManagedChannelImplBuilder.build(ManagedChannelImplBuilder.java:631)
	at io.grpc.internal.AbstractManagedChannelImplBuilder.build(AbstractManagedChannelImplBuilder.java:297)
	at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createSingleChannel(InstantiatingGrpcChannelProvider.java:388)
	at com.google.api.gax.grpc.ChannelPool.<init>(ChannelPool.java:105)
	at com.google.api.gax.grpc.ChannelPool.create(ChannelPool.java:83)
	at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.createChannel(InstantiatingGrpcChannelProvider.java:236)
	at com.google.api.gax.grpc.InstantiatingGrpcChannelProvider.getTransportChannel(InstantiatingGrpcChannelProvider.java:230)
	at com.google.api.gax.rpc.ClientContext.create(ClientContext.java:201)
	at com.google.cloud.bigquery.storage.v1.stub.GrpcBigQueryWriteStub.create(GrpcBigQueryWriteStub.java:132)
	at com.google.cloud.bigquery.storage.v1.stub.BigQueryWriteStubSettings.createStub(BigQueryWriteStubSettings.java:145)
	at com.google.cloud.bigquery.storage.v1.BigQueryWriteClient.<init>(BigQueryWriteClient.java:143)
	at com.google.cloud.bigquery.storage.v1.BigQueryWriteClient.create(BigQueryWriteClient.java:125)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.newBigQueryWriteClient(BigQueryServicesImpl.java:1485)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.access$800(BigQueryServicesImpl.java:152)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init>(BigQueryServicesImpl.java:596)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl$DatasetServiceImpl.<init>(BigQueryServicesImpl.java:538)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesImpl.getDatasetService(BigQueryServicesImpl.java:191)
	at org.apache.beam.sdk.io.gcp.bigquery.BigQueryServicesWrapper.getTable(BigQueryServicesWrapper.java:87)
	at com.spotify.scio.bigquery.client.TableOps$$anonfun$storageRows$1.apply(TableOps.scala:68)
	at com.spotify.scio.bigquery.client.TableOps$$anonfun$storageRows$1.apply(TableOps.scala:67)
	at com.spotify.scio.bigquery.client.TableOps.withBigQueryService(TableOps.scala:271)
	at com.spotify.scio.bigquery.client.TableOps.storageRows(TableOps.scala:67)
	at com.spotify.scio.bigquery.client.TableOps.rows(TableOps.scala:61)
	at com.spotify.scio.bigquery.client.QueryOps$$anonfun$rows$1.apply(QueryOps.scala:117)
	at com.spotify.scio.bigquery.client.QueryOps$$anonfun$rows$1.apply(QueryOps.scala:115)
	at scala.util.Success.map(Try.scala:262)
	at com.spotify.scio.bigquery.client.QueryOps.rows(QueryOps.scala:115)
	at com.spotify.scio.bigquery.MockBigQuery.queryResult(MockBigQuery.scala:105)
	at com.spotify.scio.bigquery.BigQueryIT$$anonfun$2.apply(BigQueryIT.scala:90)
	at com.spotify.scio.bigquery.BigQueryIT$$anonfun$2.apply(BigQueryIT.scala:79)
	at com.spotify.scio.bigquery.BigQueryIT.org$scalatest$BeforeAndAfterEach$$super$runTest(BigQueryIT.scala:41)
	at com.spotify.scio.bigquery.BigQueryIT.runTest(BigQueryIT.scala:41)
	at scala.collection.immutable.List.foreach(List.scala:333)
	at com.spotify.scio.bigquery.BigQueryIT.org$scalatest$BeforeAndAfterAll$$super$run(BigQueryIT.scala:41)
	at com.spotify.scio.bigquery.BigQueryIT.run(BigQueryIT.scala:41)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:515)
	at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:829)

RustedBones avatar Dec 08 '22 21:12 RustedBones