Error Writing Request Body

[mtgnoah]

One or two tasks will fail out of many when writing a heavily partitioned table that uses a UDF to clickhouse and I can't figure out what is causing it

xenon.clickhouse.exception.CHServerException: [HTTP][email protected]:8123}/default [1002] Error writing request body to server, server ClickHouseNode [uri=http://192.168.0.202:8123/default]@1139606723
	at xenon.clickhouse.client.NodeClient.syncInsert(NodeClient.scala:126)
	at xenon.clickhouse.client.NodeClient.syncInsertOutputJSONEachRow(NodeClient.scala:85)
	at xenon.clickhouse.write.ClickHouseWriter.$anonfun$doFlush$1(ClickHouseWriter.scala:231)
	at scala.runtime.java8.JFunction0$mcV$sp.apply(JFunction0$mcV$sp.java:23)
	at scala.util.Try$.apply(Try.scala:213)
	at xenon.clickhouse.Utils$.retry(Utils.scala:87)
	at xenon.clickhouse.write.ClickHouseWriter.doFlush(ClickHouseWriter.scala:229)
	at xenon.clickhouse.write.ClickHouseWriter.flush(ClickHouseWriter.scala:217)
	at xenon.clickhouse.write.ClickHouseWriter.commit(ClickHouseWriter.scala:262)
	at org.apache.spark.sql.execution.datasources.v2.DataWritingSparkTask$.$anonfun$run$1(WriteToDataSourceV2Exec.scala:453)
	at org.apache.spark.util.Utils$.tryWithSafeFinallyAndFailureCallbacks(Utils.scala:1538)
	at org.apache.spark.sql.execution.datasources.v2.DataWritingSparkTask$.run(WriteToDataSourceV2Exec.scala:480)
	at org.apache.spark.sql.execution.datasources.v2.V2TableWriteExec.$anonfun$writeWithV2$2(WriteToDataSourceV2Exec.scala:381)
	at org.apache.spark.scheduler.ResultTask.runTask(ResultTask.scala:90)
	at org.apache.spark.scheduler.Task.run(Task.scala:136)
	at org.apache.spark.executor.Executor$TaskRunner.$anonfun$run$3(Executor.scala:548)
	at org.apache.spark.util.Utils$.tryWithSafeFinally(Utils.scala:1504)
	at org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:551)
	at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128)
	at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628)
	at java.base/java.lang.Thread.run(Thread.java:834)