trafficstars
BUG信息：
JdbcOutputFormat [Flink_Job] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1915)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndCloseOperator(StreamOperatorWrapper.java:168)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.close(StreamOperatorWrapper.java:131)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.close(StreamOperatorWrapper.java:135)
at org.apache.flink.streaming.runtime.tasks.OperatorChain.closeOperators(OperatorChain.java:439)
at org.apache.flink.streaming.runtime.tasks.StreamTask.afterInvoke(StreamTask.java:627)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:589)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: java.lang.IllegalArgumentException: WritingRecordError: error writing record [2] exceed limit [0]
+I(18,xulei,22,wuhan)
com.dtstack.flinkx.throwable.WriteRecordException:
JdbcOutputFormat [Flink_Job] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.processWriteException(JdbcOutputFormat.java:342)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:181)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeSingleRecord(BaseRichOutputFormat.java:465)
at java.util.ArrayList.forEach(ArrayList.java:1249)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeRecordInternal(BaseRichOutputFormat.java:485)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.lambda$initTimingSubmitTask$0(BaseRichOutputFormat.java:438)
at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:511)
at java.util.concurrent.FutureTask.runAndReset(FutureTask.java:308)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.access$301(ScheduledThreadPoolExecutor.java:180)
at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:294)
at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1149)
at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:624)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:936)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3976)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3912)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2530)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2683)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1858)
at com.mysql.jdbc.PreparedStatement.execute(PreparedStatement.java:1197)
at com.dtstack.flinkx.connector.jdbc.statement.FieldNamedPreparedStatementImpl.execute(FieldNamedPreparedStatementImpl.java:76)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:175)
... 11 more
JdbcOutputFormat [Flink_Job] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.close(BaseRichOutputFormat.java:332)
at com.dtstack.flinkx.sink.DtOutputFormatSinkFunction.close(DtOutputFormatSinkFunction.java:127)
at org.apache.flink.api.common.functions.util.FunctionUtils.closeFunction(FunctionUtils.java:41)
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.close(AbstractUdfStreamOperator.java:109)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.lambda$closeOperator$5(StreamOperatorWrapper.java:213)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.closeOperator(StreamOperatorWrapper.java:210)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.lambda$deferCloseOperatorToMailbox$3(StreamOperatorWrapper.java:185)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxExecutorImpl.tryYield(MailboxExecutorImpl.java:97)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndCloseOperator(StreamOperatorWrapper.java:162)
... 8 more
Caused by: java.lang.IllegalArgumentException: WritingRecordError: error writing record [2] exceed limit [0]
+I(18,xulei,22,wuhan)
com.dtstack.flinkx.throwable.WriteRecordException:
JdbcOutputFormat [Flink_Job] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
执行JSON:
{
"job": {
"content": [
{
"reader": {
"parameter": {
"password": "123456",
"dataSourceId": 38,
"column": [
{
"precision": 10,
"name": "id",
"columnDisplaySize": 10,
"type": "INT"
},
{
"precision": 20,
"name": "name",
"columnDisplaySize": 20,
"type": "VARCHAR"
},
{
"precision": 10,
"name": "age",
"columnDisplaySize": 10,
"type": "INT"
},
{
"precision": 20,
"name": "address",
"columnDisplaySize": 20,
"type": "VARCHAR"
}
],
"connection": [
{
"jdbcUrl": [
"jdbc:mysql://172.18.8.113:3306/test_fjf"
],
"table": [
"mysqlreader"
]
}
],
"splitPk": "id",
"username": "root"
},
"name": "mysqlreader"
},
"writer": {
"parameter": {
"password": "123456",
"dataSourceId": 38,
"updateKey": [
"id"
],
"column": [
{
"precision": 10,
"name": "id",
"columnDisplaySize": 10,
"type": "INT"
},
{
"precision": 20,
"name": "name",
"columnDisplaySize": 20,
"type": "VARCHAR"
},
{
"precision": 10,
"name": "age",
"columnDisplaySize": 10,
"type": "INT"
},
{
"precision": 20,
"name": "address",
"columnDisplaySize": 20,
"type": "VARCHAR"
}
],
"connection": [
{
"jdbcUrl": "jdbc:mysql://172.18.8.113:3306/test_fjf",
"table": [
"mysqlwriter"
]
}
],
"writeMode": "update",
"username": "root"
},
"name": "mysqlwriter"
}
}
],
"setting": {
"speed": {
"bytes": 0,
"channel": 1
}
}
}
}
执行表：
17:29:03.069 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - --------------------------------------------------------------------------------
17:29:03.071 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Starting YarnJobClusterEntrypoint (Version: 1.12.2, Scala: 2.11, Rev:4dedee0, Date:2021-02-26T17:14:28+01:00)
17:29:03.071 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - OS current user: root
17:29:03.615 [main] DEBUG org.apache.hadoop.util.Shell - Failed to detect a valid hadoop home directory
java.io.FileNotFoundException: HADOOP_HOME and hadoop.home.dir are unset.
at org.apache.hadoop.util.Shell.checkHadoopHomeInner(Shell.java:448)
at org.apache.hadoop.util.Shell.checkHadoopHome(Shell.java:419)
at org.apache.hadoop.util.Shell.(Shell.java:496)
at org.apache.hadoop.util.StringUtils.(StringUtils.java:79)
at org.apache.hadoop.conf.Configuration.getBoolean(Configuration.java:1555)
at org.apache.hadoop.security.SecurityUtil.getLogSlowLookupsEnabled(SecurityUtil.java:497)
at org.apache.hadoop.security.SecurityUtil.(SecurityUtil.java:90)
at org.apache.hadoop.security.UserGroupInformation.initialize(UserGroupInformation.java:289)
at org.apache.hadoop.security.UserGroupInformation.ensureInitialized(UserGroupInformation.java:277)
at org.apache.hadoop.security.UserGroupInformation.loginUserFromSubject(UserGroupInformation.java:833)
at org.apache.hadoop.security.UserGroupInformation.getLoginUser(UserGroupInformation.java:803)
at org.apache.hadoop.security.UserGroupInformation.getCurrentUser(UserGroupInformation.java:676)
at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
at java.lang.reflect.Method.invoke(Method.java:498)
at org.apache.flink.runtime.util.EnvironmentInformation.getHadoopUser(EnvironmentInformation.java:214)
at org.apache.flink.runtime.util.EnvironmentInformation.logEnvironmentInfo(EnvironmentInformation.java:431)
at org.apache.flink.yarn.entrypoint.YarnJobClusterEntrypoint.main(YarnJobClusterEntrypoint.java:69)
17:29:03.623 [main] DEBUG org.apache.hadoop.util.Shell - setsid exited with exit code 0
17:29:03.642 [main] DEBUG org.apache.hadoop.security.authentication.util.KerberosName - Kerberos krb5 configuration not found, setting default realm to empty
17:29:03.698 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - hadoop login
17:29:03.698 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - hadoop login commit
17:29:03.699 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Using user: "root" with name root
17:29:03.699 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - User entry: "root"
17:29:03.699 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Assuming keytab is managed externally since logged in from subject.
17:29:03.699 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Reading credentials from location set in HADOOP_TOKEN_FILE_LOCATION: /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/container_e02_1656054038821_0503_01_000001/container_tokens
17:29:03.705 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Loaded 1 tokens
17:29:03.705 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - UGI loginUser:root (auth:SIMPLE)
17:29:03.705 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Current Hadoop/Kerberos user: root
17:29:03.705 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - JVM: OpenJDK 64-Bit Server VM - Amazon.com Inc. - 1.8/25.275-b01
17:29:03.705 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Maximum heap size: 981 MiBytes
17:29:03.705 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - JAVA_HOME: /usr/lib/jvm/java-8-openjdk-amd64/
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Hadoop version: 2.8.3
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - JVM Options:
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -Xmx1073741824
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -Xms1073741824
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -XX:MaxMetaspaceSize=268435456
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -Dlog.file=/opt/hadoop-2.7.4/logs/userlogs/application_1656054038821_0503/container_e02_1656054038821_0503_01_000001/jobmanager.log
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -Dlog4j.configuration=file:log4j.properties
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -Dlog4j.configurationFile=file:log4j.properties
17:29:03.706 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Program Arguments:
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -D
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - jobmanager.memory.off-heap.size=134217728b
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -D
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - jobmanager.memory.jvm-overhead.min=201326592b
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -D
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - jobmanager.memory.jvm-metaspace.size=268435456b
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -D
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - jobmanager.memory.heap.size=1073741824b
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - -D
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - jobmanager.memory.jvm-overhead.max=201326592b
17:29:03.707 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Classpath: :flink-csv-1.12.2.jar:flink-json-1.12.2.jar:flink-metrics-prometheus-1.12.2.jar:flink-shaded-hadoop-2-uber-2.8.3-10.0.jar:flink-shaded-zookeeper-3.4.14.jar:flink-table-blink_2.11-1.12.2.jar:flink-table_2.11-1.12.2.jar:flinkx-connector-mysql-master.jar:flinkx-core-master.jar:flinkx-core-master.jar:flinkx-metrics-prometheus-master.jar:jersey-client-1.9.jar:jersey-core-1.9.jar:log4j-1.2-api-2.12.1.jar:log4j-api-2.12.1.jar:log4j-core-2.12.1.jar:log4j-slf4j-impl-2.12.1.jar:flink-dist_2.11-1.12.2.jar:job.graph:flink-conf.yaml::/etc/hadoop:/opt/hadoop-2.7.4/share/hadoop/common/hadoop-common-2.7.4-tests.jar:/opt/hadoop-2.7.4/share/hadoop/common/hadoop-common-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/hadoop-nfs-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/activation-1.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/apacheds-i18n-2.0.0-M15.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/apacheds-kerberos-codec-2.0.0-M15.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/api-asn1-api-1.0.0-M20.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/api-util-1.0.0-M20.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/asm-3.2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/avro-1.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-beanutils-1.7.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-beanutils-core-1.8.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-cli-1.2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-codec-1.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-collections-3.2.2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-configuration-1.6.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-digester-1.8.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-httpclient-3.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-io-2.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-lang-2.6.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-math3-3.1.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/commons-net-3.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/curator-client-2.7.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/curator-framework-2.7.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/curator-recipes-2.7.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/gson-2.2.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/guava-11.0.2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/hadoop-annotations-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/hadoop-auth-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/hamcrest-core-1.3.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/htrace-core-3.1.0-incubating.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/httpclient-4.2.5.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/httpcore-4.2.5.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jackson-jaxrs-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jackson-xc-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/java-xmlbuilder-0.4.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jaxb-api-2.2.2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jaxb-impl-2.2.3-1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jersey-core-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jersey-json-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jersey-server-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jets3t-0.9.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jettison-1.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jetty-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jetty-sslengine-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jsch-0.1.54.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jsp-api-2.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/jsr305-3.0.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/junit-4.11.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/log4j-1.2.17.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/mockito-all-1.8.5.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/paranamer-2.3.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/servlet-api-2.5.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/slf4j-api-1.7.10.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/slf4j-log4j12-1.7.10.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/snappy-java-1.0.4.1.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/stax-api-1.0-2.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/xmlenc-0.52.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/xz-1.0.jar:/opt/hadoop-2.7.4/share/hadoop/common/lib/zookeeper-3.4.6.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/hadoop-hdfs-2.7.4-tests.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/hadoop-hdfs-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/hadoop-hdfs-nfs-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/asm-3.2.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-cli-1.2.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-codec-1.4.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-daemon-1.0.13.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-io-2.4.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-lang-2.6.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/guava-11.0.2.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/htrace-core-3.1.0-incubating.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jersey-core-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jersey-server-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jetty-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/jsr305-3.0.0.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/leveldbjni-all-1.8.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/log4j-1.2.17.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/netty-all-4.0.23.Final.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/servlet-api-2.5.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/xercesImpl-2.9.1.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/xml-apis-1.3.04.jar:/opt/hadoop-2.7.4/share/hadoop/hdfs/lib/xmlenc-0.52.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-api-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-applications-distributedshell-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-applications-unmanaged-am-launcher-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-client-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-common-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-registry-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-applicationhistoryservice-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-common-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-nodemanager-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-resourcemanager-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-sharedcachemanager-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-tests-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/hadoop-yarn-server-web-proxy-2.7.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/activation-1.1.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/aopalliance-1.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/asm-3.2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-cli-1.2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-codec-1.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-collections-3.2.2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-compress-1.4.1.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-io-2.4.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-lang-2.6.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/commons-logging-1.1.3.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/guava-11.0.2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/guice-3.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/guice-servlet-3.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jackson-core-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jackson-jaxrs-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jackson-mapper-asl-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jackson-xc-1.9.13.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/javax.inject-1.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jaxb-api-2.2.2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jaxb-impl-2.2.3-1.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jersey-client-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jersey-core-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jersey-guice-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jersey-json-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jersey-server-1.9.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jettison-1.1.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jetty-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jetty-util-6.1.26.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/jsr305-3.0.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/leveldbjni-all-1.8.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/log4j-1.2.17.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/netty-3.6.2.Final.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/protobuf-java-2.5.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/servlet-api-2.5.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/stax-api-1.0-2.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/xz-1.0.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/zookeeper-3.4.6-tests.jar:/opt/hadoop-2.7.4/share/hadoop/yarn/lib/zookeeper-3.4.6.jar
17:29:03.708 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - --------------------------------------------------------------------------------
17:29:03.708 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Registered UNIX signal handlers for [TERM, HUP, INT]
17:29:03.710 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - YARN daemon is running as: root Yarn client user obtainer: root
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: internal.jobgraph-path, job.graph
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.checkpoints.num-retained, 10
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.port, 9091
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: classloader.check-leaked-classloader, false
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.interval, 30 SECONDS
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.execution.failover-strategy, region
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.jobName, flink-metrics
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.cluster-id, application_1656054038821_0503
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, localhost
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.class, org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: flink.checkpoint.interval, 10000
17:29:03.718 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: rest.bind-port, 50031-50040
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 1
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.randomJobNameSuffix, true
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 1
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: yarn.application.name, 423170601490842048
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: yarn.application.queue, default
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: pluginLoadMode, shipfile
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.memory.process.size, 1728m
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: classloader.resolve-order, parent-first
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.memory.process.size, 1600m
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.deleteOnShutdown, false
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: internal.cluster.execution-mode, DETACHED
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: fs.hdfs.hadoopconf, /opt/hadoop/hadoop-2.7.4/etc/hadoop
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.host, pushgateway.software.dc
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: $internal.yarn.log-config-file, /opt/flink/flink-1.12.2/conf/log4j.properties
17:29:03.719 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.checkpoints.dir, hdfs://namenode:8020/checkpoints/metadata
17:29:03.742 [main] INFO org.apache.flink.runtime.clusterframework.BootstrapTools - Setting directories for temporary files to: /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503
17:29:03.745 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Starting YarnJobClusterEntrypoint.
17:29:03.747 [main] WARN org.apache.flink.core.plugin.PluginConfig - The plugins directory [plugins] does not exist.
17:29:03.764 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Install default filesystem.
17:29:03.786 [main] DEBUG org.apache.flink.core.fs.FileSystem - Loading extension file systems via services
17:29:03.787 [main] DEBUG org.apache.flink.core.fs.FileSystem - Added file system maprfs:org.apache.flink.runtime.fs.maprfs.MapRFsFactory@ca30bc1
17:29:03.791 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Install security context.
17:29:03.801 [main] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in Flink config: /opt/hadoop/hadoop-2.7.4/etc/hadoop
17:29:03.801 [main] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in HADOOP_CONF_DIR: /etc/hadoop
17:29:03.802 [main] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/core-site.xml to hadoop configuration
17:29:03.802 [main] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/hdfs-site.xml to hadoop configuration
17:29:03.835 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - hadoop login
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - hadoop login commit
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Using user: "root" with name root
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - User entry: "root"
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Assuming keytab is managed externally since logged in from subject.
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Reading credentials from location set in HADOOP_TOKEN_FILE_LOCATION: /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/container_e02_1656054038821_0503_01_000001/container_tokens
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - Loaded 1 tokens
17:29:03.836 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - UGI loginUser:root (auth:SIMPLE)
17:29:03.836 [main] INFO org.apache.flink.runtime.security.modules.HadoopModule - Hadoop user set to root (auth:SIMPLE)
17:29:03.839 [main] INFO org.apache.flink.runtime.security.modules.JaasModule - Jaas file will be created as /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/jaas-8271373069053352013.conf.
17:29:03.845 [main] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:root (auth:SIMPLE) from:org.apache.flink.runtime.security.contexts.HadoopSecurityContext.runSecured(HadoopSecurityContext.java:41)
17:29:03.845 [main] INFO org.apache.flink.runtime.entrypoint.ClusterEntrypoint - Initializing cluster services.
17:29:03.856 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start actor system, external address nodemanager:0, bind address 0.0.0.0:0.
17:29:04.011 [main] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Using akka configuration
Config(SimpleConfigObject({"akka":{"actor":{"default-dispatcher":{"executor":"fork-join-executor","fork-join-executor":{"parallelism-factor":2,"parallelism-max":64,"parallelism-min":8},"throughput":15},"guardian-supervisor-strategy":"org.apache.flink.runtime.akka.EscalatingSupervisorStrategy","provider":"akka.remote.RemoteActorRefProvider","supervisor-dispatcher":{"executor":"thread-pool-executor","thread-pool-executor":{"core-pool-size-max":1,"core-pool-size-min":1},"type":"Dispatcher"},"warn-about-java-serializer-usage":"off"},"daemonic":"off","jvm-exit-on-fatal-error":"on","log-config-on-start":"off","log-dead-letters":"off","log-dead-letters-during-shutdown":"off","logger-startup-timeout":"30s","loggers":["akka.event.slf4j.Slf4jLogger"],"logging-filter":"akka.event.slf4j.Slf4jLoggingFilter","loglevel":"DEBUG","remote":{"log-remote-lifecycle-events":"off","netty":{"tcp":{"bind-hostname":"0.0.0.0","bind-port":0,"client-socket-worker-pool":{"pool-size-factor":1,"pool-size-max":2,"pool-size-min":1},"connection-timeout":"20000ms","hostname":"nodemanager","maximum-frame-size":"10485760b","port":0,"server-socket-worker-pool":{"pool-size-factor":1,"pool-size-max":2,"pool-size-min":1},"tcp-nodelay":"on","transport-class":"akka.remote.transport.netty.NettyTransport"}},"retry-gate-closed-for":"50 ms","startup-timeout":"100000ms","transport-failure-detector":{"acceptable-heartbeat-pause":"6000000ms","heartbeat-interval":"1000000ms","threshold":300}},"serialize-messages":"off","stdout-loglevel":"OFF"}}))
17:29:04.270 [flink-akka.actor.default-dispatcher-3] INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
17:29:04.277 [flink-akka.actor.default-dispatcher-3] DEBUG akka.event.EventStream - logger log1-Slf4jLogger started
17:29:04.279 [flink-akka.actor.default-dispatcher-3] DEBUG akka.event.EventStream - Default Loggers started
17:29:04.285 [flink-akka.actor.default-dispatcher-3] INFO akka.remote.Remoting - Starting remoting
17:29:04.310 [flink-akka.remote.default-remote-dispatcher-6] DEBUG org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil - Using select timeout of 500
17:29:04.310 [flink-akka.remote.default-remote-dispatcher-6] DEBUG org.apache.flink.shaded.akka.org.jboss.netty.channel.socket.nio.SelectorUtil - Epoll-bug workaround enabled = false
17:29:04.388 [flink-akka.actor.default-dispatcher-3] INFO akka.remote.Remoting - Remoting started; listening on addresses :[akka.tcp://flink@nodemanager:42029]
17:29:04.477 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka.tcp://flink@nodemanager:42029
17:29:04.497 [main] WARN org.apache.flink.configuration.Configuration - Config uses deprecated configuration key 'web.port' instead of proper key 'rest.port'
17:29:04.504 [main] INFO org.apache.flink.runtime.blob.BlobServer - Created BLOB server storage directory /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/blobStore-02724ff5-a924-489e-b5e1-e7179849c4c5
17:29:04.507 [main] DEBUG org.apache.flink.util.NetUtils - Trying to open socket on port 0
17:29:04.507 [main] INFO org.apache.flink.runtime.blob.BlobServer - Started BLOB server at 0.0.0.0:34503 - max concurrent requests: 50 - max backlog: 1000
17:29:04.517 [main] DEBUG org.apache.flink.runtime.metrics.ReporterSetup - Found reporter factory org.apache.flink.metrics.prometheus.PrometheusReporterFactory at /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/filecache/21/flink-metrics-prometheus-1.12.2.jar
17:29:04.517 [main] DEBUG org.apache.flink.runtime.metrics.ReporterSetup - Found reporter factory org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporterFactory at /hadoop-data/nm-local-dir/usercache/root/appcache/application_1656054038821_0503/filecache/21/flink-metrics-prometheus-1.12.2.jar
17:29:04.526 [main] INFO org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter - Configured PrometheusPushGatewayReporter with {host:pushgateway.software.dc, port:9091, jobName:flink-metrics491a16719c7b5e42eae8783cb5593830, randomJobNameSuffix:true, deleteOnShutdown:false, groupingKey:{}}
17:29:04.528 [main] INFO org.apache.flink.runtime.metrics.MetricRegistryImpl - Periodically reporting metrics in intervals of 30 s for reporter promgateway of type org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter.
17:29:04.531 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Trying to start actor system, external address nodemanager:0, bind address 0.0.0.0:0.
17:29:04.533 [main] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Using akka configuration
Config(SimpleConfigObject({"akka":{"actor":{"default-dispatcher":{"executor":"thread-pool-executor","thread-pool-executor":{"core-pool-size-max":1,"core-pool-size-min":1},"thread-priority":1,"throughput":15,"type":"akka.dispatch.PriorityThreadsDispatcher"},"guardian-supervisor-strategy":"org.apache.flink.runtime.akka.EscalatingSupervisorStrategy","provider":"akka.remote.RemoteActorRefProvider","supervisor-dispatcher":{"executor":"thread-pool-executor","thread-pool-executor":{"core-pool-size-max":1,"core-pool-size-min":1},"type":"Dispatcher"},"warn-about-java-serializer-usage":"off"},"daemonic":"off","jvm-exit-on-fatal-error":"on","log-config-on-start":"off","log-dead-letters":"off","log-dead-letters-during-shutdown":"off","logger-startup-timeout":"30s","loggers":["akka.event.slf4j.Slf4jLogger"],"logging-filter":"akka.event.slf4j.Slf4jLoggingFilter","loglevel":"DEBUG","remote":{"log-remote-lifecycle-events":"off","netty":{"tcp":{"bind-hostname":"0.0.0.0","bind-port":0,"client-socket-worker-pool":{"pool-size-factor":1,"pool-size-max":2,"pool-size-min":1},"connection-timeout":"20000ms","hostname":"nodemanager","maximum-frame-size":"10485760b","port":0,"server-socket-worker-pool":{"pool-size-factor":1,"pool-size-max":2,"pool-size-min":1},"tcp-nodelay":"on","transport-class":"akka.remote.transport.netty.NettyTransport"}},"retry-gate-closed-for":"50 ms","startup-timeout":"100000ms","transport-failure-detector":{"acceptable-heartbeat-pause":"6000000ms","heartbeat-interval":"1000000ms","threshold":300}},"serialize-messages":"off","stdout-loglevel":"OFF"}}))
17:29:04.544 [flink-metrics-2] INFO akka.event.slf4j.Slf4jLogger - Slf4jLogger started
17:29:04.545 [flink-metrics-2] DEBUG akka.event.EventStream - logger log1-Slf4jLogger started
17:29:04.545 [flink-metrics-2] DEBUG akka.event.EventStream - Default Loggers started
17:29:04.546 [flink-metrics-2] INFO akka.remote.Remoting - Starting remoting
17:29:04.551 [flink-metrics-2] INFO akka.remote.Remoting - Remoting started; listening on addresses :[akka.tcp://flink-metrics@nodemanager:41546]
17:29:04.585 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcServiceUtils - Actor system started at akka.tcp://flink-metrics@nodemanager:41546
17:29:04.595 [flink-metrics-akka.actor.supervisor-dispatcher-13] DEBUG org.apache.flink.runtime.rpc.akka.SupervisorActor - Starting AkkaRpcActor with name MetricQueryService.
17:29:04.597 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.metrics.dump.MetricQueryService at akka://flink-metrics/user/rpc/MetricQueryService .
17:29:04.638 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Upload directory /tmp/flink-web-0c9aba43-9408-4a63-ab87-f0b09a111624/flink-web-upload does not exist.
17:29:04.639 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Created directory /tmp/flink-web-0c9aba43-9408-4a63-ab87-f0b09a111624/flink-web-upload for file uploads.
17:29:04.655 [main] DEBUG org.apache.flink.runtime.entrypoint.component.DefaultDispatcherResourceManagerComponentFactory - Starting Dispatcher REST endpoint.
17:29:04.656 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Starting rest endpoint.
17:29:04.833 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.logging.InternalLoggerFactory - Using SLF4J as the default logging framework
17:29:04.834 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.InternalThreadLocalMap - -Dio.netty.threadLocalMap.stringBuilder.initialSize: 1024
17:29:04.834 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.InternalThreadLocalMap - -Dio.netty.threadLocalMap.stringBuilder.maxSize: 4096
17:29:04.883 [main] INFO org.apache.flink.runtime.webmonitor.WebMonitorUtils - Determined location of main cluster component log file: /opt/hadoop-2.7.4/logs/userlogs/application_1656054038821_0503/container_e02_1656054038821_0503_01_000001/jobmanager.log
17:29:04.883 [main] INFO org.apache.flink.runtime.webmonitor.WebMonitorUtils - Determined location of main cluster component stdout file: /opt/hadoop-2.7.4/logs/userlogs/application_1656054038821_0503/container_e02_1656054038821_0503_01_000001/jobmanager.out
17:29:04.908 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - -Dio.netty.noUnsafe: false
17:29:04.908 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - Java version: 8
17:29:04.909 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - sun.misc.Unsafe.theUnsafe: available
17:29:04.909 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - sun.misc.Unsafe.copyMemory: available
17:29:04.910 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - java.nio.Buffer.address: available
17:29:04.910 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - direct buffer constructor: available
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - java.nio.Bits.unaligned: available, true
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - jdk.internal.misc.Unsafe.allocateUninitializedArray(int): unavailable prior to Java9
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent0 - java.nio.DirectByteBuffer.(long, int): available
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - sun.misc.Unsafe: available
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - -Dio.netty.tmpdir: /tmp (java.io.tmpdir)
17:29:04.911 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - -Dio.netty.bitMode: 64 (sun.arch.data.model)
17:29:04.912 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - -Dio.netty.maxDirectMemory: 1029177344 bytes
17:29:04.912 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - -Dio.netty.uninitializedArrayAllocationThreshold: -1
17:29:04.912 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.CleanerJava6 - java.nio.ByteBuffer.cleaner(): available
17:29:04.912 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - -Dio.netty.noPreferDirect: false
17:29:04.916 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ShutdownHandler@181e72d3 under DELETE@/v1/cluster.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ShutdownHandler@181e72d3 under DELETE@/cluster.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.DashboardConfigHandler@1e86a5a7 under GET@/v1/config.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.DashboardConfigHandler@1e86a5a7 under GET@/config.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetListHandler@10afe71a under GET@/v1/datasets.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetListHandler@10afe71a under GET@/datasets.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetDeleteHandlers$ClusterDataSetDeleteStatusHandler@741f8dbe under GET@/v1/datasets/delete/:triggerid.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetDeleteHandlers$ClusterDataSetDeleteStatusHandler@741f8dbe under GET@/datasets/delete/:triggerid.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetDeleteHandlers$ClusterDataSetDeleteTriggerHandler@212dfd39 under DELETE@/v1/datasets/:datasetid.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.dataset.ClusterDataSetDeleteHandlers$ClusterDataSetDeleteTriggerHandler@212dfd39 under DELETE@/datasets/:datasetid.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ClusterConfigHandler@a2ddf26 under GET@/v1/jobmanager/config.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ClusterConfigHandler@a2ddf26 under GET@/jobmanager/config.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogFileHandler@65d57e4e under GET@/v1/jobmanager/log.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogFileHandler@65d57e4e under GET@/jobmanager/log.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogListHandler@6daf7d37 under GET@/v1/jobmanager/logs.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogListHandler@6daf7d37 under GET@/jobmanager/logs.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerCustomLogHandler@23a5818e under GET@/v1/jobmanager/logs/:filename.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerCustomLogHandler@23a5818e under GET@/jobmanager/logs/:filename.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobManagerMetricsHandler@4715ae33 under GET@/v1/jobmanager/metrics.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobManagerMetricsHandler@4715ae33 under GET@/jobmanager/metrics.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogFileHandler@9fc9f91 under GET@/v1/jobmanager/stdout.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.JobManagerLogFileHandler@9fc9f91 under GET@/jobmanager/stdout.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobIdsHandler@1fac1d5c under GET@/v1/jobs.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobIdsHandler@1fac1d5c under GET@/jobs.
17:29:04.917 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingJobsMetricsHandler@108a46d6 under GET@/v1/jobs/metrics.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingJobsMetricsHandler@108a46d6 under GET@/jobs/metrics.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobsOverviewHandler@7a8406c2 under GET@/v1/jobs/overview.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobsOverviewHandler@7a8406c2 under GET@/jobs/overview.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobDetailsHandler@17690e14 under GET@/v1/jobs/:jobid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobDetailsHandler@17690e14 under GET@/jobs/:jobid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@6850b758 under PATCH@/v1/jobs/:jobid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@6850b758 under PATCH@/jobs/:jobid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobAccumulatorsHandler@2a2ef072 under GET@/v1/jobs/:jobid/accumulators.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobAccumulatorsHandler@2a2ef072 under GET@/jobs/:jobid/accumulators.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointingStatisticsHandler@704641e3 under GET@/v1/jobs/:jobid/checkpoints.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointingStatisticsHandler@704641e3 under GET@/jobs/:jobid/checkpoints.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointConfigHandler@2f00f851 under GET@/v1/jobs/:jobid/checkpoints/config.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointConfigHandler@2f00f851 under GET@/jobs/:jobid/checkpoints/config.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointStatisticDetailsHandler@4207609e under GET@/v1/jobs/:jobid/checkpoints/details/:checkpointid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.CheckpointStatisticDetailsHandler@4207609e under GET@/jobs/:jobid/checkpoints/details/:checkpointid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.TaskCheckpointStatisticDetailsHandler@1f77b5cc under GET@/v1/jobs/:jobid/checkpoints/details/:checkpointid/subtasks/:vertexid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.checkpoints.TaskCheckpointStatisticDetailsHandler@1f77b5cc under GET@/jobs/:jobid/checkpoints/details/:checkpointid/subtasks/:vertexid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobConfigHandler@5d7ca698 under GET@/v1/jobs/:jobid/config.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobConfigHandler@5d7ca698 under GET@/jobs/:jobid/config.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.coordination.ClientCoordinationHandler@75961f16 under POST@/v1/jobs/:jobid/coordinators/:operatorid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.coordination.ClientCoordinationHandler@75961f16 under POST@/jobs/:jobid/coordinators/:operatorid.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobExceptionsHandler@c6c82aa under GET@/v1/jobs/:jobid/exceptions.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobExceptionsHandler@c6c82aa under GET@/jobs/:jobid/exceptions.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobExecutionResultHandler@2e179f3e under GET@/v1/jobs/:jobid/execution-result.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobExecutionResultHandler@2e179f3e under GET@/jobs/:jobid/execution-result.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobMetricsHandler@16e7b402 under GET@/v1/jobs/:jobid/metrics.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobMetricsHandler@16e7b402 under GET@/jobs/:jobid/metrics.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobPlanHandler@534c6767 under GET@/v1/jobs/:jobid/plan.
17:29:04.918 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobPlanHandler@534c6767 under GET@/jobs/:jobid/plan.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.rescaling.RescalingHandlers$RescalingTriggerHandler@3bddc676 under PATCH@/v1/jobs/:jobid/rescaling.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.rescaling.RescalingHandlers$RescalingTriggerHandler@3bddc676 under PATCH@/jobs/:jobid/rescaling.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.rescaling.RescalingHandlers$RescalingStatusHandler@29a1505c under GET@/v1/jobs/:jobid/rescaling/:triggerid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.rescaling.RescalingHandlers$RescalingStatusHandler@29a1505c under GET@/jobs/:jobid/rescaling/:triggerid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$SavepointTriggerHandler@24db6ce under POST@/v1/jobs/:jobid/savepoints.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$SavepointTriggerHandler@24db6ce under POST@/jobs/:jobid/savepoints.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$SavepointStatusHandler@320a8ebf under GET@/v1/jobs/:jobid/savepoints/:triggerid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$SavepointStatusHandler@320a8ebf under GET@/jobs/:jobid/savepoints/:triggerid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$StopWithSavepointHandler@67b100fe under POST@/v1/jobs/:jobid/stop.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointHandlers$StopWithSavepointHandler@67b100fe under POST@/jobs/:jobid/stop.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexDetailsHandler@44b18fe4 under GET@/v1/jobs/:jobid/vertices/:vertexid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexDetailsHandler@44b18fe4 under GET@/jobs/:jobid/vertices/:vertexid.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexAccumulatorsHandler@2ba5aa7a under GET@/v1/jobs/:jobid/vertices/:vertexid/accumulators.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexAccumulatorsHandler@2ba5aa7a under GET@/jobs/:jobid/vertices/:vertexid/accumulators.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexBackPressureHandler@4d3ca6c7 under GET@/v1/jobs/:jobid/vertices/:vertexid/backpressure.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexBackPressureHandler@4d3ca6c7 under GET@/jobs/:jobid/vertices/:vertexid/backpressure.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobVertexMetricsHandler@22e5f96e under GET@/v1/jobs/:jobid/vertices/:vertexid/metrics.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobVertexMetricsHandler@22e5f96e under GET@/jobs/:jobid/vertices/:vertexid/metrics.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtasksAllAccumulatorsHandler@6a638c79 under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/accumulators.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtasksAllAccumulatorsHandler@6a638c79 under GET@/jobs/:jobid/vertices/:vertexid/subtasks/accumulators.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingSubtasksMetricsHandler@6c931d35 under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/metrics.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingSubtasksMetricsHandler@6c931d35 under GET@/jobs/:jobid/vertices/:vertexid/subtasks/metrics.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskCurrentAttemptDetailsHandler@44b194fe under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex.
17:29:04.919 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskCurrentAttemptDetailsHandler@44b194fe under GET@/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskExecutionAttemptDetailsHandler@49122b8f under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/attempts/:attempt.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskExecutionAttemptDetailsHandler@49122b8f under GET@/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/attempts/:attempt.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskExecutionAttemptAccumulatorsHandler@3fe46690 under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/attempts/:attempt/accumulators.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtaskExecutionAttemptAccumulatorsHandler@3fe46690 under GET@/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/attempts/:attempt/accumulators.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.SubtaskMetricsHandler@4beabeec under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/metrics.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.SubtaskMetricsHandler@4beabeec under GET@/jobs/:jobid/vertices/:vertexid/subtasks/:subtaskindex/metrics.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtasksTimesHandler@3b4d50b under GET@/v1/jobs/:jobid/vertices/:vertexid/subtasktimes.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.SubtasksTimesHandler@3b4d50b under GET@/jobs/:jobid/vertices/:vertexid/subtasktimes.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexTaskManagersHandler@5b22d8a1 under GET@/v1/jobs/:jobid/vertices/:vertexid/taskmanagers.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobVertexTaskManagersHandler@5b22d8a1 under GET@/jobs/:jobid/vertices/:vertexid/taskmanagers.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobVertexWatermarksHandler@476ee5b3 under GET@/v1/jobs/:jobid/vertices/:vertexid/watermarks.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.JobVertexWatermarksHandler@476ee5b3 under GET@/jobs/:jobid/vertices/:vertexid/watermarks.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@59ed3e6c under GET@/v1/jobs/:jobid/yarn-cancel.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@59ed3e6c under GET@/jobs/:jobid/yarn-cancel.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@7cd4a4d7 under GET@/v1/jobs/:jobid/yarn-stop.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.JobCancellationHandler@7cd4a4d7 under GET@/jobs/:jobid/yarn-stop.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ClusterOverviewHandler@317e9c3c under GET@/v1/overview.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.cluster.ClusterOverviewHandler@317e9c3c under GET@/overview.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointDisposalHandlers$SavepointDisposalTriggerHandler@18da4dd under POST@/v1/savepoint-disposal.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointDisposalHandlers$SavepointDisposalTriggerHandler@18da4dd under POST@/savepoint-disposal.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointDisposalHandlers$SavepointDisposalStatusHandler@31a3f4de under GET@/v1/savepoint-disposal/:triggerid.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.savepoints.SavepointDisposalHandlers$SavepointDisposalStatusHandler@31a3f4de under GET@/savepoint-disposal/:triggerid.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagersHandler@68880c21 under GET@/v1/taskmanagers.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagersHandler@68880c21 under GET@/taskmanagers.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingTaskManagersMetricsHandler@2dd2e270 under GET@/v1/taskmanagers/metrics.
17:29:04.920 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.AggregatingTaskManagersMetricsHandler@2dd2e270 under GET@/taskmanagers/metrics.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerDetailsHandler@4195105b under GET@/v1/taskmanagers/:taskmanagerid.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerDetailsHandler@4195105b under GET@/taskmanagers/:taskmanagerid.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerLogFileHandler@6f3e19b3 under GET@/v1/taskmanagers/:taskmanagerid/log.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerLogFileHandler@6f3e19b3 under GET@/taskmanagers/:taskmanagerid/log.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerLogListHandler@47ffe971 under GET@/v1/taskmanagers/:taskmanagerid/logs.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerLogListHandler@47ffe971 under GET@/taskmanagers/:taskmanagerid/logs.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerCustomLogHandler@7d04529c under GET@/v1/taskmanagers/:taskmanagerid/logs/:filename.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerCustomLogHandler@7d04529c under GET@/taskmanagers/:taskmanagerid/logs/:filename.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.TaskManagerMetricsHandler@14fa92af under GET@/v1/taskmanagers/:taskmanagerid/metrics.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.job.metrics.TaskManagerMetricsHandler@14fa92af under GET@/taskmanagers/:taskmanagerid/metrics.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerStdoutFileHandler@b16e202 under GET@/v1/taskmanagers/:taskmanagerid/stdout.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerStdoutFileHandler@b16e202 under GET@/taskmanagers/:taskmanagerid/stdout.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerThreadDumpHandler@339a3670 under GET@/v1/taskmanagers/:taskmanagerid/thread-dump.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.taskmanager.TaskManagerThreadDumpHandler@339a3670 under GET@/taskmanagers/:taskmanagerid/thread-dump.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.legacy.files.StaticFileServerHandler@6cd5122d under GET@/v1/:.
17:29:04.921 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Register handler org.apache.flink.runtime.rest.handler.legacy.files.StaticFileServerHandler@6cd5122d under GET@/:.
17:29:04.925 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.channel.MultithreadEventLoopGroup - -Dio.netty.eventLoopThreads: 160
17:29:04.942 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop - -Dio.netty.noKeySetOptimization: false
17:29:04.943 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.channel.nio.NioEventLoop - -Dio.netty.selectorAutoRebuildThreshold: 512
17:29:04.948 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.internal.PlatformDependent - org.jctools-core.MpscChunkedArrayQueue: available
17:29:04.993 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelId - -Dio.netty.processId: 160072 (auto-detected)
17:29:04.994 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.NetUtil - -Djava.net.preferIPv4Stack: false
17:29:04.995 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.NetUtil - -Djava.net.preferIPv6Addresses: false
17:29:04.995 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.NetUtil - Loopback interface: lo (lo, 127.0.0.1)
17:29:04.996 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.NetUtil - /proc/sys/net/core/somaxconn: 128
17:29:04.996 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelId - -Dio.netty.machineId: 02:42:64:ff:fe:fa:0f:16 (auto-detected)
17:29:05.005 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.ResourceLeakDetector - -Dorg.apache.flink.shaded.netty4.io.netty.leakDetection.level: simple
17:29:05.005 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.util.ResourceLeakDetector - -Dorg.apache.flink.shaded.netty4.io.netty.leakDetection.targetRecords: 4
17:29:05.022 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.numHeapArenas: 10
17:29:05.022 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.numDirectArenas: 10
17:29:05.022 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.pageSize: 8192
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.maxOrder: 11
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.chunkSize: 16777216
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.tinyCacheSize: 512
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.smallCacheSize: 256
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.normalCacheSize: 64
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.maxCachedBufferCapacity: 32768
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.cacheTrimInterval: 8192
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.cacheTrimIntervalMillis: 0
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.useCacheForAllThreads: true
17:29:05.023 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.PooledByteBufAllocator - -Dio.netty.allocator.maxCachedByteBuffersPerChunk: 1023
17:29:05.029 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.ByteBufUtil - -Dio.netty.allocator.type: pooled
17:29:05.029 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.ByteBufUtil - -Dio.netty.threadLocalDirectBufferSize: 0
17:29:05.029 [main] DEBUG org.apache.flink.shaded.netty4.io.netty.buffer.ByteBufUtil - -Dio.netty.maxThreadLocalCharBufferSize: 16384
17:29:05.038 [main] DEBUG org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Binding rest endpoint to null:50032.
17:29:05.039 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Rest endpoint listening at nodemanager:50032
17:29:05.039 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - http://nodemanager:50032 was granted leadership with leaderSessionID=00000000-0000-0000-0000-000000000000
17:29:05.040 [main] INFO org.apache.flink.runtime.jobmaster.MiniDispatcherRestEndpoint - Web frontend listening at http://nodemanager:50032.
17:29:05.051 [main] INFO org.apache.flink.runtime.util.config.memory.ProcessMemoryUtils - The derived from fraction jvm overhead memory (172.800mb (181193935 bytes)) is less than its min value 192.000mb (201326592 bytes), min value will be used instead
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: internal.jobgraph-path, job.graph
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.checkpoints.num-retained, 10
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.port, 9091
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: classloader.check-leaked-classloader, false
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.interval, 30 SECONDS
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.execution.failover-strategy, region
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.jobName, flink-metrics
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: high-availability.cluster-id, application_1656054038821_0503
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.address, localhost
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.class, org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: flink.checkpoint.interval, 10000
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: rest.bind-port, 50031-50040
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: parallelism.default, 1
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.randomJobNameSuffix, true
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.numberOfTaskSlots, 1
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: yarn.application.name, 423170601490842048
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: yarn.application.queue, default
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: pluginLoadMode, shipfile
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: taskmanager.memory.process.size, 1728m
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: classloader.resolve-order, parent-first
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.memory.process.size, 1600m
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: jobmanager.rpc.port, 6123
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.deleteOnShutdown, false
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: internal.cluster.execution-mode, DETACHED
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: fs.hdfs.hadoopconf, /opt/hadoop/hadoop-2.7.4/etc/hadoop
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: metrics.reporter.promgateway.host, pushgateway.software.dc
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: $internal.yarn.log-config-file, /opt/flink/flink-1.12.2/conf/log4j.properties
17:29:05.064 [main] INFO org.apache.flink.configuration.GlobalConfiguration - Loading configuration property: state.checkpoints.dir, hdfs://namenode:8020/checkpoints/metadata
17:29:05.091 [flink-akka.actor.supervisor-dispatcher-15] DEBUG org.apache.flink.runtime.rpc.akka.SupervisorActor - Starting FencedAkkaRpcActor with name resourcemanager_0.
17:29:05.091 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager at akka://flink/user/rpc/resourcemanager_0 .
17:29:05.101 [main] DEBUG org.apache.flink.runtime.entrypoint.component.DefaultDispatcherResourceManagerComponentFactory - Starting Dispatcher.
17:29:05.136 [main] DEBUG org.apache.flink.runtime.dispatcher.runner.DefaultDispatcherRunner - Create new DispatcherLeaderProcess with leader session id 00000000-0000-0000-0000-000000000000.
17:29:05.138 [main] INFO org.apache.flink.runtime.dispatcher.runner.JobDispatcherLeaderProcess - Start JobDispatcherLeaderProcess.
17:29:05.142 [flink-akka.actor.supervisor-dispatcher-15] DEBUG org.apache.flink.runtime.rpc.akka.SupervisorActor - Starting FencedAkkaRpcActor with name dispatcher_1.
17:29:05.143 [main] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.dispatcher.MiniDispatcher at akka://flink/user/rpc/dispatcher_1 .
17:29:05.150 [main] DEBUG org.apache.flink.runtime.entrypoint.component.DefaultDispatcherResourceManagerComponentFactory - Starting ResourceManager.
17:29:05.152 [main] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:42029/user/rpc/resourcemanager_. Returning a org.apache.flink.runtime.resourcemanager.ResourceManagerGateway gateway.
17:29:05.162 [main] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:42029/user/rpc/dispatcher_. Returning a org.apache.flink.runtime.dispatcher.DispatcherGateway gateway.
17:29:05.172 [flink-akka.actor.supervisor-dispatcher-15] DEBUG org.apache.flink.runtime.rpc.akka.SupervisorActor - Starting FencedAkkaRpcActor with name jobmanager_2.
17:29:05.173 [cluster-io-thread-1] INFO org.apache.flink.runtime.rpc.akka.AkkaRpcService - Starting RPC endpoint for org.apache.flink.runtime.jobmaster.JobMaster at akka://flink/user/rpc/jobmanager_2 .
17:29:05.178 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:root (auth:SIMPLE) from:org.apache.hadoop.yarn.client.RMProxy.getProxy(RMProxy.java:161)
17:29:05.180 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - Initializing job 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.199 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - Using restart back off time strategy FixedDelayRestartBackoffTimeStrategy(maxNumberRestartAttempts=2147483647, backoffTimeMS=1000) for 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.209 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - start to buildGraph for job 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.233 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - trying to download shipFile from blobServer for job 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.235 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - Running initialization on master for job 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.273 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:root (auth:SIMPLE) from:org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:793)
17:29:05.275 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - Successfully ran initialization on master in 41 ms.
17:29:05.275 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Adding 1 vertices from job graph 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.276 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.executiongraph.ExecutionGraph - Attaching 1 topologically sorted vertices to existing job graph with 0 vertices and 0 intermediate results.
17:29:05.313 [cluster-io-thread-1] INFO com.dtstack.flinkx.connector.jdbc.source.JdbcInputFormat - createInputSplitsInternal success, splits is [
{
"mod": 0,
"partitionNumber": 0,
"totalNumberOfPartitions": 1
}
]
17:29:05.314 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.executiongraph.ExecutionGraph - Connecting ExecutionJobVertex cbc357ccb763df2852fee8c4fc7d55f2 (Source: mysqlsourcefactory -> Sink: mysqlsinkfactory) to 0 predecessors.
17:29:05.320 [cluster-io-thread-1] INFO org.apache.flink.runtime.scheduler.adapter.DefaultExecutionTopology - Built 1 pipelined regions in 1 ms
17:29:05.321 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Successfully created execution graph from job graph 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.326 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Recovered 0 containers from previous attempts ([]).
17:29:05.326 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Recovered 0 workers from previous attempt.
17:29:05.328 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.externalresource.ExternalResourceUtils - Enabled external resources: []
17:29:05.330 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.yarn.ResourceInformationReflector - The underlying Yarn version does not support external resources.
java.lang.ClassNotFoundException: org.apache.hadoop.yarn.api.records.ResourceInformation
at java.net.URLClassLoader.findClass(URLClassLoader.java:382)
at java.lang.ClassLoader.loadClass(ClassLoader.java:418)
at sun.misc.Launcher$AppClassLoader.loadClass(Launcher.java:352)
at java.lang.ClassLoader.loadClass(ClassLoader.java:351)
at java.lang.Class.forName0(Native Method)
at java.lang.Class.forName(Class.java:264)
at org.apache.flink.yarn.ResourceInformationReflector.(ResourceInformationReflector.java:80)
at org.apache.flink.yarn.ResourceInformationReflector.(ResourceInformationReflector.java:67)
at org.apache.flink.yarn.ResourceInformationReflector.(ResourceInformationReflector.java:43)
at org.apache.flink.yarn.TaskExecutorProcessSpecContainerResourcePriorityAdapter.validateExternalResourceConfigs(TaskExecutorProcessSpecContainerResourcePriorityAdapter.java:89)
at org.apache.flink.yarn.TaskExecutorProcessSpecContainerResourcePriorityAdapter.(TaskExecutorProcessSpecContainerResourcePriorityAdapter.java:59)
at org.apache.flink.yarn.YarnResourceManagerDriver.initializeInternal(YarnResourceManagerDriver.java:177)
at org.apache.flink.runtime.resourcemanager.active.AbstractResourceManagerDriver.initialize(AbstractResourceManagerDriver.java:81)
at org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager.initialize(ActiveResourceManager.java:122)
at org.apache.flink.runtime.resourcemanager.ResourceManager.startResourceManagerServices(ResourceManager.java:245)
at org.apache.flink.runtime.resourcemanager.ResourceManager.onStart(ResourceManager.java:229)
at org.apache.flink.runtime.rpc.RpcEndpoint.internalCallOnStart(RpcEndpoint.java:181)
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor$StoppedState.start(AkkaRpcActor.java:605)
at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleControlMessage(AkkaRpcActor.java:180)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
at akka.actor.ActorCell.invoke(ActorCell.scala:561)
at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
at akka.dispatch.Mailbox.run(Mailbox.scala:225)
at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
17:29:05.335 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - No state backend has been configured, using default (Memory / JobManager) MemoryStateBackend (data in heap memory / checkpoints to JobManager) (checkpoints: 'hdfs://namenode:8020/checkpoints/metadata', savepoints: 'null', asynchronous: TRUE, maxStateSize: 5242880)
17:29:05.337 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - ResourceManager akka.tcp://flink@nodemanager:42029/user/rpc/resourcemanager_0 was granted leadership with fencing token 00000000000000000000000000000000
17:29:05.340 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Starting the SlotManager.
17:29:05.343 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:05.343 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:05.344 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in Flink config: /opt/hadoop/hadoop-2.7.4/etc/hadoop
17:29:05.344 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in HADOOP_CONF_DIR: /etc/hadoop
17:29:05.344 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/core-site.xml to hadoop configuration
17:29:05.344 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/hdfs-site.xml to hadoop configuration
17:29:05.473 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.fs.hdfs.HadoopFsFactory - Instantiating for file system scheme hdfs Hadoop File System org.apache.hadoop.hdfs.DistributedFileSystem
17:29:05.494 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.use.legacy.blockreader.local = false
17:29:05.494 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.read.shortcircuit = false
17:29:05.494 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.client.domain.socket.data.traffic = false
17:29:05.494 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.client.impl.DfsClientConf - dfs.domain.socket.path =
17:29:05.498 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.DFSClient - Sets dfs.client.block.write.replace-datanode-on-failure.min-replication to 0
17:29:05.692 [cluster-io-thread-1] DEBUG org.apache.hadoop.util.PerformanceAdvisory - Both short-circuit local reads and UNIX domain socket are disabled.
17:29:05.696 [cluster-io-thread-1] DEBUG org.apache.hadoop.hdfs.protocol.datatransfer.sasl.DataTransferSaslUtil - DataTransferProtocol not using SaslPropertiesResolver, no QOP found in configuration for dfs.data.transfer.protection
17:29:05.703 [cluster-io-thread-1] DEBUG org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Status of the shared state registry of job 89793930bca3af859d0b25c8849c38a9 after restore: SharedStateRegistry{registeredStates={}}.
17:29:05.703 [cluster-io-thread-1] INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - No checkpoint found during restore.
17:29:05.705 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobMaster - Using failover strategy org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy@50acaa4c for 423170601490842048 (89793930bca3af859d0b25c8849c38a9).
17:29:05.713 [cluster-io-thread-1] INFO org.apache.flink.runtime.jobmaster.JobManagerRunnerImpl - JobManager runner for job 423170601490842048 (89793930bca3af859d0b25c8849c38a9) was granted leadership with session id 00000000-0000-0000-0000-000000000000 at akka.tcp://flink@nodemanager:42029/user/rpc/jobmanager_2.
17:29:05.716 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting execution of job 423170601490842048 (89793930bca3af859d0b25c8849c38a9) under job master id 00000000000000000000000000000000.
17:29:05.717 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.jobmaster.JobMaster - Starting scheduling with scheduling strategy [org.apache.flink.runtime.scheduler.strategy.PipelinedRegionSchedulingStrategy]
17:29:05.718 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Job 423170601490842048 (89793930bca3af859d0b25c8849c38a9) switched from state CREATED to RUNNING.
17:29:05.725 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) (e18ef695405d992e81a368dd97237b32) switched from CREATED to SCHEDULED.
17:29:05.734 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.jobmaster.slotpool.PhysicalSlotProviderImpl - Received slot request [SlotRequestId{7df61e0bcbb9771e49756af542a2b476}] with resource requirements: ResourceProfile{UNKNOWN}
17:29:05.736 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Cannot serve slot request, no ResourceManager connected. Adding as pending request [SlotRequestId{7df61e0bcbb9771e49756af542a2b476}]
17:29:05.738 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.scheduler.SharedSlot - Request a logical slot (SlotRequestId{4f81130d00d683b843290f0d674c4d4c}) for execution vertex (id cbc357ccb763df2852fee8c4fc7d55f2_0) from the physical slot (SlotRequestId{7df61e0bcbb9771e49756af542a2b476})
17:29:05.744 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Trigger heartbeat request.
17:29:05.744 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.jobmaster.JobMaster - Connecting to ResourceManager akka.tcp://flink@nodemanager:42029/user/rpc/resourcemanager_(00000000000000000000000000000000)
17:29:05.746 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:42029/user/rpc/resourcemanager_. Returning a org.apache.flink.runtime.resourcemanager.ResourceManagerGateway gateway.
17:29:05.748 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.jobmaster.JobMaster - Resolved ResourceManager address, beginning registration
17:29:05.748 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Registration at ResourceManager attempt 1 (timeout=100ms)
17:29:05.749 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.resourcemanager.JobLeaderIdService - Add job 89793930bca3af859d0b25c8849c38a9 to job leader id monitoring.
17:29:05.750 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.resourcemanager.JobLeaderIdService - Found a new job leader 00000000-0000-0000-0000-000000000000@UNKNOWN.
17:29:05.750 [flink-akka.actor.default-dispatcher-4] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Registering job manager [email protected]://flink@nodemanager:42029/user/rpc/jobmanager_2 for job 89793930bca3af859d0b25c8849c38a9.
17:29:05.750 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:42029/user/rpc/jobmanager_2. Returning a org.apache.flink.runtime.jobmaster.JobMasterGateway gateway.
17:29:05.753 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Registered job manager [email protected]://flink@nodemanager:42029/user/rpc/jobmanager_2 for job 89793930bca3af859d0b25c8849c38a9.
17:29:05.756 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.jobmaster.JobMaster - JobManager successfully registered at ResourceManager, leader id: 00000000000000000000000000000000.
17:29:05.757 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Requesting new slot [SlotRequestId{7df61e0bcbb9771e49756af542a2b476}] and profile ResourceProfile{UNKNOWN} with allocation id 263b45de4451d938ca89a9169bb7db47 from resource manager.
17:29:05.757 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Request slot with profile ResourceProfile{UNKNOWN} for job 89793930bca3af859d0b25c8849c38a9 with allocation id 263b45de4451d938ca89a9169bb7db47.
17:29:05.761 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Requesting new worker with resource spec WorkerResourceSpec {cpuCores=1.0, taskHeapSize=384.000mb (402653174 bytes), taskOffHeapSize=0 bytes, networkMemSize=128.000mb (134217730 bytes), managedMemSize=512.000mb (536870920 bytes)}, current pending count: 1.
17:29:05.770 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Requesting new TaskExecutor container with resource TaskExecutorProcessSpec {cpuCores=1.0, frameworkHeapSize=128.000mb (134217728 bytes), frameworkOffHeapSize=128.000mb (134217728 bytes), taskHeapSize=384.000mb (402653174 bytes), taskOffHeapSize=0 bytes, networkMemSize=128.000mb (134217730 bytes), managedMemorySize=512.000mb (536870920 bytes), jvmMetaspaceSize=256.000mb (268435456 bytes), jvmOverheadSize=192.000mb (201326592 bytes)}, priority 1.
17:29:10.867 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Received 1 containers.
17:29:10.868 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Received 1 containers with priority 1, 1 pending container requests.
17:29:10.872 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Removing container request Capability[<memory:1728, vCores:1>]Priority[1].
17:29:10.872 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Accepted 1 requested containers, returned 0 excess containers, 0 pending container requests of resource <memory:1728, vCores:1>.
17:29:10.872 [cluster-io-thread-4] INFO org.apache.flink.yarn.YarnResourceManagerDriver - TaskExecutor container_e02_1656054038821_0503_01_000002(nodemanager:8041) will be started on nodemanager with TaskExecutorProcessSpec {cpuCores=1.0, frameworkHeapSize=128.000mb (134217728 bytes), frameworkOffHeapSize=128.000mb (134217728 bytes), taskHeapSize=384.000mb (402653174 bytes), taskOffHeapSize=0 bytes, networkMemSize=128.000mb (134217730 bytes), managedMemorySize=512.000mb (536870920 bytes), jvmMetaspaceSize=256.000mb (268435456 bytes), jvmOverheadSize=192.000mb (201326592 bytes)}.
17:29:10.874 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TaskManager configuration: {internal.jobgraph-path=job.graph, state.checkpoints.num-retained=10, metrics.reporter.promgateway.port=9091, classloader.check-leaked-classloader=false, metrics.reporter.promgateway.interval=30 SECONDS, jobmanager.execution.failover-strategy=region, metrics.reporter.promgateway.jobName=flink-metrics, high-availability.cluster-id=application_1656054038821_0503, jobmanager.rpc.address=nodemanager, jobmanager.memory.jvm-overhead.min=201326592b, metrics.reporter.promgateway.class=org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter, flink.checkpoint.interval=10000, rest.bind-port=50031-50040, parallelism.default=1, metrics.reporter.promgateway.randomJobNameSuffix=true, taskmanager.numberOfTaskSlots=1, yarn.application.name=423170601490842048, yarn.application.queue=default, pluginLoadMode=shipfile, taskmanager.memory.process.size=1728m, taskmanager.resource-id=container_e02_1656054038821_0503_01_000002, web.port=0, classloader.resolve-order=parent-first, jobmanager.memory.off-heap.size=134217728b, jobmanager.memory.process.size=1600m, web.tmpdir=/tmp/flink-web-0c9aba43-9408-4a63-ab87-f0b09a111624, internal.taskmanager.resource-id.metadata=nodemanager:8041, jobmanager.rpc.port=42029, metrics.reporter.promgateway.deleteOnShutdown=false, internal.cluster.execution-mode=DETACHED, fs.hdfs.hadoopconf=/opt/hadoop/hadoop-2.7.4/etc/hadoop, rest.address=nodemanager, jobmanager.memory.jvm-metaspace.size=268435456b, metrics.reporter.promgateway.host=pushgateway.software.dc, $internal.yarn.log-config-file=/opt/flink/flink-1.12.2/conf/log4j.properties, jobmanager.memory.heap.size=1073741824b, state.checkpoints.dir=hdfs://namenode:8020/checkpoints/metadata, jobmanager.memory.jvm-overhead.max=201326592b}
17:29:10.875 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TM:remote keytab path obtained null
17:29:10.875 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TM:local keytab path obtained null
17:29:10.875 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TM:keytab principal obtained null
17:29:10.875 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TM:remote yarn conf path obtained null
17:29:10.875 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - TM:remote krb5 path obtained null
17:29:10.887 [cluster-io-thread-4] INFO org.apache.flink.yarn.YarnResourceManagerDriver - Creating container launch context for TaskManagers
17:29:10.890 [cluster-io-thread-4] DEBUG org.apache.flink.runtime.clusterframework.BootstrapTools - TaskManager start command: $JAVA_HOME/bin/java -Xmx536870902 -Xms536870902 -XX:MaxDirectMemorySize=268435458 -XX:MaxMetaspaceSize=268435456 -Dlog.file=<LOG_DIR>/taskmanager.log -Dlog4j.configuration=file:./log4j.properties -Dlog4j.configurationFile=file:./log4j.properties org.apache.flink.yarn.YarnTaskExecutorRunner -D taskmanager.memory.framework.off-heap.size=134217728b -D taskmanager.memory.network.max=134217730b -D taskmanager.memory.network.min=134217730b -D taskmanager.memory.framework.heap.size=134217728b -D taskmanager.memory.managed.size=536870920b -D taskmanager.cpu.cores=1.0 -D taskmanager.memory.task.heap.size=402653174b -D taskmanager.memory.task.off-heap.size=0b -D taskmanager.memory.jvm-metaspace.size=268435456b -D taskmanager.memory.jvm-overhead.max=201326592b -D taskmanager.memory.jvm-overhead.min=201326592b --configDir . -Djobmanager.rpc.address='nodemanager' -Djobmanager.memory.jvm-overhead.min='201326592b' -Dtaskmanager.resource-id='container_e02_1656054038821_0503_01_000002' -Dweb.port='0' -Djobmanager.memory.off-heap.size='134217728b' -Dweb.tmpdir='/tmp/flink-web-0c9aba43-9408-4a63-ab87-f0b09a111624' -Dinternal.taskmanager.resource-id.metadata='nodemanager:8041' -Djobmanager.rpc.port='42029' -Drest.address='nodemanager' -Djobmanager.memory.jvm-metaspace.size='268435456b' -Djobmanager.memory.heap.size='1073741824b' -Djobmanager.memory.jvm-overhead.max='201326592b' 1> <LOG_DIR>/taskmanager.out 2> <LOG_DIR>/taskmanager.err
17:29:10.890 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - Starting TaskManagers with command: $JAVA_HOME/bin/java -Xmx536870902 -Xms536870902 -XX:MaxDirectMemorySize=268435458 -XX:MaxMetaspaceSize=268435456 -Dlog.file=<LOG_DIR>/taskmanager.log -Dlog4j.configuration=file:./log4j.properties -Dlog4j.configurationFile=file:./log4j.properties org.apache.flink.yarn.YarnTaskExecutorRunner -D taskmanager.memory.framework.off-heap.size=134217728b -D taskmanager.memory.network.max=134217730b -D taskmanager.memory.network.min=134217730b -D taskmanager.memory.framework.heap.size=134217728b -D taskmanager.memory.managed.size=536870920b -D taskmanager.cpu.cores=1.0 -D taskmanager.memory.task.heap.size=402653174b -D taskmanager.memory.task.off-heap.size=0b -D taskmanager.memory.jvm-metaspace.size=268435456b -D taskmanager.memory.jvm-overhead.max=201326592b -D taskmanager.memory.jvm-overhead.min=201326592b --configDir . -Djobmanager.rpc.address='nodemanager' -Djobmanager.memory.jvm-overhead.min='201326592b' -Dtaskmanager.resource-id='container_e02_1656054038821_0503_01_000002' -Dweb.port='0' -Djobmanager.memory.off-heap.size='134217728b' -Dweb.tmpdir='/tmp/flink-web-0c9aba43-9408-4a63-ab87-f0b09a111624' -Dinternal.taskmanager.resource-id.metadata='nodemanager:8041' -Djobmanager.rpc.port='42029' -Drest.address='nodemanager' -Djobmanager.memory.jvm-metaspace.size='268435456b' -Djobmanager.memory.heap.size='1073741824b' -Djobmanager.memory.jvm-overhead.max='201326592b' 1> <LOG_DIR>/taskmanager.out 2> <LOG_DIR>/taskmanager.err
17:29:10.897 [cluster-io-thread-4] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - Adding security tokens to TaskExecutor's container launch context.
17:29:10.897 [cluster-io-thread-4] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in Flink config: /opt/hadoop/hadoop-2.7.4/etc/hadoop
17:29:10.897 [cluster-io-thread-4] DEBUG org.apache.flink.runtime.util.HadoopUtils - Searching Hadoop configuration files in HADOOP_CONF_DIR: /etc/hadoop
17:29:10.897 [cluster-io-thread-4] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/core-site.xml to hadoop configuration
17:29:10.897 [cluster-io-thread-4] DEBUG org.apache.flink.runtime.util.HadoopUtils - Adding /etc/hadoop/hdfs-site.xml to hadoop configuration
17:29:10.903 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Requested worker container_e02_1656054038821_0503_01_000002(nodemanager:8041) with resource spec WorkerResourceSpec {cpuCores=1.0, taskHeapSize=384.000mb (402653174 bytes), taskOffHeapSize=0 bytes, networkMemSize=128.000mb (134217730 bytes), managedMemSize=512.000mb (536870920 bytes)}.
17:29:10.908 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:appattempt_1656054038821_0503_000001 (auth:SIMPLE) from:org.apache.hadoop.yarn.client.ServerProxy.createRetriableProxy(ServerProxy.java:94)
17:29:10.931 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:appattempt_1656054038821_0503_000001 (auth:SIMPLE) from:org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:793)
17:29:10.941 [org.apache.hadoop.yarn.client.api.async.impl.NMClientAsyncImpl #0] DEBUG org.apache.flink.yarn.YarnResourceManagerDriver - Succeeded to call YARN Node Manager to start container container_e02_1656054038821_0503_01_000002.
17:29:11.875 [Checkpoint Timer] INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Checkpoint triggering task Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) of job 89793930bca3af859d0b25c8849c38a9 is not in state RUNNING but SCHEDULED instead. Aborting checkpoint.
17:29:13.437 [flink-akka.actor.default-dispatcher-3] DEBUG akka.serialization.Serialization(akka://flink) - Using serializer [akka.serialization.JavaSerializer] for message [org.apache.flink.runtime.rpc.messages.HandshakeSuccessMessage]
17:29:13.476 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:46462/user/rpc/taskmanager_0. Returning a org.apache.flink.runtime.taskexecutor.TaskExecutorGateway gateway.
17:29:13.490 [flink-akka.actor.default-dispatcher-3] DEBUG akka.serialization.Serialization(akka://flink) - Using serializer [akka.serialization.JavaSerializer] for message [org.apache.flink.runtime.rpc.messages.RemoteHandshakeMessage]
17:29:13.497 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Registering TaskManager with ResourceID container_e02_1656054038821_0503_01_000002(nodemanager:8041) (akka.tcp://flink@nodemanager:46462/user/rpc/taskmanager_0) at ResourceManager
17:29:13.500 [flink-akka.actor.default-dispatcher-2] DEBUG akka.serialization.Serialization(akka://flink) - Using serializer [akka.serialization.JavaSerializer] for message [org.apache.flink.runtime.rpc.akka.AkkaRpcSerializedValue]
17:29:13.515 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Registering TaskManager container_e02_1656054038821_0503_01_000002(nodemanager:8041) under 14f5b6f45ec9575ea8557bac125a68b8 at the SlotManager.
17:29:13.518 [flink-akka.actor.default-dispatcher-3] DEBUG akka.serialization.Serialization(akka://flink) - Using serializer [akka.serialization.JavaSerializer] for message [org.apache.flink.runtime.rpc.messages.RemoteRpcInvocation]
17:29:13.518 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Worker container_e02_1656054038821_0503_01_000002(nodemanager:8041) is registered.
17:29:13.519 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Worker container_e02_1656054038821_0503_01_000002(nodemanager:8041) with resource spec WorkerResourceSpec {cpuCores=1.0, taskHeapSize=384.000mb (402653174 bytes), taskOffHeapSize=0 bytes, networkMemSize=128.000mb (134217730 bytes), managedMemSize=512.000mb (536870920 bytes)} was requested in current attempt. Current pending count after registering: 0.
17:29:13.544 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.rpc.akka.AkkaRpcService - Try to connect to remote RPC endpoint with address akka.tcp://flink@nodemanager:46462/user/rpc/taskmanager_0. Returning a org.apache.flink.runtime.taskexecutor.TaskExecutorGateway gateway.
17:29:13.549 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Register new TaskExecutor container_e02_1656054038821_0503_01_000002(nodemanager:8041).
17:29:13.561 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Fulfilling pending slot request [SlotRequestId{7df61e0bcbb9771e49756af542a2b476}] with slot [263b45de4451d938ca89a9169bb7db47]
17:29:13.562 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.scheduler.SharedSlot - Allocated logical slot (SlotRequestId{4f81130d00d683b843290f0d674c4d4c}) for execution vertex (id cbc357ccb763df2852fee8c4fc7d55f2_0) from the physical slot (SlotRequestId{7df61e0bcbb9771e49756af542a2b476})
17:29:13.565 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) (e18ef695405d992e81a368dd97237b32) switched from SCHEDULED to DEPLOYING.
17:29:13.565 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Deploying Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) (attempt #0) with attempt id e18ef695405d992e81a368dd97237b32 to container_e02_1656054038821_0503_01_000002 @ nodemanager (dataPort=46193) with allocation id 263b45de4451d938ca89a9169bb7db47
17:29:14.067 [flink-akka.actor.default-dispatcher-2] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) (e18ef695405d992e81a368dd97237b32) switched from DEPLOYING to RUNNING.
17:29:15.010 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.api.common.io.DefaultInputSplitAssigner - Assigning split JdbcInputSplit{mod=0, endLocation='null', startLocation='null', startLocationOfSplit='null', endLocationOfSplit='null'} to nodemanager
17:29:15.010 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Send next input split JdbcInputSplit{mod=0, endLocation='null', startLocation='null', startLocationOfSplit='null', endLocationOfSplit='null'}.
17:29:15.190 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.api.common.io.DefaultInputSplitAssigner - No more input splits available
17:29:15.190 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Send next input split null.
17:29:15.360 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:15.361 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:15.361 [flink-akka.actor.default-dispatcher-18] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat request from db6cd8bfc7d92c8b310571bcb10db42f.
17:29:15.361 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from 0c5739e93426e29d465b9ea4aa7d32fb.
17:29:15.369 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from container_e02_1656054038821_0503_01_000002.
17:29:15.369 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Received slot report from instance 14f5b6f45ec9575ea8557bac125a68b8: SlotReport{SlotStatus{slotID=container_e02_1656054038821_0503_01_000002_0, allocationID=263b45de4451d938ca89a9169bb7db47, jobID=89793930bca3af859d0b25c8849c38a9, resourceProfile=ResourceProfile{cpuCores=1.0000000000000000, taskHeapMemory=384.000mb (402653174 bytes), taskOffHeapMemory=0 bytes, managedMemory=512.000mb (536870920 bytes), networkMemory=128.000mb (134217730 bytes)}}}.
17:29:15.370 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.io.network.partition.ResourceManagerPartitionTrackerImpl - Processing cluster partition report from task executor container_e02_1656054038821_0503_01_000002: PartitionReport{entries=[]}.
17:29:15.760 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Trigger heartbeat request.
17:29:15.782 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat from container_e02_1656054038821_0503_01_000002.
17:29:21.879 [jobmanager-future-thread-1] DEBUG org.apache.hadoop.hdfs.DFSClient - /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1: masked=rwxr-xr-x
17:29:21.891 [jobmanager-future-thread-1] DEBUG org.apache.hadoop.security.UserGroupInformation - PrivilegedAction as:root (auth:SIMPLE) from:org.apache.hadoop.ipc.Client$Connection.setupIOstreams(Client.java:793)
17:29:21.898 [Checkpoint Timer] INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Triggering checkpoint 1 (type=CHECKPOINT) @ 1656667761875 for job 89793930bca3af859d0b25c8849c38a9.
17:29:22.007 [jobmanager-future-thread-4] DEBUG org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Received acknowledge message for checkpoint 1 from task e18ef695405d992e81a368dd97237b32 of job 89793930bca3af859d0b25c8849c38a9 at container_e02_1656054038821_0503_01_000002 @ nodemanager (dataPort=46193).
17:29:22.009 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DFSClient - /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata: masked=rw-r--r--
17:29:22.036 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DFSClient - computePacketChunkSize: src=/checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata, chunkSize=516, chunksPerPacket=126, packetSize=65016
17:29:22.039 [LeaseRenewer:root@namenode:8020] DEBUG org.apache.hadoop.hdfs.client.impl.LeaseRenewer - Lease renewer daemon for [DFSClient_NONMAPREDUCE_1005735336_67] with renew id 1 started
17:29:22.046 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DFSClient - DFSClient writeChunk allocating new packet seqno=0, src=/checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata, packetSize=65016, chunksPerPacket=126, bytesCurBlock=0
17:29:22.046 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DataStreamer - Queued packet 0
17:29:22.046 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DataStreamer - Queued packet 1
17:29:22.046 [Thread-11] DEBUG org.apache.hadoop.hdfs.DataStreamer - Allocating new block
17:29:22.046 [jobmanager-future-thread-4] DEBUG org.apache.hadoop.hdfs.DataStreamer - Waiting for ack for: 1
17:29:22.059 [Thread-11] DEBUG org.apache.hadoop.hdfs.DataStreamer - pipeline = [DatanodeInfoWithStorage[100.250.15.28:50013,DS-f4c60aaa-9b9a-432b-ba89-40e5b4559af7,DISK]]
17:29:22.059 [Thread-11] DEBUG org.apache.hadoop.hdfs.DataStreamer - Connecting to datanode datanode3:50013
17:29:22.060 [Thread-11] DEBUG org.apache.hadoop.hdfs.DataStreamer - Send buf size 43520
17:29:22.063 [Thread-11] DEBUG org.apache.hadoop.hdfs.protocol.datatransfer.sasl.SaslDataTransferClient - SASL client skipping handshake in unsecured configuration for addr = datanode3/100.250.15.28, datanodeId = DatanodeInfoWithStorage[100.250.15.28:50013,DS-f4c60aaa-9b9a-432b-ba89-40e5b4559af7,DISK]
17:29:22.092 [DataStreamer for file /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863] DEBUG org.apache.hadoop.hdfs.DataStreamer - DataStreamer block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863 sending packet packet seqno: 0 offsetInBlock: 0 lastPacketInBlock: false lastByteOffsetInBlock: 4965
17:29:22.094 [ResponseProcessor for block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863] DEBUG org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 0 reply: SUCCESS downstreamAckTimeNanos: 0 flag: 0
17:29:22.135 [DataStreamer for file /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863] DEBUG org.apache.hadoop.hdfs.DataStreamer - DataStreamer block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863 sending packet packet seqno: 1 offsetInBlock: 4965 lastPacketInBlock: true lastByteOffsetInBlock: 4965
17:29:22.136 [ResponseProcessor for block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863] DEBUG org.apache.hadoop.hdfs.DataStreamer - DFSClient seqno: 1 reply: SUCCESS downstreamAckTimeNanos: 0 flag: 0
17:29:22.136 [DataStreamer for file /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-1/_metadata block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863] DEBUG org.apache.hadoop.hdfs.DataStreamer - Closing old block BP-1889047984-100.250.15.21-1655284591414:blk_1073756687_15863
17:29:22.144 [jobmanager-future-thread-4] INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Completed checkpoint 1 for job 89793930bca3af859d0b25c8849c38a9 (4663 bytes in 266 ms).
17:29:22.144 [jobmanager-future-thread-4] DEBUG org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Checkpoint state: OperatorState(operatorID: cbc357ccb763df2852fee8c4fc7d55f2, parallelism: 1, maxParallelism: 128, coordinatorState: (none), sub task states: 1, total size (bytes): 2276), OperatorState(operatorID: 7df19f87deec5680128845fd9a6ca18d, parallelism: 1, maxParallelism: 128, coordinatorState: (none), sub task states: 1, total size (bytes): 2387)
17:29:25.380 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:25.381 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:25.381 [flink-akka.actor.default-dispatcher-4] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat request from db6cd8bfc7d92c8b310571bcb10db42f.
17:29:25.381 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from 0c5739e93426e29d465b9ea4aa7d32fb.
17:29:25.384 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from container_e02_1656054038821_0503_01_000002.
17:29:25.384 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Received slot report from instance 14f5b6f45ec9575ea8557bac125a68b8: SlotReport{SlotStatus{slotID=container_e02_1656054038821_0503_01_000002_0, allocationID=263b45de4451d938ca89a9169bb7db47, jobID=89793930bca3af859d0b25c8849c38a9, resourceProfile=ResourceProfile{cpuCores=1.0000000000000000, taskHeapMemory=384.000mb (402653174 bytes), taskOffHeapMemory=0 bytes, managedMemory=512.000mb (536870920 bytes), networkMemory=128.000mb (134217730 bytes)}}}.
17:29:25.385 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.io.network.partition.ResourceManagerPartitionTrackerImpl - Processing cluster partition report from task executor container_e02_1656054038821_0503_01_000002: PartitionReport{entries=[]}.
17:29:25.780 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Trigger heartbeat request.
17:29:25.785 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat from container_e02_1656054038821_0503_01_000002.
17:29:31.875 [jobmanager-future-thread-1] DEBUG org.apache.hadoop.hdfs.DFSClient - /checkpoints/metadata/89793930bca3af859d0b25c8849c38a9/chk-2: masked=rwxr-xr-x
17:29:31.877 [Checkpoint Timer] INFO org.apache.flink.runtime.checkpoint.CheckpointCoordinator - Triggering checkpoint 2 (type=CHECKPOINT) @ 1656667771874 for job 89793930bca3af859d0b25c8849c38a9.
17:29:34.612 [Flink-MetricRegistry-thread-1] DEBUG org.apache.flink.metrics.prometheus.PrometheusPushGatewayReporter - Invalid type for Gauge org.apache.flink.runtime.checkpoint.CheckpointStatsTracker$LatestCompletedCheckpointExternalPathGauge@4ed8a3e6: java.lang.String, only number types and booleans are supported by this reporter.
17:29:35.230 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Source: mysqlsourcefactory -> Sink: mysqlsinkfactory (1/1) (e18ef695405d992e81a368dd97237b32) switched from RUNNING to FAILED on container_e02_1656054038821_0503_01_000002 @ nodemanager (dataPort=46193).
java.util.concurrent.ExecutionException: java.lang.RuntimeException: java.lang.IllegalArgumentException: WritingRecordError: error writing record [2] exceed limit [0]
+I(18,xulei,22,wuhan)
com.dtstack.flinkx.throwable.WriteRecordException:
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.processWriteException(JdbcOutputFormat.java:342)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:181)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeSingleRecord(BaseRichOutputFormat.java:465)
at java.util.ArrayList.forEach(ArrayList.java:1259)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeRecordInternal(BaseRichOutputFormat.java:485)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.getFormatState(BaseRichOutputFormat.java:576)
at com.dtstack.flinkx.sink.DtOutputFormatSinkFunction.snapshotState(DtOutputFormatSinkFunction.java:147)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:118)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:99)
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:89)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:205)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:162)
at org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:371)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:686)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:607)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:572)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:298)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$9(StreamTask.java:1004)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:988)
at org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpoint(StreamTask.java:912)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$triggerCheckpointAsync$8(StreamTask.java:885)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:317)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:189)
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:617)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:581)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:936)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3976)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3912)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2530)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2683)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1858)
at com.mysql.jdbc.PreparedStatement.execute(PreparedStatement.java:1197)
at com.dtstack.flinkx.connector.jdbc.statement.FieldNamedPreparedStatementImpl.execute(FieldNamedPreparedStatementImpl.java:76)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:175)
... 29 more
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:357)
at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:1928)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndCloseOperator(StreamOperatorWrapper.java:168)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.close(StreamOperatorWrapper.java:131)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.close(StreamOperatorWrapper.java:135)
at org.apache.flink.streaming.runtime.tasks.OperatorChain.closeOperators(OperatorChain.java:439)
at org.apache.flink.streaming.runtime.tasks.StreamTask.afterInvoke(StreamTask.java:627)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:589)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: java.lang.RuntimeException: java.lang.IllegalArgumentException: WritingRecordError: error writing record [2] exceed limit [0]
+I(18,xulei,22,wuhan)
com.dtstack.flinkx.throwable.WriteRecordException:
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.processWriteException(JdbcOutputFormat.java:342)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:181)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeSingleRecord(BaseRichOutputFormat.java:465)
at java.util.ArrayList.forEach(ArrayList.java:1259)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeRecordInternal(BaseRichOutputFormat.java:485)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.getFormatState(BaseRichOutputFormat.java:576)
at com.dtstack.flinkx.sink.DtOutputFormatSinkFunction.snapshotState(DtOutputFormatSinkFunction.java:147)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:118)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:99)
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:89)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:205)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:162)
at org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:371)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:686)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:607)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:572)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:298)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$9(StreamTask.java:1004)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:988)
at org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpoint(StreamTask.java:912)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$triggerCheckpointAsync$8(StreamTask.java:885)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:317)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:189)
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:617)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:581)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:936)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3976)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3912)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2530)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2683)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1858)
at com.mysql.jdbc.PreparedStatement.execute(PreparedStatement.java:1197)
at com.dtstack.flinkx.connector.jdbc.statement.FieldNamedPreparedStatementImpl.execute(FieldNamedPreparedStatementImpl.java:76)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:175)
... 29 more
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.close(BaseRichOutputFormat.java:332)
at com.dtstack.flinkx.sink.DtOutputFormatSinkFunction.close(DtOutputFormatSinkFunction.java:127)
at org.apache.flink.api.common.functions.util.FunctionUtils.closeFunction(FunctionUtils.java:41)
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.close(AbstractUdfStreamOperator.java:109)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.lambda$closeOperator$5(StreamOperatorWrapper.java:213)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.closeOperator(StreamOperatorWrapper.java:210)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.lambda$deferCloseOperatorToMailbox$3(StreamOperatorWrapper.java:185)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxExecutorImpl.tryYield(MailboxExecutorImpl.java:97)
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.quiesceTimeServiceAndCloseOperator(StreamOperatorWrapper.java:162)
... 8 common frames omitted
Caused by: java.lang.IllegalArgumentException: WritingRecordError: error writing record [2] exceed limit [0]
+I(18,xulei,22,wuhan)
com.dtstack.flinkx.throwable.WriteRecordException:
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.processWriteException(JdbcOutputFormat.java:342)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:181)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeSingleRecord(BaseRichOutputFormat.java:465)
at java.util.ArrayList.forEach(ArrayList.java:1259)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.writeRecordInternal(BaseRichOutputFormat.java:485)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.getFormatState(BaseRichOutputFormat.java:576)
at com.dtstack.flinkx.sink.DtOutputFormatSinkFunction.snapshotState(DtOutputFormatSinkFunction.java:147)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.trySnapshotFunctionState(StreamingFunctionUtils.java:118)
at org.apache.flink.streaming.util.functions.StreamingFunctionUtils.snapshotFunctionState(StreamingFunctionUtils.java:99)
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.snapshotState(AbstractUdfStreamOperator.java:89)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:205)
at org.apache.flink.streaming.api.operators.StreamOperatorStateHandler.snapshotState(StreamOperatorStateHandler.java:162)
at org.apache.flink.streaming.api.operators.AbstractStreamOperator.snapshotState(AbstractStreamOperator.java:371)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointStreamOperator(SubtaskCheckpointCoordinatorImpl.java:686)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.buildOperatorSnapshotFutures(SubtaskCheckpointCoordinatorImpl.java:607)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.takeSnapshotSync(SubtaskCheckpointCoordinatorImpl.java:572)
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.checkpointState(SubtaskCheckpointCoordinatorImpl.java:298)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$performCheckpoint$9(StreamTask.java:1004)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.StreamTask.performCheckpoint(StreamTask.java:988)
at org.apache.flink.streaming.runtime.tasks.StreamTask.triggerCheckpoint(StreamTask.java:912)
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$triggerCheckpointAsync$8(StreamTask.java:885)
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93)
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:317)
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:189)
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:617)
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:581)
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:755)
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:570)
at java.lang.Thread.run(Thread.java:748)
Caused by: com.mysql.jdbc.exceptions.jdbc4.MySQLIntegrityConstraintViolationException: Duplicate entry '18' for key 'PRIMARY'
at sun.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method)
at sun.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:62)
at sun.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45)
at java.lang.reflect.Constructor.newInstance(Constructor.java:423)
at com.mysql.jdbc.Util.handleNewInstance(Util.java:425)
at com.mysql.jdbc.Util.getInstance(Util.java:408)
at com.mysql.jdbc.SQLError.createSQLException(SQLError.java:936)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3976)
at com.mysql.jdbc.MysqlIO.checkErrorPacket(MysqlIO.java:3912)
at com.mysql.jdbc.MysqlIO.sendCommand(MysqlIO.java:2530)
at com.mysql.jdbc.MysqlIO.sqlQueryDirect(MysqlIO.java:2683)
at com.mysql.jdbc.ConnectionImpl.execSQL(ConnectionImpl.java:2486)
at com.mysql.jdbc.PreparedStatement.executeInternal(PreparedStatement.java:1858)
at com.mysql.jdbc.PreparedStatement.execute(PreparedStatement.java:1197)
at com.dtstack.flinkx.connector.jdbc.statement.FieldNamedPreparedStatementImpl.execute(FieldNamedPreparedStatementImpl.java:76)
at com.dtstack.flinkx.connector.jdbc.sink.JdbcOutputFormat.writeSingleRecordInternal(JdbcOutputFormat.java:175)
... 29 more
JdbcOutputFormat [423170601490842048] writeRecord error: when converting field[0] in Row(+I(18,xulei,22,wuhan))
at org.apache.flink.util.Preconditions.checkArgument(Preconditions.java:138)
at com.dtstack.flinkx.sink.ErrorLimiter.checkErrorLimit(ErrorLimiter.java:58)
at com.dtstack.flinkx.sink.format.BaseRichOutputFormat.close(BaseRichOutputFormat.java:309)
... 19 common frames omitted
17:29:35.231 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.scheduler.SharedSlot - Remove logical slot (SlotRequestId{4f81130d00d683b843290f0d674c4d4c}) for execution vertex (id cbc357ccb763df2852fee8c4fc7d55f2_0) from the physical slot (SlotRequestId{7df61e0bcbb9771e49756af542a2b476})
17:29:35.231 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.scheduler.SharedSlot - Release shared slot externally (SlotRequestId{7df61e0bcbb9771e49756af542a2b476})
17:29:35.231 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Releasing slot [SlotRequestId{7df61e0bcbb9771e49756af542a2b476}] because: Slot is being returned from SlotSharingExecutionSlotAllocator.
17:29:35.231 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.scheduler.SharedSlot - Release shared slot (SlotRequestId{7df61e0bcbb9771e49756af542a2b476})
17:29:35.232 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.slotpool.SlotPoolImpl - Adding slot [263b45de4451d938ca89a9169bb7db47] to available slots
17:29:35.237 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy - Calculating tasks to restart to recover the failed task cbc357ccb763df2852fee8c4fc7d55f2_0.
17:29:35.237 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.executiongraph.failover.flip1.RestartPipelinedRegionFailoverStrategy - 1 tasks should be restarted to recover the failed task cbc357ccb763df2852fee8c4fc7d55f2_0.
17:29:35.238 [flink-akka.actor.default-dispatcher-3] INFO org.apache.flink.runtime.executiongraph.ExecutionGraph - Job 423170601490842048 (89793930bca3af859d0b25c8849c38a9) switched from state RUNNING to RESTARTING.
17:29:35.241 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.scheduler.SlotSharingExecutionSlotAllocator - There is no SharedSlot for ExecutionSlotSharingGroup of ExecutionVertexID cbc357ccb763df2852fee8c4fc7d55f2_0
17:29:35.399 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:35.400 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Trigger heartbeat request.
17:29:35.400 [flink-akka.actor.default-dispatcher-2] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat request from db6cd8bfc7d92c8b310571bcb10db42f.
17:29:35.400 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from 0c5739e93426e29d465b9ea4aa7d32fb.
17:29:35.403 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.active.ActiveResourceManager - Received heartbeat from container_e02_1656054038821_0503_01_000002.
17:29:35.403 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.resourcemanager.slotmanager.SlotManagerImpl - Received slot report from instance 14f5b6f45ec9575ea8557bac125a68b8: SlotReport{SlotStatus{slotID=container_e02_1656054038821_0503_01_000002_0, allocationID=263b45de4451d938ca89a9169bb7db47, jobID=89793930bca3af859d0b25c8849c38a9, resourceProfile=ResourceProfile{cpuCores=1.0000000000000000, taskHeapMemory=384.000mb (402653174 bytes), taskOffHeapMemory=0 bytes, managedMemory=512.000mb (536870920 bytes), networkMemory=128.000mb (134217730 bytes)}}}.
17:29:35.403 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.io.network.partition.ResourceManagerPartitionTrackerImpl - Processing cluster partition report from task executor container_e02_1656054038821_0503_01_000002: PartitionReport{entries=[]}.
17:29:35.800 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Trigger heartbeat request.
17:29:35.805 [flink-akka.actor.default-dispatcher-3] DEBUG org.apache.flink.runtime.jobmaster.JobMaster - Received heartbeat from container_e02_1656054038821_0503_01_000002.
chunjun copied to clipboard
DTStack
