dtle
dtle copied to clipboard
MySQL-kafka incr stage: the value of `ts_sec` is one larger than the actual value
Description
MySQL-kafka incr stage: the value of ts_sec
is one larger than the actual value
Steps to reproduce the issue
- create kafka job
{
"job_id": "column_types_default_incr_varchar_columns",
"is_password_encrypted": false,
"task_step_name": "all",
"failover": true,
"retry": 2,
"src_task": {
"task_name": "src",
"node_id": "df4fe0b4-0d7d-3853-8736-8711915c3e7a",
"mysql_src_task_config": {
"gtid": "",
"binlog_relay": false
},
"drop_table_if_exists": true,
"skip_create_db_table": false,
"repl_chan_buffer_size": 120,
"chunk_size": 2000,
"group_max_size": 1,
"group_timeout": 100,
"connection_config": {
"database_type": "MySQL",
"host": "172.100.9.3",
"port": 3306,
"user": "test_src",
"password": "test_src"
},
"replicate_do_db": [
{
"table_schema": "action_db",
"tables": [
{
"table_name": "varchar_columns"
}
]
}
]
},
"dest_task": {
"task_name": "dest",
"node_id": "320042aa-dc62-aef3-7086-99d37f21d66d",
"parallel_workers": 1,
"kafka_topic": "dtle",
"kafka_broker_addrs": [
"172.100.9.21:9092"
]
}
}
- insert data on src MySQL
insert into varchar_columns values (1,');
insert into varchar_columns values (2,' ');
insert into varchar_columns values (3,'a a a ');
insert into varchar_columns values (4,'abcdefghijklmnopqrstuvwxyz');
insert into varchar_columns values (5,'ABCDEFGHIJKLMNOPQRSTUVWXYZ');
insert into varchar_columns values (6,'~`!@#$%^&*()-=_+{}[]|:;<>,.?/');
insert into varchar_columns values (7,'1234567890');
-
get kafka message, and compare dbz
-
check binlog
Output of ./dtle version
:**
9.9.9.9-master-a269c29