mypipe
mypipe copied to clipboard
Saving binlog position for pipe mysql-bin-position/10.0.46.116-3306 -> null:4
1、don't get mysql binary log file position, some error output info like this: 19:29:57 INFO [m.a.r.ConfigurableFileBasedBinaryLogPositionRepository] Saving binlog position for pipe mysql-bin-position/10.0.46.116-3306 -> null:4 19:29:57 INFO [m.a.r.ConfigurableMySQLBasedBinaryLogPositionRepository] Saving binlog position for kafka-generic/10.0.46.116-3306 -> Some(null:4) 19:30:07 INFO [m.a.r.ConfigurableFileBasedBinaryLogPositionRepository] Saving binlog position for pipe mysql-bin-position/10.0.46.116-3306 -> null:4 19:30:07 INFO [m.a.r.ConfigurableMySQLBasedBinaryLogPositionRepository] Saving binlog position for kafka-generic/10.0.46.116-3306 -> Some(null:4) 19:30:17 INFO [m.a.r.ConfigurableMySQLBasedBinaryLogPositionRepository] Saving binlog position for kafka-generic/10.0.46.116-3306 -> Some(null:4) 19:30:17 INFO [m.a.r.ConfigurableFileBasedBinaryLogPositionRepository] Saving binlog position for pipe mysql-bin-position/10.0.46.116-3306 -> null:4 19:30:27 INFO [m.a.r.ConfigurableFileBasedBinaryLogPositionRepository] Saving binlog position for pipe mysql-bin-position/10.0.46.116-3306 -> null:4 19:30:27 INFO [m.a.r.ConfigurableMySQLBasedBinaryLogPositionRepository] Saving binlog position for kafka-generic/10.0.46.116-3306 -> Some(null:4)
2、this is my configure file: application.conf
include "application.overrides"
mypipe { #schema-repo-client = "mypipe.avro.schema.SchemaRepo"
consumers { my_test_mysql { source = "10.0.46.116:3306:test:test_123456" } }
producers { stdout { class = "mypipe.kafka.producer.stdout.StdoutProducer" }
kafka-generic {
class = "mypipe.kafka.producer.KafkaMutationGenericAvroProducer"
}
}
pipes { stdout { consumers = ["my_test_mysql"]
producer {
stdout {}
}
binlog-position-repo {
class = "mypipe.api.repo.ConfigurableFileBasedBinaryLogPositionRepository"
config {
file-prefix = "mysql-bin-position"
data-dir = "/data/mypipe/out"
}
}
}
kafka-generic {
enabled = true
consumers = ["my_test_mysql"]
producer {
kafka-generic {
metadata-brokers = "10.0.23.169:9092"
}
}
binlog-position-repo {
class = "mypipe.api.repo.ConfigurableMySQLBasedBinaryLogPositionRepository"
config {
source = "10.0.46.116:3306:test:test_123456"
database = "mytest"
table = "binlogpos"
id = "kafka-generic"
}
}
}
} }
I also have the same question, strives for the help!