Refer to config details for explanations of common fields.
[extractor]
extract_type=struct
db_type=mysql
url=mysql://root:[email protected]:3307?ssl-mode=disabled
[sinker]
sink_type=struct
db_type=clickhouse
url=http://admin:[email protected]:8123
conflict_policy=interrupt
[filter]
do_dbs=test_db
ignore_dbs=
do_tbs=
ignore_tbs=
do_events=
do_structures=
[router]
db_map=
tb_map=
col_map=
[runtime]
log_level=info
log4rs_file=./log4rs.yaml
log_dir=./logs
[parallelizer]
parallel_type=serial
[pipeline]
checkpoint_interval_secs=10
buffer_size=100
[extractor]
db_type=mysql
extract_type=snapshot
url=mysql://root:[email protected]:3307?ssl-mode=disabled
batch_size=10000
[sinker]
db_type=clickhouse
sink_type=write
url=http://admin:[email protected]:8123
conflict_policy=interrupt
batch_size=5000
[filter]
do_dbs=
ignore_dbs=
do_tbs=test_db.*
ignore_tbs=
do_events=insert
[router]
db_map=
tb_map=
col_map=
[parallelizer]
parallel_type=snapshot
parallel_size=8
[pipeline]
buffer_size=100000
buffer_memory_mb=200
checkpoint_interval_secs=10
[runtime]
log_level=info
log4rs_file=./log4rs.yaml
log_dir=./logs
[extractor]
db_type=mysql
extract_type=cdc
binlog_position=5299302
binlog_filename=mysql-bin.000035
server_id=2000
url=mysql://root:[email protected]:3307?ssl-mode=disabled
[sinker]
db_type=clickhouse
sink_type=write
url=http://admin:[email protected]:8123
conflict_policy=interrupt
batch_size=5000
[filter]
ignore_dbs=
do_dbs=
do_tbs=test_db.*
ignore_tbs=
do_events=insert,update,delete
[router]
tb_map=
col_map=
db_map=
[parallelizer]
parallel_type=table
parallel_size=8
[pipeline]
buffer_size=100000
buffer_memory_mb=200
checkpoint_interval_secs=10
[runtime]
log_dir=./logs
log_level=info
log4rs_file=./log4rs.yaml