阮胜昌的技术记录站-LinuxMySQL数据库运维

在dm中创建数据源配置文件：
cat mysql-replica-01.yaml
# MySQL1 Configuration.
source-id: "mysql-replica-01"
# DM-worker 是否使用全局事务标识符 (GTID) 拉取 binlog。
enable-gtid: true
from:
  host: "172.16.76.239"
  user: "tidb_sync"
  password: "mysql"  # 推荐使用加密后的密码
  port: 13306

 cat mysql-to-tidb-with-db-big_data.yaml 
# 任务名称，需要全局唯一
name: "big_data-sync"


# 全量+增量 (all) 迁移模式
task-mode: "all"


## ********目标 TiDB 配置**********
target-database:
  host: "192.168.143.41"
  port: 3306
  user: "dm"
  password: "vUYLfdtQlHLF6Kr4IHg8NkDjiPtVig6p"


## ********功能配置集**********
mysql-instances:
  - source-id: "worker-8262"
    meta:
      binlog-name: binlog.000140
      binlog-pos: 141868
    block-allow-list: "bw-rule-1"
    mydumper-config-name: "global"
    loader-config-name: "global"
    syncer-config-name: "global"


# 黑白名单规则
block-allow-list:
  bw_rule-1:
    do-dbs: ["big_data"]
    do-tables:
      - db-name: "big_data"
        tbl-name: "bd_skc_fifo_risk_type"
      - db-name: "big_data"
        tbl-name: "bd_stock_fifo"
      - db-name: "big_data"
        tbl-name: "bd_area_bak"


#以下配置全部可选 
# 路由规则（可选）
routes:
  route-rule-1:
    schema-pattern: "big_data"
    target-schema: "big_data"


# mydumper 配置
mydumpers:
  global:
    threads: 4
    chunk-filesize: 64
    extra-args: "--consistency none"


# loader 配置
loaders:
  global:
    pool-size: 16
    import-mode: "sql"
    on-duplicate: "replace"
    dir: "/data/wps/data"


# syncer 配置
syncers:
  global:
    worker-count: 16
    batch: 100