Skip to content

Debezium

🕒 Published at:

安装 ​

启动 zk + kafka

sh
# 启动 zookeeper
docker run -d --name zookeeper --net yomsun-net \
-p 2181:2181 \
-e ZOOKEEPER_CLIENT_PORT=2181 \
-e ZOOKEEPER_TICK_TIME=2000 \
confluentinc/cp-zookeeper:6.2.0
sh
# 启动 Kafka(重点:这个命令绝对能跑)
docker run -d --name kafka --net yomsun-net \
-p 9092:9092 \
-e KAFKA_BROKER_ID=1 \
-e KAFKA_ZOOKEEPER_CONNECT=zookeeper:2181 \
-e KAFKA_LISTENERS=PLAINTEXT://0.0.0.0:9092 \
-e KAFKA_ADVERTISED_LISTENERS=PLAINTEXT://kafka:9092 \
-e KAFKA_OFFSETS_TOPIC_REPLICATION_FACTOR=1 \
-e KAFKA_MESSAGE_MAX_BYTES=20971520 \
confluentinc/cp-kafka:6.2.0

启动 Debezium

sh
docker run -d --name debezium --net yomsun-net \
-p 8083:8083 \
-e BOOTSTRAP_SERVERS=kafka:9092 \
-e GROUP_ID=1 \
-e CONFIG_STORAGE_TOPIC=debezium_configs \
-e OFFSET_STORAGE_TOPIC=debezium_offsets \
-e STATUS_STORAGE_TOPIC=debezium_statuses \
-e CONNECT_REST_ADVERTISED_HOST_NAME=debezium \
-e CONNECT_PLUGIN_PATH=/usr/share/java,/usr/share/confluent-hub-components \
debezium/connect:1.9
sh
curl -X POST -H "Content-Type: application/json" http://192.168.16.109:8083/connectors -d '{
    "name": "mysql-connector",
    "config": {
        "connector.class": "io.debezium.connector.mysql.MySqlConnector",
        "tasks.max": "1",
        "database.hostname": "192.168.16.8",
        "database.port": "3306",
        "database.user": "root",
        "database.password": "rootroot",
        "database.server.id": "184054",
        "database.server.name": "lumanto-mysql-server",
        "database.include.list": "jvyou-demo",
        "database.history.kafka.bootstrap.servers": "kafka:9092",
        "database.history.kafka.topic": "mysql-history-topic"
    }
}'
sh
curl -X POST -H "Content-Type: application/json" http://192.168.16.109:8083/connectors -d '{
  "name": "himms-oracle-connector",
  "config": {
    "connector.class": "io.debezium.connector.oracle.OracleConnector",
    "tasks.max": "1",
    "database.hostname": "192.168.16.8",
    "database.port": "1521",
    "database.user": "himms",
    "database.password": "himms",
    "database.dbname": "ORCL",
    "database.schema": "HIMMS",
    "database.connection.adapter": "logminer",
    "startup.mode": "initial",
    "topic.prefix": "oracle-himms",
    "table.include.list": "HIMMS.*",
    "log.mining.strategy": "online_catalog",
    "log.mining.continuous.mine": "true"
  }
}'