Last active
September 12, 2023 07:05
-
-
Save BugenZhao/44c0afdcb52281354fb20ecc4df0d5a2 to your computer and use it in GitHub Desktop.
MySQL Debezium Examples
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "before" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "after" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "op" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "total_order" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "data_collection_order" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.block", | |
| "version": 1, | |
| "field": "transaction" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "dbserver1.inventory.t.Envelope", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "before": null, | |
| "after": { | |
| "v": 233, | |
| "v2": 666.6 | |
| }, | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678428689000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 774, | |
| "row": 0, | |
| "thread": 8, | |
| "query": null | |
| }, | |
| "op": "c", | |
| "ts_ms": 1678428689389, | |
| "transaction": null | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "before" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "after" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "op" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "total_order" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "data_collection_order" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.block", | |
| "version": 1, | |
| "field": "transaction" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "dbserver1.inventory.t.Envelope", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "before": null, | |
| "after": { | |
| "v": 666, | |
| "v2": 233.3 | |
| }, | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678428761000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 1066, | |
| "row": 0, | |
| "thread": 8, | |
| "query": null | |
| }, | |
| "op": "c", | |
| "ts_ms": 1678428761671, | |
| "transaction": null | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "v3" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "before" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "v3" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "after" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "op" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "total_order" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "data_collection_order" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.block", | |
| "version": 1, | |
| "field": "transaction" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "dbserver1.inventory.t.Envelope", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "before": null, | |
| "after": { | |
| "v": 888, | |
| "v2": 999.9, | |
| "v3": "bugen" | |
| }, | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678428847000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 1577, | |
| "row": 0, | |
| "thread": 8, | |
| "query": null | |
| }, | |
| "op": "c", | |
| "ts_ms": 1678428847146, | |
| "transaction": null | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "v3" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "before" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| }, | |
| { | |
| "type": "float", | |
| "optional": true, | |
| "field": "v2" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "v3" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t.Value", | |
| "field": "after" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "op" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "total_order" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "data_collection_order" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.block", | |
| "version": 1, | |
| "field": "transaction" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "dbserver1.inventory.t.Envelope", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "before": null, | |
| "after": { | |
| "v": 1111, | |
| "v2": 1111.1, | |
| "v3": "1111-1" | |
| }, | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678429859000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 2481, | |
| "row": 0, | |
| "thread": 8, | |
| "query": null | |
| }, | |
| "op": "c", | |
| "ts_ms": 1678429867668, | |
| "transaction": { // !!! no gtid | |
| "id": "file=mysql-bin.000003,pos=2339", | |
| "total_order": 1, | |
| "data_collection_order": 1 | |
| } | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t2.Value", | |
| "field": "before" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "v" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "dbserver1.inventory.t2.Value", | |
| "field": "after" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "op" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "total_order" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "data_collection_order" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.block", | |
| "version": 1, | |
| "field": "transaction" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "dbserver1.inventory.t2.Envelope", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "before": null, | |
| "after": { | |
| "v": 2222 | |
| }, | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678429862000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t2", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 2589, | |
| "row": 0, | |
| "thread": 8, | |
| "query": null | |
| }, | |
| "op": "c", | |
| "ts_ms": 1678429867671, | |
| "transaction": { | |
| "id": "file=mysql-bin.000003,pos=2339", | |
| "total_order": 2, | |
| "data_collection_order": 1 | |
| } | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "databaseName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "schemaName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "ddl" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "type" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "defaultCharsetName" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "string", | |
| "optional": false | |
| }, | |
| "optional": true, | |
| "field": "primaryKeyColumnNames" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "jdbcType" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "nativeType" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "typeName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "typeExpression" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "charsetName" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "length" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "scale" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "position" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "optional" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "autoIncremented" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "generated" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "comment" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "defaultValueExpression" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "string", | |
| "optional": false | |
| }, | |
| "optional": true, | |
| "field": "enumValues" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Column", | |
| "version": 1 | |
| }, | |
| "optional": false, | |
| "field": "columns" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "comment" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Table", | |
| "version": 1, | |
| "field": "table" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Change", | |
| "version": 1 | |
| }, | |
| "optional": false, | |
| "field": "tableChanges" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.SchemaChangeValue", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678428411000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 431, | |
| "row": 0, | |
| "thread": null, | |
| "query": null | |
| }, | |
| "ts_ms": 1678428411262, | |
| "databaseName": "inventory", | |
| "schemaName": null, | |
| "ddl": "alter table t add column v2 real", | |
| "tableChanges": [ | |
| { | |
| "type": "ALTER", | |
| "id": "\"inventory\".\"t\"", | |
| "table": { | |
| "defaultCharsetName": "utf8mb4", | |
| "primaryKeyColumnNames": [], | |
| "columns": [ | |
| { | |
| "name": "v", | |
| "jdbcType": 4, | |
| "nativeType": null, | |
| "typeName": "INT", | |
| "typeExpression": "INT", | |
| "charsetName": null, | |
| "length": null, | |
| "scale": null, | |
| "position": 1, | |
| "optional": true, | |
| "autoIncremented": false, | |
| "generated": false, | |
| "comment": null, | |
| "defaultValueExpression": null, | |
| "enumValues": null | |
| }, | |
| { | |
| "name": "v2", | |
| "jdbcType": 7, | |
| "nativeType": null, | |
| "typeName": "REAL", | |
| "typeExpression": "REAL", | |
| "charsetName": null, | |
| "length": null, | |
| "scale": null, | |
| "position": 2, | |
| "optional": true, | |
| "autoIncremented": false, | |
| "generated": false, | |
| "comment": null, | |
| "defaultValueExpression": null, | |
| "enumValues": null | |
| } | |
| ], | |
| "comment": null | |
| } | |
| } | |
| ] | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "databaseName" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.SchemaChangeKey", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "databaseName": "inventory" | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "version" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "connector" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "name": "io.debezium.data.Enum", | |
| "version": 1, | |
| "parameters": { | |
| "allowed": "true,last,false,incremental" | |
| }, | |
| "default": "false", | |
| "field": "snapshot" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "db" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "sequence" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "table" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "server_id" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "gtid" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "file" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "pos" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "row" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "thread" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "query" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.Source", | |
| "field": "source" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "databaseName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "schemaName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "ddl" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "type" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "defaultCharsetName" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "string", | |
| "optional": false | |
| }, | |
| "optional": true, | |
| "field": "primaryKeyColumnNames" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "name" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "jdbcType" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "nativeType" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "typeName" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "typeExpression" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "charsetName" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "length" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": true, | |
| "field": "scale" | |
| }, | |
| { | |
| "type": "int32", | |
| "optional": false, | |
| "field": "position" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "optional" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "autoIncremented" | |
| }, | |
| { | |
| "type": "boolean", | |
| "optional": true, | |
| "field": "generated" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "comment" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "defaultValueExpression" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "string", | |
| "optional": false | |
| }, | |
| "optional": true, | |
| "field": "enumValues" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Column", | |
| "version": 1 | |
| }, | |
| "optional": false, | |
| "field": "columns" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": true, | |
| "field": "comment" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Table", | |
| "version": 1, | |
| "field": "table" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.schema.Change", | |
| "version": 1 | |
| }, | |
| "optional": false, | |
| "field": "tableChanges" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.mysql.SchemaChangeValue", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "source": { | |
| "version": "2.2.0.Alpha3", | |
| "connector": "mysql", | |
| "name": "dbserver1", | |
| "ts_ms": 1678428831000, | |
| "snapshot": "false", | |
| "db": "inventory", | |
| "sequence": null, | |
| "table": "t", | |
| "server_id": 223344, | |
| "gtid": null, | |
| "file": "mysql-bin.000003", | |
| "pos": 1222, | |
| "row": 0, | |
| "thread": null, | |
| "query": null | |
| }, | |
| "ts_ms": 1678428831357, | |
| "databaseName": "inventory", | |
| "schemaName": null, | |
| "ddl": "alter table t add column v3 char(20)", | |
| "tableChanges": [ | |
| { | |
| "type": "ALTER", | |
| "id": "\"inventory\".\"t\"", | |
| "table": { | |
| "defaultCharsetName": "utf8mb4", | |
| "primaryKeyColumnNames": [], | |
| "columns": [ | |
| { | |
| "name": "v", | |
| "jdbcType": 4, | |
| "nativeType": null, | |
| "typeName": "INT", | |
| "typeExpression": "INT", | |
| "charsetName": null, | |
| "length": null, | |
| "scale": null, | |
| "position": 1, | |
| "optional": true, | |
| "autoIncremented": false, | |
| "generated": false, | |
| "comment": null, | |
| "defaultValueExpression": null, | |
| "enumValues": null | |
| }, | |
| { | |
| "name": "v2", | |
| "jdbcType": 7, | |
| "nativeType": null, | |
| "typeName": "REAL", | |
| "typeExpression": "REAL", | |
| "charsetName": null, | |
| "length": null, | |
| "scale": null, | |
| "position": 2, | |
| "optional": true, | |
| "autoIncremented": false, | |
| "generated": false, | |
| "comment": null, | |
| "defaultValueExpression": null, | |
| "enumValues": null | |
| }, | |
| { | |
| "name": "v3", | |
| "jdbcType": 1, | |
| "nativeType": null, | |
| "typeName": "CHAR", | |
| "typeExpression": "CHAR", | |
| "charsetName": "utf8mb4", | |
| "length": 20, | |
| "scale": null, | |
| "position": 3, | |
| "optional": true, | |
| "autoIncremented": false, | |
| "generated": false, | |
| "comment": null, | |
| "defaultValueExpression": null, | |
| "enumValues": null | |
| } | |
| ], | |
| "comment": null | |
| } | |
| } | |
| ] | |
| } | |
| } |
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.common.TransactionMetadataKey", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "id": "file=mysql-bin.000003,pos=2339" | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "status" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "event_count" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "data_collection" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "event_count" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.collection", | |
| "version": 1 | |
| }, | |
| "optional": true, | |
| "field": "data_collections" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.common.TransactionMetadataValue", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "status": "BEGIN", | |
| "id": "file=mysql-bin.000003,pos=2339", | |
| "event_count": null, | |
| "data_collections": null, | |
| "ts_ms": 1678429859000 | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.common.TransactionMetadataKey", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "id": "file=mysql-bin.000003,pos=2339" | |
| } | |
| } | |
| { | |
| "schema": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "status" | |
| }, | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "id" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": true, | |
| "field": "event_count" | |
| }, | |
| { | |
| "type": "array", | |
| "items": { | |
| "type": "struct", | |
| "fields": [ | |
| { | |
| "type": "string", | |
| "optional": false, | |
| "field": "data_collection" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "event_count" | |
| } | |
| ], | |
| "optional": true, | |
| "name": "event.collection", | |
| "version": 1 | |
| }, | |
| "optional": true, | |
| "field": "data_collections" | |
| }, | |
| { | |
| "type": "int64", | |
| "optional": false, | |
| "field": "ts_ms" | |
| } | |
| ], | |
| "optional": false, | |
| "name": "io.debezium.connector.common.TransactionMetadataValue", | |
| "version": 1 | |
| }, | |
| "payload": { | |
| "status": "END", | |
| "id": "file=mysql-bin.000003,pos=2339", | |
| "event_count": 2, | |
| "data_collections": [ | |
| { | |
| "data_collection": "inventory.t2", | |
| "event_count": 1 | |
| }, | |
| { | |
| "data_collection": "inventory.t", | |
| "event_count": 1 | |
| } | |
| ], | |
| "ts_ms": 1678429867000 | |
| } | |
| } |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Transaction
See
transaction.json,t.json, andt2.jsonSchema Change
See
dbserver1.json.