StarRocks / starrocks-connector-for-kafka

Apache License 2.0
6 stars 10 forks source link

format for duplicate table insert, unique key table upsert and delete messages #21

Open alberttwong opened 5 months ago

alberttwong commented 5 months ago

PRODUCER starrocks-sink-duplicate_table-insert-message topic: postgres.public.customer { "col_001": 6, "col_002": "AAAAAAAAGAAAAAAA", "col_003": 213219, "col_004": 6374, "col_005": 27082, "col_006": 2451883, "col_007": 2451853, "col_008": "Ms.", "col_009": "Brunilda aaa bbb ccc ddd eee", "col_010": "Sharp", "col_011": "Y", "col_012": 4, "col_013": 12, "col_014": 1925, "col_015": "SURINAME", "col_016": null, "col_017": "Brunilda.Sharp@T3pylZEUQjm.org", "col_018": 2452430, "_sling_loaded_at": 1713464143 }

PRODUCER starrocks-sink-unique_table-delete-message topic: postgres.public.customer { "col_001": 1, "col_002": "AAAAAAAAGAAAAAAA", "col_003": 213219, "col_004": 6374, "col_005": 27082, "col_006": 2451883, "col_007": 2451853, "col_008": "Ms.", "col_009": "Brunilda aaa", "col_010": "Sharp", "col_011": "Y", "col_012": 4, "col_013": 12, "col_014": 1925, "col_015": "SURINAME", "col_016": null, "col_017": "Brunilda.Sharp@T3pylZEUQjm.org", "col_018": 2452430, "_sling_loaded_at": 1713464143, "__op": 1 }

PRODUCER starrocks-sink-unique_table-upsert-message topic: postgres.public.customer { "col_001": 1, "col_002": "AAAAAAAAGAAAAAAA", "col_003": 213219, "col_004": 6374, "col_005": 27082, "col_006": 2451883, "col_007": 2451853, "col_008": "Ms.", "col_009": "Brunilda bbbccc", "col_010": "Sharp", "col_011": "Y", "col_012": 4, "col_013": 12, "col_014": 1925, "col_015": "SURINAME", "col_016": null, "col_017": "Brunilda.Sharp@T3pylZEUQjm.org", "col_018": 2452430, "_sling_loaded_at": 1713464143, "__op": 0 }