Hello Debezium Team,
I am using AWS MSK connector
Here are the configuration I am using
{
"connector.class": "io.debezium.connector.postgresql.PostgresConnector",
"max.queue.size": "20000",
"slot.name": "debezium_flink",
"tasks.max": "1",
"publication.name": "dbz_publication",
"database.history.kafka.topic": "schema-changes.sequr",
"transforms": "unwrap",
"schema.include.list": "users,access_control,access_control_v2,badge,hid_mobile_access,auth,entity_attribute_value,flink_iceberg_poc",
"include.schema.changes": "true",
"topic.prefix": "staging2",
"poll.interval.ms": "500",
"transforms.unwrap.type": "io.debezium.transforms.ExtractNewRecordState",
"value.converter": "org.apache.kafka.connect.json.JsonConverter",
"key.converter": "org.apache.kafka.connect.json.JsonConverter",
"database.user": "xxxxxxxxx",
"database.dbname": "xxxxxx",
"transforms.unwrap.delete.tombstone.handling.mode": "rewrite",
"database.history.kafka.bootstrap.servers": "xxxxxxxxxxxx,xxxxxxxxxxxxxxx",
"time.precision.mode": "connect",
"database.server.name": "dbserver1",
"plugin.name": "pgoutput",
"database.port": "5432",
"producer.linger.ms": "5",
"key.converter.schemas.enable": "false",
"database.hostname": "xxxxxxxxxxxx",
"producer.batch.size": "65536",
"database.password": "xxxxxxxxxxxxxxxxxxxxxxxxxxxxxx",
"value.converter.schemas.enable": "false",
"table.include.list": "users.user_customer,users.user,users.user_group_member,users.user_group,users.property_users,users.property,entity_attribute_value.user_custom_attributes,users.property,auth.customer_role,users.tenant,access_control.floor_group,users.property_users_access_group,users.property_users_time_based_access_group,access_control.access_level,users.property_configuration,users.user_type,auth.role,access_control_v2.card,access_control_v2.card_user,access_control_v2.card_location,access_control_v2.card_format,badge.badge_type,hid_mobile_access.hid_mobile_invitation,hid_mobile_access.hid_user_device,flink_iceberg_poc.cards_dummy",
"max.batch.size": "10000",
"snapshot.mode": "always"
}
This was working fine, now I added new table in the table.include.list which is "flink_iceberg_poc.cards_dummy", after adding this I then restarted the connector, and it got restarted successfully, but it haven't created the topic for this new table, I am not getting what wrong I am doing.
I have restarted with snapshot.mode = inital/when_needed/always
but it is not creating the topic for this new table, is there anything I should consider, please help me in this.
Thanks.