gitfortian
commented
1 year ago mysql ddl: create table dinky.dlink_job_history ( id int not null comment 'id' primary key, tenant_id int default 1 not null comment 'tenant id', job_json json null comment 'Job information json', exceptions_json json null comment 'error message json', checkpoints_json json null comment 'checkpoints json', checkpoints_config_json json null comment 'checkpoints configuration json', config_json json null comment 'configuration', jar_json json null comment 'Jar configuration', cluster_json json null comment 'cluster instance configuration', cluster_configuration_json json null comment 'cluster config', update_time datetime null comment 'update time' ) comment 'Job history details' charset = utf8mb4;
paimon ddl: CREATE TABLE if not exists ods.dlink_job_history ( id int comment 'id', tenant_id int comment 'tenant id', job_json string null comment 'Job information json', exceptions_json string null comment 'error message json', checkpoints_json string null comment 'checkpoints json', checkpoints_config_json string null comment 'checkpoints configuration json', config_json string null comment 'configuration', jar_json string null comment 'Jar configuration', cluster_json string null comment 'cluster instance configuration', cluster_configuration_json string null comment 'cluster config', update_time TIMESTAMP(0) null comment 'update time', PRIMARY KEY (id) NOT ENFORCED );
数据样例：
1, 1, '{"jid": "13732c1c008242ba68218383febe3213", "now": 1673084550421, "name": "flinksql", "plan": {"jid": "13732c1c008242ba68218383febe3213", "name": "flinksql", "type": "STREAMING", "nodes": [{"id": "cbc357ccb763df2852fee8c4fc7d55f2", "operator": "", "description": "[1]:TableSourceScan(table=[[my_catalog, default_database, Orders]], fields=[order_number, price, buyer, order_time])
+- Sink: Collect table sink
", "parallelism": 1, "operator_strategy": "", "optimizer_properties": {}}]}, "state": "CANCELED", "duration": 97371, "end-time": 1673084523589, "vertices": [{"id": "cbc357ccb763df2852fee8c4fc7d55f2", "name": "Source: Orders[1] -> Sink: Collect table sink", "tasks": {"FAILED": 0, "CREATED": 0, "RUNNING": 0, "CANCELED": 1, "FINISHED": 0, "CANCELING": 0, "DEPLOYING": 0, "SCHEDULED": 0, "RECONCILING": 0, "INITIALIZING": 0}, "status": "CANCELED", "metrics": {"read-bytes": 0, "write-bytes": 0, "read-records": 0, "write-records": 0, "read-bytes-complete": true, "write-bytes-complete": true, "accumulated-busy-time": "NaN", "accumulated-idle-time": 0, "read-records-complete": true, "write-records-complete": true, "accumulated-backpressured-time": 0}, "duration": 89530, "end-time": 1673084523583, "start-time": 1673084434053, "parallelism": 1, "maxParallelism": 128}], "start-time": 1673084426218, "timestamps": {"FAILED": 0, "CREATED": 1673084426408, "FAILING": 0, "RUNNING": 1673084427378, "CANCELED": 1673084523589, "FINISHED": 0, "SUSPENDED": 0, "CANCELLING": 1673084523442, "RESTARTING": 0, "RECONCILING": 0, "INITIALIZING": 1673084426218}, "isStoppable": false, "status-counts": {"FAILED": 0, "CREATED": 0, "RUNNING": 0, "CANCELED": 1, "FINISHED": 0, "CANCELING": 0, "DEPLOYING": 0, "SCHEDULED": 0, "RECONCILING": 0, "INITIALIZING": 0}, "maxParallelism": -1}', '{"timestamp": null, "truncated": false, "all-exceptions": [], "root-exception": null, "exceptionHistory": {"entries": [], "truncated": false}}', '{"counts": {"total": 0, "failed": 0, "restored": 0, "completed": 0, "in_progress": 0}, "latest": {"failed": null, "restored": null, "completed": null, "savepoint": null}, "history": [], "summary": {"state_size": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"}, "persisted_data": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"}, "processed_data": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"}, "checkpointed_size": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"}, "alignment_buffered": {"avg": 0, "max": 0, "min": 0, "p50": 0, "p90": 0, "p95": 0, "p99": 0, "p999": 0}, "end_to_end_duration": {"avg": 0, "max": 0, "min": 0, "p50": "NaN", "p90": "NaN", "p95": "NaN", "p99": "NaN", "p999": "NaN"}}}', '{"mode": "at_least_once", "timeout": 600000, "interval": 9223372036854775807, "min_pause": 0, "state_backend": "HashMapStateBackend", "max_concurrent": 1, "externalization": {"enabled": false, "delete_on_cancellation": true}, "changelog_storage": "memory", "checkpoint_storage": "FileSystemCheckpointStorage", "unaligned_checkpoints": false, "state_changelog_enabled": false, "aligned_checkpoint_timeout": 0, "tolerable_failed_checkpoints": 0, "checkpoints_after_tasks_finish": true, "changelog_periodic_materialization_interval": 600000}', '{"jid": "13732c1c008242ba68218383febe3213", "name": "flinksql", "execution-config": {"user-config": {}, "execution-mode": "PIPELINED", "job-parallelism": 1, "restart-strategy": "Cluster level default restart strategy", "object-reuse-mode": false}}', null, '{"id": 1, "name": "flink-1.16-yarn-session", "note": null, "type": "yarn-session", "alias": "flink-1.16-yarn-session", "hosts": "hdp03:32956", "status": 1, "taskId": null, "enabled": true, "version": "1.16.0", "tenantId": 1, "createTime": [2023, 1, 7, 16, 43, 51], "updateTime": [2023, 1, 7, 16, 43, 51], "autoRegisters": false, "jobManagerHost": "xxx:32956", "clusterConfigurationId": null}', null, '2023-01-07 17:42:30'
github-actions[bot]
Search before asking
What happened
read mysql data and sink data to paimon casued nullpoint exception
SeaTunnel Version
2.3.1
SeaTunnel Config
Running Command
Error Exception
Flink or Spark Version
No response
Java or Scala Version
scala2.12
Screenshots
No response
Are you willing to submit PR?
Code of Conduct