search

dyrnq / cdc-vagrant

CDC(Change Data Capture) is made up of two components, the CDD and the CDT. CDD is stand for Change Data Detection and CDT is stand for Change Data Transfer.
https://nightlies.apache.org/flink/flink-cdc-docs-stable/
0 stars 0 forks source link

org.apache.flink.runtime.taskexecutor.exceptions.RegistrationTimeoutException: Could not register at the ResourceManager within the specified maximum registration duration PT5M. This indicates a problem with this instance. Terminating now. #36

Closed dyrnq closed 1 week ago

dyrnq commented 1 week ago 
rg.apache.flink.runtime.taskexecutor.exceptions.RegistrationTimeoutException: Could not register at the ResourceManager within the specified maximum registration duration PT5M. This indicates a problem with this instance. Terminating now.
        at org.apache.flink.runtime.taskexecutor.TaskExecutor.registrationTimeout(TaskExecutor.java:1693) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.taskexecutor.TaskExecutor.lambda$startRegistrationTimeout$21(TaskExecutor.java:1678) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRunAsync$4(PekkoRpcActor.java:460) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRunAsync(PekkoRpcActor.java:460) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:225) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:174) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction.applyOrElse(PartialFunction.scala:127) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:280) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:241) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:253) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) [?:?]
        at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) [?:?]
        at java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) [?:?]
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) [?:?]
        at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183) [?:?]
2024-11-13 16:13:04,481 ERROR org.apache.flink.runtime.taskexecutor.TaskManagerRunner      [] - Fatal error occurred while executing the TaskManager. Shutting it down...
org.apache.flink.runtime.taskexecutor.exceptions.RegistrationTimeoutException: Could not register at the ResourceManager within the specified maximum registration duration PT5M. This indicates a problem with this instance. Terminating now.
        at org.apache.flink.runtime.taskexecutor.TaskExecutor.registrationTimeout(TaskExecutor.java:1693) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.taskexecutor.TaskExecutor.lambda$startRegistrationTimeout$21(TaskExecutor.java:1678) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRunAsync$4(PekkoRpcActor.java:460) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:68) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRunAsync(PekkoRpcActor.java:460) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:225) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:174) ~[flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction.applyOrElse(PartialFunction.scala:127) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:280) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:241) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:253) [flink-rpc-akkabf346a2c-93b9-423c-ae58-28b6ab53c302.jar:1.20.0]
        at java.util.concurrent.ForkJoinTask.doExec(ForkJoinTask.java:290) [?:?]
        at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(ForkJoinPool.java:1020) [?:?]
        at java.util.concurrent.ForkJoinPool.scan(ForkJoinPool.java:1656) [?:?]
        at java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1594) [?:?]
        at java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:183) [?:?]
dyrnq commented 1 week ago 
2024-11-13 16:06:55,222 ERROR org.apache.flink.runtime.entrypoint.ClusterEntrypoint        [] - Fatal error occurred in the cluster entrypoint.
java.util.concurrent.CompletionException: com.amazonaws.services.s3.model.AmazonS3Exception: The specified bucket does not exist (Service: Amazon S3; Status Code: 404; Error Code: NoSuchBucket; Request ID: 180778A11F62D386; S3 Extended Request ID: 6154a4287c9ed1d689b35fb7a7f4734bc243025b83c0a89da8ae9a5c049dbf29; Proxy: null), S3 Extended Request ID: 6154a4287c9ed1d689b35fb7a7f4734bc243025b83c0a89da8ae9a5c049dbf29
        at java.util.concurrent.CompletableFuture.encodeThrowable(CompletableFuture.java:314) ~[?:?]
        at java.util.concurrent.CompletableFuture.completeThrowable(CompletableFuture.java:319) [?:?]
        at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1702) [?:?]
        at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1128) [?:?]
        at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:628) [?:?]
        at java.lang.Thread.run(Thread.java:829) [?:?]
Caused by: com.amazonaws.services.s3.model.AmazonS3Exception: The specified bucket does not exist (Service: Amazon S3; Status Code: 404; Error Code: NoSuchBucket; Request ID: 180778A11F62D386; S3 Extended Request ID: 6154a4287c9ed1d689b35fb7a7f4734bc243025b83c0a89da8ae9a5c049dbf29; Proxy: null)
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleErrorResponse(AmazonHttpClient.java:1879) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.handleServiceErrorResponse(AmazonHttpClient.java:1418) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeOneRequest(AmazonHttpClient.java:1387) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeHelper(AmazonHttpClient.java:1157) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.doExecute(AmazonHttpClient.java:814) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.executeWithTimer(AmazonHttpClient.java:781) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.execute(AmazonHttpClient.java:755) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutor.access$500(AmazonHttpClient.java:715) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient$RequestExecutionBuilderImpl.execute(AmazonHttpClient.java:697) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:561) ~[?:?]
        at com.amazonaws.http.AmazonHttpClient.execute(AmazonHttpClient.java:541) ~[?:?]
        at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5456) ~[?:?]
        at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5403) ~[?:?]
        at com.amazonaws.services.s3.AmazonS3Client.invoke(AmazonS3Client.java:5397) ~[?:?]
        at com.amazonaws.services.s3.AmazonS3Client.listObjects(AmazonS3Client.java:928) ~[?:?]
        at com.facebook.presto.hive.s3.PrestoS3FileSystem.listPrefix(PrestoS3FileSystem.java:548) ~[?:?]
        at com.facebook.presto.hive.s3.PrestoS3FileSystem.listLocatedStatus(PrestoS3FileSystem.java:303) ~[?:?]
        at com.facebook.presto.hive.s3.PrestoS3FileSystem.listStatus(PrestoS3FileSystem.java:285) ~[?:?]
        at org.apache.flink.fs.s3presto.common.HadoopFileSystem.listStatus(HadoopFileSystem.java:170) ~[?:?]
        at org.apache.flink.core.fs.PluginFileSystemFactory$ClassLoaderFixingFileSystem.listStatus(PluginFileSystemFactory.java:141) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.highavailability.FileSystemJobResultStore.getDirtyResultsInternal(FileSystemJobResultStore.java:201) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.highavailability.AbstractThreadsafeJobResultStore.withReadLock(AbstractThreadsafeJobResultStore.java:151) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.highavailability.AbstractThreadsafeJobResultStore.getDirtyResults(AbstractThreadsafeJobResultStore.java:120) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess.getDirtyJobResults(SessionDispatcherLeaderProcess.java:194) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.dispatcher.runner.AbstractDispatcherLeaderProcess.supplyUnsynchronizedIfRunning(AbstractDispatcherLeaderProcess.java:198) ~[flink-dist-1.20.0.jar:1.20.0]
        at org.apache.flink.runtime.dispatcher.runner.SessionDispatcherLeaderProcess.getDirtyJobResultsIfRunning(SessionDispatcherLeaderProcess.java:188) ~[flink-dist-1.20.0.jar:1.20.0]
        at java.util.concurrent.CompletableFuture$AsyncSupply.run(CompletableFuture.java:1700) ~[?:?]
        ... 3 more
dyrnq commented 1 week ago

缺少bucket

mc mb myminio/flink
mc mb myminio/flink-state