specmesh / specmesh-build

https://specmesh.io/
Apache License 2.0
13 stars 5 forks source link

Intermittent failure on Topic Provisioning #322

Closed navery-max closed 3 months ago

navery-max commented 3 months ago

11:29:28 , messages=), acl:(pattern=ResourcePattern(resourceType=GROUP, name=ref, patternType=PREFIXED), entry=(principal=User:ref, host=*, operation=READ, permissionType=ALLOW)):CREATED, topic:ref._public.country:FAILED, exception on topic: ref._private.dms.cdc.owner_secdb.sd_cfg_mifid_tr_eur_markets:TopicProvisioner.Topic(name=ref._private.dms.cdc.owner_secdb.sd_cfg_mifid_tr_eur_markets, state=FAILED, partitions=6, replication=3, config={retention.ms=604800000, cleanup.policy=delete}, exception=io.specmesh.kafka.provision.ExceptionWrapper: failed to write topics 11:29:28 io.specmesh.kafka.provision.Provisioner$ProvisioningException: failed to write topics 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.lambda$mutate$2(TopicMutators.java:309) 11:29:28 at java.base/java.util.ArrayList.forEach(Unknown Source) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.mutate(TopicMutators.java:307) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CollectiveMutator.lambda$mutate$0(TopicMutators.java:70) 11:29:28 at java.base/java.util.stream.ReferencePipeline$3$1.accept(Unknown Source) 11:29:28 at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.copyInto(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(Unknown Source) 11:29:28 at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.evaluate(Unknown Source) 11:29:28 at java.base/java.util.stream.ReferencePipeline.collect(Unknown Source) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CollectiveMutator.mutate(TopicMutators.java:72) 11:29:28 at io.specmesh.kafka.provision.TopicProvisioner.provision(TopicProvisioner.java:56) 11:29:28 at io.specmesh.kafka.provision.Provisioner.provision(Provisioner.java:59) 11:29:28 at com.mktx.dm.runner.service.Provision.apply(Provision.java:116) 11:29:28 at com.mktx.dm.runner.Handler.handleRequest(Handler.java:104) 11:29:28 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 11:29:28 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) 11:29:28 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) 11:29:28 at java.base/java.lang.reflect.Method.invoke(Unknown Source) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$PojoMethodRequestHandler.handleRequest(EventHandlerLoader.java:285) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$PojoHandlerAsStreamHandler.handleRequest(EventHandlerLoader.java:202) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$2.call(EventHandlerLoader.java:905) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.startRuntime(AWSLambda.java:245) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.startRuntime(AWSLambda.java:197) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.main(AWSLambda.java:187) 11:29:28 Caused by: java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TopicExistsException: Topic 'ref._private.dms.cdc.owner_secdb.txmics' already exists. 11:29:28 at java.base/java.util.concurrent.CompletableFuture.reportGet(Unknown Source) 11:29:28 at java.base/java.util.concurrent.CompletableFuture.get(Unknown Source) 11:29:28 at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:180) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.mutate(TopicMutators.java:302) 11:29:28 ... 23 more 11:29:28 Caused by: org.apache.kafka.common.errors.TopicExistsException: Topic 'ref._private.dms.cdc.owner_secdb.txmics' already exists. 11:29:28 , messages=), exception on topic: ref._public.txmics:TopicProvisioner.Topic(name=ref._public.txmics, state=FAILED, partitions=6, replication=3, config={cleanup.policy=compact}, exception=io.specmesh.kafka.provision.ExceptionWrapper: failed to write topics 11:29:28 io.specmesh.kafka.provision.Provisioner$ProvisioningException: failed to write topics 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.lambda$mutate$2(TopicMutators.java:309) 11:29:28 at java.base/java.util.ArrayList.forEach(Unknown Source) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.mutate(TopicMutators.java:307) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CollectiveMutator.lambda$mutate$0(TopicMutators.java:70) 11:29:28 at java.base/java.util.stream.ReferencePipeline$3$1.accept(Unknown Source) 11:29:28 at java.base/java.util.Spliterators$ArraySpliterator.forEachRemaining(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.copyInto(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.wrapAndCopyInto(Unknown Source) 11:29:28 at java.base/java.util.stream.ReduceOps$ReduceOp.evaluateSequential(Unknown Source) 11:29:28 at java.base/java.util.stream.AbstractPipeline.evaluate(Unknown Source) 11:29:28 at java.base/java.util.stream.ReferencePipeline.collect(Unknown Source) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CollectiveMutator.mutate(TopicMutators.java:72) 11:29:28 at io.specmesh.kafka.provision.TopicProvisioner.provision(TopicProvisioner.java:56) 11:29:28 at io.specmesh.kafka.provision.Provisioner.provision(Provisioner.java:59) 11:29:28 at com.mktx.dm.runner.service.Provision.apply(Provision.java:116) 11:29:28 at com.mktx.dm.runner.Handler.handleRequest(Handler.java:104) 11:29:28 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 11:29:28 at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) 11:29:28 at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) 11:29:28 at java.base/java.lang.reflect.Method.invoke(Unknown Source) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$PojoMethodRequestHandler.handleRequest(EventHandlerLoader.java:285) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$PojoHandlerAsStreamHandler.handleRequest(EventHandlerLoader.java:202) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.EventHandlerLoader$2.call(EventHandlerLoader.java:905) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.startRuntime(AWSLambda.java:245) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.startRuntime(AWSLambda.java:197) 11:29:28 at com.amazonaws.services.lambda.runtime.api.client.AWSLambda.main(AWSLambda.java:187) 11:29:28 Caused by: java.util.concurrent.ExecutionException: org.apache.kafka.common.errors.TopicExistsException: Topic 'ref._private.dms.cdc.owner_secdb.txmics' already exists. 11:29:28 at java.base/java.util.concurrent.CompletableFuture.reportGet(Unknown Source) 11:29:28 at java.base/java.util.concurrent.CompletableFuture.get(Unknown Source) 11:29:28 at org.apache.kafka.common.internals.KafkaFutureImpl.get(KafkaFutureImpl.java:180) 11:29:28 at io.specmesh.kafka.provision.TopicMutators$CreateMutator.mutate(TopicMutators.java:302) 11:29:28 ... 23 more 11:29:28 Caused by: org.apache.kafka.common.errors.TopicExistsException: Topic 'ref._private.dms.cdc.owner_secdb.txmics' already exists.

big-andy-coates commented 3 months ago

Duplicate of https://github.com/specmesh/specmesh-build/issues/323