Open
Description
mongodb 同步到 starrock 可以正常同步，但是等待一段时间后会挂掉
2025-06-25 18:09:51,184 INFO org.apache.flink.runtime.executiongraph.ExecutionGraph [] - Job volc_prod_mongo_to_sr (50880c7634ecdfaba62e70feed44ddce) switched from state RUNNING to FAILING.
org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:176) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:107) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.DefaultScheduler.recordTaskFailure(DefaultScheduler.java:285) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:276) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.DefaultScheduler.onTaskFailed(DefaultScheduler.java:269) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.SchedulerBase.onTaskExecutionStateUpdate(SchedulerBase.java:764) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:741) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:83) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:488) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(Unknown Source) ~[?:?]
at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(Unknown Source) ~[?:?]
at java.lang.reflect.Method.invoke(Unknown Source) ~[?:?]
at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.lambda$handleRpcInvocation$1(PekkoRpcActor.java:309) ~[flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.flink.runtime.concurrent.ClassLoadingUtils.runWithContextClassLoader(ClassLoadingUtils.java:83) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcInvocation(PekkoRpcActor.java:307) ~[flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleRpcMessage(PekkoRpcActor.java:222) ~[flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.flink.runtime.rpc.pekko.FencedPekkoRpcActor.handleRpcMessage(FencedPekkoRpcActor.java:85) ~[flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.flink.runtime.rpc.pekko.PekkoRpcActor.handleMessage(PekkoRpcActor.java:168) ~[flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:33) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:29) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at scala.PartialFunction.applyOrElse(PartialFunction.scala:127) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at scala.PartialFunction.applyOrElse$(PartialFunction.scala:126) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:29) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:175) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:176) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.actor.Actor.aroundReceive(Actor.scala:547) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.actor.Actor.aroundReceive$(Actor.scala:545) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.actor.AbstractActor.aroundReceive(AbstractActor.scala:229) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.actor.ActorCell.receiveMessage(ActorCell.scala:590) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.actor.ActorCell.invoke(ActorCell.scala:557) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.dispatch.Mailbox.processMailbox(Mailbox.scala:280) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.dispatch.Mailbox.run(Mailbox.scala:241) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at org.apache.pekko.dispatch.Mailbox.exec(Mailbox.scala:253) [flink-rpc-akkad84e417d-a943-45df-95f4-c7d22305cef5.jar:tis-1.18.1]
at java.util.concurrent.ForkJoinTask.doExec(Unknown Source) [?:?]
at java.util.concurrent.ForkJoinPool$WorkQueue.topLevelExec(Unknown Source) [?:?]
at java.util.concurrent.ForkJoinPool.scan(Unknown Source) [?:?]
at java.util.concurrent.ForkJoinPool.runWorker(Unknown Source) [?:?]
at java.util.concurrent.ForkJoinWorkerThread.run(Unknown Source) [?:?]
>>> 关键点Caused by: java.lang.IllegalAccessError: failed to access class io.debezium.embedded.EmbeddedEngineChangeEvent from class
org.apache.flink.cdc.debezium.internal.DebeziumChangeConsumer (io.debezium.embedded.EmbeddedEngineChangeEvent and org.apache.flink.cdc.debezium.internal.DebeziumChangeConsumer are in unnamed module of loader com.qlangtech.tis.extension.impl.PluginFirstClassLoader @228f831a)
at org.apache.flink.cdc.debezium.internal.DebeziumChangeConsumer.commitOffset(DebeziumChangeConsumer.java:81) ~[?:?]
at org.apache.flink.cdc.debezium.DebeziumSourceFunction.notifyCheckpointComplete(DebeziumSourceFunction.java:505) ~[?:?]
at org.apache.flink.streaming.api.operators.AbstractUdfStreamOperator.notifyCheckpointComplete(AbstractUdfStreamOperator.java:127) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamOperatorWrapper.notifyCheckpointComplete(StreamOperatorWrapper.java:104) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.RegularOperatorChain.notifyCheckpointComplete(RegularOperatorChain.java:145) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.notifyCheckpoint(SubtaskCheckpointCoordinatorImpl.java:468) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.SubtaskCheckpointCoordinatorImpl.notifyCheckpointComplete(SubtaskCheckpointCoordinatorImpl.java:401) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTask.notifyCheckpointComplete(StreamTask.java:1449) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$notifyCheckpointCompleteAsync$17(StreamTask.java:1390) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTask.lambda$notifyCheckpointOperation$20(StreamTask.java:1429) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTaskActionExecutor$SynchronizedStreamTaskActionExecutor.runThrowing(StreamTaskActionExecutor.java:93) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.mailbox.Mail.run(Mail.java:90) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMail(MailboxProcessor.java:398) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMailsWhenDefaultActionUnavailable(MailboxProcessor.java:367) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.processMail(MailboxProcessor.java:352) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.mailbox.MailboxProcessor.runMailboxLoop(MailboxProcessor.java:229) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTask.runMailboxLoop(StreamTask.java:858) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.streaming.runtime.tasks.StreamTask.invoke(StreamTask.java:807) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.taskmanager.Task.runWithSystemExitMonitoring(Task.java:953) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.taskmanager.Task.restoreAndInvoke(Task.java:932) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.taskmanager.Task.doRun(Task.java:746) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at org.apache.flink.runtime.taskmanager.Task.run(Task.java:562) ~[flink-dist-tis-1.18.1.jar:tis-1.18.1]
at java.lang.Thread.run(Unknown Source) ~[?:?]看异常是因为classloader冲突，相同的类被不同的loader加载了多次导致，是否是这样需要进一步确认
Metadata
Metadata
Assignees
Labels
No labels