[jira] [Created] (FLINK-19983) ShuffleCompressionITCase.testDataCompressionForSortMergeBlockingShuffle unstable

[Shang Yuanchun (Jira)]

Robert Metzger created FLINK-19983:
--------------------------------------

             Summary: ShuffleCompressionITCase.testDataCompressionForSortMergeBlockingShuffle unstable
                 Key: FLINK-19983
                 URL: https://issues.apache.org/jira/browse/FLINK-19983
             Project: Flink
          Issue Type: Bug
          Components: Runtime / Network
    Affects Versions: 1.12.0
            Reporter: Robert Metzger


https://dev.azure.com/apache-flink/apache-flink/_build/results?buildId=8997&view=logs&j=5c8e7682-d68f-54d1-16a2-a09310218a49&t=f508e270-48d6-5f1e-3138-42a17e0714f0

{code}
2020-11-04T14:32:19.7227316Z [ERROR] Tests run: 4, Failures: 1, Errors: 0, Skipped: 0, Time elapsed: 16.882 s <<< FAILURE! - in org.apache.flink.test.runtime.ShuffleCompressionITCase
2020-11-04T14:32:19.7228708Z [ERROR] testDataCompressionForSortMergeBlockingShuffle[useBroadcastPartitioner = true](org.apache.flink.test.runtime.ShuffleCompressionITCase)  Time elapsed: 5.058 s  <<< FAILURE!
2020-11-04T14:32:19.7230032Z java.lang.AssertionError: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
2020-11-04T14:32:19.7230580Z at org.apache.flink.test.runtime.JobGraphRunningUtil.execute(JobGraphRunningUtil.java:58)
2020-11-04T14:32:19.7231173Z at org.apache.flink.test.runtime.ShuffleCompressionITCase.testDataCompressionForSortMergeBlockingShuffle(ShuffleCompressionITCase.java:98)
2020-11-04T14:32:19.7232076Z at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
2020-11-04T14:32:19.7232624Z at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
2020-11-04T14:32:19.7233242Z at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2020-11-04T14:32:19.7233741Z at java.lang.reflect.Method.invoke(Method.java:498)
2020-11-04T14:32:19.7234353Z at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:50)
2020-11-04T14:32:19.7235141Z at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
2020-11-04T14:32:19.7238521Z at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:47)
2020-11-04T14:32:19.7239371Z at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
2020-11-04T14:32:19.7240010Z at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:325)
2020-11-04T14:32:19.7240688Z at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:78)
2020-11-04T14:32:19.7241396Z at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:57)
2020-11-04T14:32:19.7242019Z at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
2020-11-04T14:32:19.7242623Z at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
2020-11-04T14:32:19.7243379Z at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
2020-11-04T14:32:19.7244051Z at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
2020-11-04T14:32:19.7244631Z at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
2020-11-04T14:32:19.7245313Z at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
2020-11-04T14:32:19.7245844Z at org.junit.runners.Suite.runChild(Suite.java:128)
2020-11-04T14:32:19.7246341Z at org.junit.runners.Suite.runChild(Suite.java:27)
2020-11-04T14:32:19.7246868Z at org.junit.runners.ParentRunner$3.run(ParentRunner.java:290)
2020-11-04T14:32:19.7247616Z at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:71)
2020-11-04T14:32:19.7248223Z at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:288)
2020-11-04T14:32:19.7248826Z at org.junit.runners.ParentRunner.access$000(ParentRunner.java:58)
2020-11-04T14:32:19.7249393Z at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:268)
2020-11-04T14:32:19.7249963Z at org.junit.runners.ParentRunner.run(ParentRunner.java:363)
2020-11-04T14:32:19.7250586Z at org.apache.maven.surefire.junit4.JUnit4Provider.execute(JUnit4Provider.java:365)
2020-11-04T14:32:19.7251277Z at org.apache.maven.surefire.junit4.JUnit4Provider.executeWithRerun(JUnit4Provider.java:273)
2020-11-04T14:32:19.7252024Z at org.apache.maven.surefire.junit4.JUnit4Provider.executeTestSet(JUnit4Provider.java:238)
2020-11-04T14:32:19.7252839Z at org.apache.maven.surefire.junit4.JUnit4Provider.invoke(JUnit4Provider.java:159)
2020-11-04T14:32:19.7253584Z at org.apache.maven.surefire.booter.ForkedBooter.invokeProviderInSameClassLoader(ForkedBooter.java:384)
2020-11-04T14:32:19.7254365Z at org.apache.maven.surefire.booter.ForkedBooter.runSuitesInProcess(ForkedBooter.java:345)
2020-11-04T14:32:19.7255165Z at org.apache.maven.surefire.booter.ForkedBooter.execute(ForkedBooter.java:126)
2020-11-04T14:32:19.7255806Z at org.apache.maven.surefire.booter.ForkedBooter.main(ForkedBooter.java:418)
2020-11-04T14:32:19.7256609Z Caused by: org.apache.flink.runtime.JobException: Recovery is suppressed by NoRestartBackoffTimeStrategy
2020-11-04T14:32:19.7257950Z at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.handleFailure(ExecutionFailureHandler.java:116)
2020-11-04T14:32:19.7258918Z at org.apache.flink.runtime.executiongraph.failover.flip1.ExecutionFailureHandler.getFailureHandlingResult(ExecutionFailureHandler.java:78)
2020-11-04T14:32:19.7259799Z at org.apache.flink.runtime.scheduler.DefaultScheduler.handleTaskFailure(DefaultScheduler.java:224)
2020-11-04T14:32:19.7260745Z at org.apache.flink.runtime.scheduler.DefaultScheduler.maybeHandleTaskFailure(DefaultScheduler.java:217)
2020-11-04T14:32:19.7261565Z at org.apache.flink.runtime.scheduler.DefaultScheduler.updateTaskExecutionStateInternal(DefaultScheduler.java:208)
2020-11-04T14:32:19.7262363Z at org.apache.flink.runtime.scheduler.SchedulerBase.updateTaskExecutionState(SchedulerBase.java:534)
2020-11-04T14:32:19.7263192Z at org.apache.flink.runtime.scheduler.SchedulerNG.updateTaskExecutionState(SchedulerNG.java:89)
2020-11-04T14:32:19.7263936Z at org.apache.flink.runtime.jobmaster.JobMaster.updateTaskExecutionState(JobMaster.java:419)
2020-11-04T14:32:19.7264543Z at sun.reflect.GeneratedMethodAccessor11.invoke(Unknown Source)
2020-11-04T14:32:19.7265215Z at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
2020-11-04T14:32:19.7265827Z at java.lang.reflect.Method.invoke(Method.java:498)
2020-11-04T14:32:19.7266473Z at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcInvocation(AkkaRpcActor.java:286)
2020-11-04T14:32:19.7267334Z at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleRpcMessage(AkkaRpcActor.java:201)
2020-11-04T14:32:19.7268117Z at org.apache.flink.runtime.rpc.akka.FencedAkkaRpcActor.handleRpcMessage(FencedAkkaRpcActor.java:74)
2020-11-04T14:32:19.7268898Z at org.apache.flink.runtime.rpc.akka.AkkaRpcActor.handleMessage(AkkaRpcActor.java:154)
2020-11-04T14:32:19.7269511Z at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:26)
2020-11-04T14:32:19.7270106Z at akka.japi.pf.UnitCaseStatement.apply(CaseStatements.scala:21)
2020-11-04T14:32:19.7270708Z at scala.PartialFunction$class.applyOrElse(PartialFunction.scala:123)
2020-11-04T14:32:19.7271257Z at akka.japi.pf.UnitCaseStatement.applyOrElse(CaseStatements.scala:21)
2020-11-04T14:32:19.7271812Z at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:170)
2020-11-04T14:32:19.7272376Z at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
2020-11-04T14:32:19.7273048Z at scala.PartialFunction$OrElse.applyOrElse(PartialFunction.scala:171)
2020-11-04T14:32:19.7273583Z at akka.actor.Actor$class.aroundReceive(Actor.scala:517)
2020-11-04T14:32:19.7274140Z at akka.actor.AbstractActor.aroundReceive(AbstractActor.scala:225)
2020-11-04T14:32:19.7274679Z at akka.actor.ActorCell.receiveMessage(ActorCell.scala:592)
2020-11-04T14:32:19.7275310Z at akka.actor.ActorCell.invoke(ActorCell.scala:561)
2020-11-04T14:32:19.7275792Z at akka.dispatch.Mailbox.processMailbox(Mailbox.scala:258)
2020-11-04T14:32:19.7276343Z at akka.dispatch.Mailbox.run(Mailbox.scala:225)
2020-11-04T14:32:19.7276864Z at akka.dispatch.Mailbox.exec(Mailbox.scala:235)
2020-11-04T14:32:19.7277531Z at akka.dispatch.forkjoin.ForkJoinTask.doExec(ForkJoinTask.java:260)
2020-11-04T14:32:19.7278195Z at akka.dispatch.forkjoin.ForkJoinPool$WorkQueue.runTask(ForkJoinPool.java:1339)
2020-11-04T14:32:19.7278856Z at akka.dispatch.forkjoin.ForkJoinPool.runWorker(ForkJoinPool.java:1979)
2020-11-04T14:32:19.7279542Z at akka.dispatch.forkjoin.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:107)
2020-11-04T14:32:19.7281428Z Caused by: org.apache.flink.runtime.io.network.netty.exception.RemoteTransportException: Fatal error at remote task manager 'localhost/127.0.0.1:33368'.
2020-11-04T14:32:19.7282544Z at org.apache.flink.runtime.io.network.netty.CreditBasedPartitionRequestClientHandler.decodeMsg(CreditBasedPartitionRequestClientHandler.java:283)
2020-11-04T14:32:19.7283723Z at org.apache.flink.runtime.io.network.netty.CreditBasedPartitionRequestClientHandler.channelRead(CreditBasedPartitionRequestClientHandler.java:183)
2020-11-04T14:32:19.7285215Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379)
2020-11-04T14:32:19.7286265Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365)
2020-11-04T14:32:19.7287520Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357)
2020-11-04T14:32:19.7288686Z at org.apache.flink.runtime.io.network.netty.NettyMessageClientDecoderDelegate.channelRead(NettyMessageClientDecoderDelegate.java:115)
2020-11-04T14:32:19.7289722Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379)
2020-11-04T14:32:19.7290742Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365)
2020-11-04T14:32:19.7291776Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:357)
2020-11-04T14:32:19.7292884Z at org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1410)
2020-11-04T14:32:19.7293919Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:379)
2020-11-04T14:32:19.7295079Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:365)
2020-11-04T14:32:19.7296076Z at org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:919)
2020-11-04T14:32:19.7297214Z at org.apache.flink.shaded.netty4.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:792)
2020-11-04T14:32:19.7298245Z at org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:475)
2020-11-04T14:32:19.7299068Z at org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:378)
2020-11-04T14:32:19.7299963Z at org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:989)
2020-11-04T14:32:19.7300879Z at org.apache.flink.shaded.netty4.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74)
2020-11-04T14:32:19.7301516Z at java.lang.Thread.run(Thread.java:748)
2020-11-04T14:32:19.7302033Z Caused by: java.io.IOException: Reader is already released.
2020-11-04T14:32:19.7302880Z at org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.writeAndFlushNextMessageIfPossible(PartitionRequestQueue.java:255)
2020-11-04T14:32:19.7303825Z at org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.enqueueAvailableReader(PartitionRequestQueue.java:108)
2020-11-04T14:32:19.7304871Z at org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.userEventTriggered(PartitionRequestQueue.java:173)
2020-11-04T14:32:19.7305873Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:346)
2020-11-04T14:32:19.7306932Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:332)
2020-11-04T14:32:19.7308179Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:324)
2020-11-04T14:32:19.7309255Z at org.apache.flink.shaded.netty4.io.netty.channel.ChannelInboundHandlerAdapter.userEventTriggered(ChannelInboundHandlerAdapter.java:117)
2020-11-04T14:32:19.7310249Z at org.apache.flink.shaded.netty4.io.netty.handler.codec.ByteToMessageDecoder.userEventTriggered(ByteToMessageDecoder.java:365)
2020-11-04T14:32:19.7311499Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:346)
2020-11-04T14:32:19.7312573Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:332)
2020-11-04T14:32:19.7313711Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:324)
2020-11-04T14:32:19.7314967Z at org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1428)
2020-11-04T14:32:19.7316038Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:346)
2020-11-04T14:32:19.7317216Z at org.apache.flink.shaded.netty4.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:332)
2020-11-04T14:32:19.7318253Z at org.apache.flink.shaded.netty4.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:913)
2020-11-04T14:32:19.7319209Z at org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.lambda$notifyReaderNonEmpty$0(PartitionRequestQueue.java:87)
2020-11-04T14:32:19.7320177Z at org.apache.flink.shaded.netty4.io.netty.util.concurrent.AbstractEventExecutor.safeExecute(AbstractEventExecutor.java:164)
2020-11-04T14:32:19.7321167Z at org.apache.flink.shaded.netty4.io.netty.util.concurrent.SingleThreadEventExecutor.runAllTasks(SingleThreadEventExecutor.java:472)
2020-11-04T14:32:19.7322060Z at org.apache.flink.shaded.netty4.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:384)
2020-11-04T14:32:19.7322615Z ... 3 more
2020-11-04T14:32:19.7323125Z Caused by: java.lang.IllegalStateException: Reader is already released.
2020-11-04T14:32:19.7323760Z at org.apache.flink.util.Preconditions.checkState(Preconditions.java:198)
2020-11-04T14:32:19.7324559Z at org.apache.flink.runtime.io.network.partition.SortMergeSubpartitionReader.getNextBuffer(SortMergeSubpartitionReader.java:98)
2020-11-04T14:32:19.7325691Z at org.apache.flink.runtime.io.network.netty.CreditBasedSequenceNumberingViewReader.getNextBuffer(CreditBasedSequenceNumberingViewReader.java:170)
2020-11-04T14:32:19.7326735Z at org.apache.flink.runtime.io.network.netty.PartitionRequestQueue.writeAndFlushNextMessageIfPossible(PartitionRequestQueue.java:216)
2020-11-04T14:32:19.7327496Z ... 21 more
{code}



--
This message was sent by Atlassian Jira
(v8.3.4#803005)