io.netty.handler.codec.EncoderException:java.lang.NoSuchMethodError:io.netty.channel.DefaultFileRegion。<init>(Ljava / io / File; JJ)V

时间:2017-06-01 09:15:15

标签: apache-spark netty shuffle

spark 2.1每当shuffle操作时,抛出标题异常。在$ SPARK_HOME / jars /子文件夹中检查netty jars,与bin.tgz包相同。不要知道这个罐子冲突的来源。任何人都可以帮忙吗?

lt StreamResponse {streamId = / jars / lpark-maven-0.0.1-SNAPSHOT.jar,byteCount = 11512003,body = FileSegmentManagedBuffer {file = / app / hadoop / SparkTest /./ lpark-maven-0.0.1- SNAPSHOT.jar,offset = 0,length = 11512003}}到/10.0.0.149:42834;关闭连接 io.netty.handler.codec.EncoderException:java.lang.NoSuchMethodError:io.netty.channel.DefaultFileRegion。(Ljava / io / File; JJ)V     at io.netty.handler.codec.MessageToMessageEncoder.write(MessageToMessageEncoder.java:107)     at io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:658)     at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:716)     at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:651)     at io.netty.handler.timeout.IdleStateHandler.write(IdleStateHandler.java:266)     at io.netty.channel.AbstractChannelHandlerContext.invokeWrite(AbstractChannelHandlerContext.java:658)     at io.netty.channel.AbstractChannelHandlerContext.write(AbstractChannelHandlerContext.java:716)     at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:706)     at io.netty.channel.AbstractChannelHandlerContext.writeAndFlush(AbstractChannelHandlerContext.java:741)     at io.netty.channel.DefaultChannelPipeline.writeAndFlush(DefaultChannelPipeline.java:895)     at io.netty.channel.AbstractChannel.writeAndFlush(AbstractChannel.java:240)     在org.apache.spark.network.server.TransportRequestHandler.respond(TransportRequestHandler.java:194)     在org.apache.spark.network.server.TransportRequestHandler.processStreamRequest(TransportRequestHandler.java:150)     在org.apache.spark.network.server.TransportRequestHandler.handle(TransportRequestHandler.java:111)     在org.apache.spark.network.server.TransportChannelHandler.channelRead0(TransportChannelHandler.java:119)     在org.apache.spark.network.server.TransportChannelHandler.channelRead0(TransportChannelHandler.java:51)     在io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:105)     at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333)     at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319)     在io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:254)     at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333)     at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319)     at io.netty.handler.codec.MessageToMessageDecoder.channelRead(MessageToMessageDecoder.java:103)     at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333)     at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319)     在org.apache.spark.network.util.TransportFrameDecoder.channelRead(TransportFrameDecoder.java:85)     at io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:333)     at io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:319)     在io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:787)     at io.netty.channel.nio.AbstractNioByteChannel $ NioByteUnsafe.read(AbstractNioByteChannel.java:130)     在io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:511)     at io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:468)     在io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:382)     在io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:354)     at io.netty.util.concurrent.SingleThreadEventExecutor $ 2.run(SingleThreadEventExecutor.java:116)     at io.netty.util.concurrent.DefaultThreadFactory $ DefaultRunnableDecorator.run(DefaultThreadFactory.java:137)     在java.lang.Thread.run(Thread.java:745) 引起:java.lang.NoSuchMethodError:io.netty.channel.DefaultFileRegion。(Ljava / io / File; JJ)V     在org.apache.spark.network.buffer.FileSegmentManagedBuffer.convertToNetty(FileSegmentManagedBuffer.java:133)     在org.apache.spark.network.protocol.MessageEncoder.encode(MessageEncoder.java:54)     在org.apache.spark.network.protocol.MessageEncoder.encode(MessageEncoder.java:33)     在io.netty.handler.codec.MessageToMessageEncoder.write(MessageToMessageEncoder.java:89)

0 个答案:

没有答案