Question

我试图用Spark从Couchbase读取样本数据。下面是错误和运行的代码。

我似乎收到了身份验证错误，提到的用户名和密码与cbc命令一样。

package com.demo.sparkstreaming

import com.couchbase.client.java.document.JsonDocument
import org.apache.spark.sql.SparkSession
import com.couchbase.spark._
/**
* Created by cloudera on 12/8/17.
*/
object SparkRead {



def main(args: Array[String]): Unit = {

  // The SparkSession is the main entry point into spark
  val spark = SparkSession
    .builder()
    .appName("KeyValueExample")
    .master("local[*]") // use the JVM as the master, great for testing
    .config("spark.couchbase.nodes", "192.168.169.101") // connect to couchbase on hostname
    .config("spark.couchbase.bucket.travel-sample","") // open the travel-sample bucket with empty password
    .config("com.couchbase.username", "test")
    .config("com.couchbase.password", "****")
    .getOrCreate()

  spark.sparkContext
    .couchbaseGet[JsonDocument](Seq("airline_10123")) // Load documents from couchbase
    .collect() // collect all data from the spark workers
    .foreach(println) // print each document content


 }
}

错误日志

com.couchbase.client.core.endpoint.kv.AuthenticationException：身份验证失败 在com.couchbase.client.core.endpoint.kv.KeyValueAuthHandler.checkIsAuthed（KeyValueAuthHandler.java:288）在com.couchbase.client.core.endpoint.kv.KeyValueAuthHandler.channelRead0（KeyValueAuthHandler.java:173）在com.couchbase.client.core.endpoint.kv.KeyValueAuthHandler.channelRead0（KeyValueAuthHandler.java:52）在com.couchbase.client.deps.io.netty.channel.SimpleChannelInboundHandler.channelRead（SimpleChannelInboundHandler.java:105）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:357）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:343）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead（AbstractChannelHandlerContext.java:336）在com.couchbase.client.deps.io.netty.handler.codec.MessageToMessageDecoder.channelRead（MessageToMessageDecoder.java:102）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:357）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:343）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead（AbstractChannelHandlerContext.java:336）在com.couchbase.client.deps.io.netty.channel.CombinedChannelDuplexHandler $ DelegatingChannelHandlerContext.fireChannelRead（combinedChannelDuplexHandler.java:435）在com.couchbase.client.deps.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead（ByteToMessageDecoder.java:293）在com.couchbase.client.deps.io.netty.handler.codec.ByteToMessageDecoder.channelRead（ByteToMessageDecoder.java:267）在com.couchbase.client.deps.io.netty.channel.CombinedChannelDuplexHandler.channelRead（combinedChannelDuplexHandler.java:250）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:357）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:343）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead（AbstractChannelHandlerContext.java:336）在com.couchbase.client.deps.io.netty.handler.timeout.IdleStateHandler.channelRead（IdleStateHandler.java:287）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:357）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:343）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead（AbstractChannelHandlerContext.java:336）在com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline $ HeadContext.channelRead（DefaultChannelPipeline.java:1294）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:357）在com.couchbase.client.deps.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead（AbstractChannelHandlerContext.java:343）在com.couchbase.client.deps.io.netty.channel.DefaultChannelPipeline.fireChannelRead（DefaultChannelPipeline.java:911）在com.couchbase.client.deps.io.netty.channel.nio.AbstractNioByteChannel $ NioByteUnsafe.read（AbstractNioByteChannel.java:131）在com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized（NioEventLoop.java:566）在com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.processSelectedKeys（NioEventLoop.java:480）在com.couchbase.client.deps.io.netty.channel.nio.NioEventLoop.run（NioEventLoop.java:442）在com.couchbase.client.deps.io.netty.util.concurrent.SingleThreadEventExecutor $ 2.run（SingleThreadEventExecutor.java:131）在com.couchbase.client.deps.io.netty.util.concurrent.DefaultThreadFactory $ DefaultRunnableDecorator.run（DefaultThreadFactory.java:144）在java.lang.Thread.run（Thread.java:748）

阅读Spark中的CouchBase数据

0 个答案: