提交WordCountExample

时间:2018-06-11 01:53:20

标签: scala apache-spark job-server

当我向Spark作业服务器提交作业时,我可以看到创建了Spark上下文。但是,WebApi.getJobManagerForContext方法中存在错误:

  

[2018-06-11 07:05:24,495] INFO ocalContextSupervisorActor [] [] -   SparkContext 9f3d1f60-spark.jobserver.WordCountExample初始化{
  " status":" ERROR","结果":{       " message":"(演员[akka://JobServer/user/context-supervisor/9f3d1f60-spark.jobserver.WordCountExample#-1687191062],演员[akka:// JobServer / user /上下文主管/全球对结果的演员#1953406985])   (scala.Tuple2类)",       " errorClass":" scala.MatchError",       " stack":" scala.MatchError :(演员[akka://JobServer/user/context-supervisor/9f3d1f60-spark.jobserver.WordCountExample#-1687191062],演员[akka:// JobServer /用户/上下文主管/全球对结果的演员#1953406985])   (scala.Tuple2类)           在spark.jobserver.WebApi.spark $ jobserver $ WebApi $$ getJobManagerForContext(WebApi.scala:728)           在spark.jobserver.WebApi $$ anonfun $ jobRoutes $ 1 $$ anonfun $ apply $ 75 $$ anonfun $ apply $ 76.apply(WebApi.scala:640)           在spark.jobserver.WebApi $$ anonfun $ jobRoutes $ 1 $$ anonfun $ apply $ 75 $$ anonfun $ apply $ 76.apply(WebApi.scala:630)           在spray.routing.ApplyConverterInstances $$ anon $ 17 $$ anonfun $ apply $ 6.apply(ApplyConverterInstances.scala:60)           在spray.routing.ApplyConverterInstances $$ anon $ 17 $$ anonfun $ apply $ 6.apply(ApplyConverterInstances.scala:59)           在spray.routing.ConjunctionMagnet $$ anon $ 3 $$ anon $ 4 $$ anonfun $ happly $ 1 $$ anonfun $ apply $ 1.apply(Directive.scala:38)           在spray.routing.ConjunctionMagnet $$ anon $ 3 $$ anon $ 4 $$ anonfun $ happly $ 1 $$ anonfun $ apply $ 1.apply(Directive.scala:37)           在spray.routing.directives.BasicDirectives $$ anon $ 2.happly(BasicDirectives.scala:79)           在spray.routing.Directive $$ anon $ 7 $$ anonfun $ happly $ 4.apply(Directive.scala:86)           在spray.routing.Directive $$ anon $ 7 $$ anonfun $ happly $ 4.apply(Directive.scala:86)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30)           在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30)           在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:32)           at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:31)           在spray.routing.RequestContext $$ anonfun $ withRejectionHandling $ 1.applyOrElse(RequestContext.scala:130)           在scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)           at spray.routing.RequestContext $$ anon $ 1.handle(RequestContext.scala:84)           at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72)           at spray.routing.RequestContext $$ anon $ 3.handle(RequestContext.scala:102)           at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72)           在spray.routing.RequestContext.reject(RequestContext.scala:202)           在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:35)           在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:34)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92)           at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:32)           at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:31)           在spray.routing.RequestContext $$ anonfun $ withRejectionHandling $ 1.applyOrElse(RequestContext.scala:130)           在scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36)           at spray.routing.RequestContext $$ anon $ 1.handle(RequestContext.scala:84)           at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72)           at spray.routing.RequestContext $$ anon $ 3.handle(RequestContext.scala:102)           at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72)           在spray.routing.RequestContext.reject(RequestContext.scala:202)           在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:35)           在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:34)"   }

0 个答案:

没有答案