当我向Spark作业服务器提交作业时,我可以看到创建了Spark上下文。但是,WebApi.getJobManagerForContext
方法中存在错误:
[2018-06-11 07:05:24,495] INFO ocalContextSupervisorActor [] [] - SparkContext 9f3d1f60-spark.jobserver.WordCountExample初始化{
" status":" ERROR","结果":{ " message":"(演员[akka://JobServer/user/context-supervisor/9f3d1f60-spark.jobserver.WordCountExample#-1687191062],演员[akka:// JobServer / user /上下文主管/全球对结果的演员#1953406985]) (scala.Tuple2类)", " errorClass":" scala.MatchError", " stack":" scala.MatchError :(演员[akka://JobServer/user/context-supervisor/9f3d1f60-spark.jobserver.WordCountExample#-1687191062],演员[akka:// JobServer /用户/上下文主管/全球对结果的演员#1953406985]) (scala.Tuple2类) 在spark.jobserver.WebApi.spark $ jobserver $ WebApi $$ getJobManagerForContext(WebApi.scala:728) 在spark.jobserver.WebApi $$ anonfun $ jobRoutes $ 1 $$ anonfun $ apply $ 75 $$ anonfun $ apply $ 76.apply(WebApi.scala:640) 在spark.jobserver.WebApi $$ anonfun $ jobRoutes $ 1 $$ anonfun $ apply $ 75 $$ anonfun $ apply $ 76.apply(WebApi.scala:630) 在spray.routing.ApplyConverterInstances $$ anon $ 17 $$ anonfun $ apply $ 6.apply(ApplyConverterInstances.scala:60) 在spray.routing.ApplyConverterInstances $$ anon $ 17 $$ anonfun $ apply $ 6.apply(ApplyConverterInstances.scala:59) 在spray.routing.ConjunctionMagnet $$ anon $ 3 $$ anon $ 4 $$ anonfun $ happly $ 1 $$ anonfun $ apply $ 1.apply(Directive.scala:38) 在spray.routing.ConjunctionMagnet $$ anon $ 3 $$ anon $ 4 $$ anonfun $ happly $ 1 $$ anonfun $ apply $ 1.apply(Directive.scala:37) 在spray.routing.directives.BasicDirectives $$ anon $ 2.happly(BasicDirectives.scala:79) 在spray.routing.Directive $$ anon $ 7 $$ anonfun $ happly $ 4.apply(Directive.scala:86) 在spray.routing.Directive $$ anon $ 7 $$ anonfun $ happly $ 4.apply(Directive.scala:86) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30) 在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30) 在spray.routing.directives.BasicDirectives $$ anonfun $ mapRequestContext $ 1 $$ anonfun $ apply $ 1.apply(BasicDirectives.scala:30) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:32) at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:31) 在spray.routing.RequestContext $$ anonfun $ withRejectionHandling $ 1.applyOrElse(RequestContext.scala:130) 在scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36) at spray.routing.RequestContext $$ anon $ 1.handle(RequestContext.scala:84) at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72) at spray.routing.RequestContext $$ anon $ 3.handle(RequestContext.scala:102) at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72) 在spray.routing.RequestContext.reject(RequestContext.scala:202) 在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:35) 在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:34) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) 在spray.routing.directives.BasicDirectives $$ anon $ 3 $$ anonfun $ happly $ 1.apply(BasicDirectives.scala:92) at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:32) at spray.routing.RouteConcatenation $ RouteConcatenation $$ anonfun $$ tilde $ 1 $$ anonfun $ apply $ 1.apply(RouteConcatenation.scala:31) 在spray.routing.RequestContext $$ anonfun $ withRejectionHandling $ 1.applyOrElse(RequestContext.scala:130) 在scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36) at spray.routing.RequestContext $$ anon $ 1.handle(RequestContext.scala:84) at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72) at spray.routing.RequestContext $$ anon $ 3.handle(RequestContext.scala:102) at akka.spray.UnregisteredActorRefBase。$ bang(UnregisteredActorRefBase.scala:72) 在spray.routing.RequestContext.reject(RequestContext.scala:202) 在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:35) 在spray.routing.directives.RouteDirectives $$ anon $ 1.apply(RouteDirectives.scala:34)" }