2016-11-29 93 views
0

我試圖啓動spark-jobserver。我無法在GitHub spark_jobserver page上提供的安裝步驟中找到對此akka庫的任何參考。 我在充當主/節點的單個服務器上以獨立模式運行spark。Apache Spark 2.0.2啓動spark-jobserver時出錯

但是,當我執行

./job-server/server_start.sh

它顯示了以下錯誤:

error while starting up loggers 
akka.ConfigurationException: Logger specified in config can't be loaded [akka.event.slf4j.Slf4jLogger] due to [java.lang.ClassNotFoundException: akka.event.slf4j.Slf4jLogger] 
    at akka.event.LoggingBus$$anonfun$4$$anonfun$apply$1.applyOrElse(Logging.scala:116) 
    at akka.event.LoggingBus$$anonfun$4$$anonfun$apply$1.applyOrElse(Logging.scala:115) 
    at scala.runtime.AbstractPartialFunction.apply(AbstractPartialFunction.scala:36) 
    at scala.util.Failure$$anonfun$recover$1.apply(Try.scala:216) 
    at scala.util.Try$.apply(Try.scala:192) 
    at scala.util.Failure.recover(Try.scala:216) 
    at akka.event.LoggingBus$$anonfun$4.apply(Logging.scala:115) 
    at akka.event.LoggingBus$$anonfun$4.apply(Logging.scala:110) 
    at scala.collection.TraversableLike$WithFilter$$anonfun$map$2.apply(TraversableLike.scala:683) 
    at scala.collection.Iterator$class.foreach(Iterator.scala:893) 
    at scala.collection.AbstractIterator.foreach(Iterator.scala:1336) 
    at scala.collection.IterableLike$class.foreach(IterableLike.scala:72) 
    at scala.collection.AbstractIterable.foreach(Iterable.scala:54) 
    at scala.collection.TraversableLike$WithFilter.map(TraversableLike.scala:682) 
    at akka.event.LoggingBus$class.startDefaultLoggers(Logging.scala:110) 
    at akka.event.EventStream.startDefaultLoggers(EventStream.scala:26) 
    at akka.actor.LocalActorRefProvider.init(ActorRefProvider.scala:623) 
    at akka.remote.RemoteActorRefProvider.init(RemoteActorRefProvider.scala:157) 
    at akka.cluster.ClusterActorRefProvider.init(ClusterActorRefProvider.scala:58) 
    at akka.actor.ActorSystemImpl.liftedTree2$1(ActorSystem.scala:620) 
    at akka.actor.ActorSystemImpl._start$lzycompute(ActorSystem.scala:617) 
    at akka.actor.ActorSystemImpl._start(ActorSystem.scala:617) 
    at akka.actor.ActorSystemImpl.start(ActorSystem.scala:634) 
    at akka.actor.ActorSystem$.apply(ActorSystem.scala:142) 
    at akka.actor.ActorSystem$.apply(ActorSystem.scala:119) 
    at spark.jobserver.JobServer$.spark$jobserver$JobServer$$makeSupervisorSystem$1(JobServer.scala:154) 
    at spark.jobserver.JobServer$$anonfun$main$1.apply(JobServer.scala:156) 
    at spark.jobserver.JobServer$$anonfun$main$1.apply(JobServer.scala:156) 
    at spark.jobserver.JobServer$.start(JobServer.scala:54) 
    at spark.jobserver.JobServer$.main(JobServer.scala:156) 
    at spark.jobserver.JobServer.main(JobServer.scala) 
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) 
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 
    at java.lang.reflect.Method.invoke(Method.java:606) 
    at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:736) 
    at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:185) 
    at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:210) 
    at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:124) 
    at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) 
Caused by: java.lang.ClassNotFoundException: akka.event.slf4j.Slf4jLogger 
    at java.net.URLClassLoader$1.run(URLClassLoader.java:366) 
    at java.net.URLClassLoader$1.run(URLClassLoader.java:355) 
    at java.security.AccessController.doPrivileged(Native Method) 
    at java.net.URLClassLoader.findClass(URLClassLoader.java:354) 
    at java.lang.ClassLoader.loadClass(ClassLoader.java:425) 
    at java.lang.ClassLoader.loadClass(ClassLoader.java:358) 
    at java.lang.Class.forName0(Native Method) 
    at java.lang.Class.forName(Class.java:274) 
    at akka.actor.ReflectiveDynamicAccess$$anonfun$getClassFor$1.apply(DynamicAccess.scala:67) 
    at akka.actor.ReflectiveDynamicAccess$$anonfun$getClassFor$1.apply(DynamicAccess.scala:66) 
    at scala.util.Try$.apply(Try.scala:192) 
    at akka.actor.ReflectiveDynamicAccess.getClassFor(DynamicAccess.scala:66) 
    at akka.event.LoggingBus$$anonfun$4.apply(Logging.scala:113) 
    ... 33 more 
Exception in thread "main" akka.ConfigurationException: Could not start logger due to [akka.ConfigurationException: Logger specified in config can't be loaded [akka.event.slf4j.Slf4jLogger] due to [java.lang.ClassNotFoundException: akka.event.slf4j.Slf4jLogger]] 
    at akka.event.LoggingBus$class.startDefaultLoggers(Logging.scala:144) 
    at akka.event.EventStream.startDefaultLoggers(EventStream.scala:26) 
    at akka.actor.LocalActorRefProvider.init(ActorRefProvider.scala:623) 
    at akka.remote.RemoteActorRefProvider.init(RemoteActorRefProvider.scala:157) 
    at akka.cluster.ClusterActorRefProvider.init(ClusterActorRefProvider.scala:58) 
    at akka.actor.ActorSystemImpl.liftedTree2$1(ActorSystem.scala:620) 
    at akka.actor.ActorSystemImpl._start$lzycompute(ActorSystem.scala:617) 
    at akka.actor.ActorSystemImpl._start(ActorSystem.scala:617) 
    at akka.actor.ActorSystemImpl.start(ActorSystem.scala:634) 
    at akka.actor.ActorSystem$.apply(ActorSystem.scala:142) 
    at akka.actor.ActorSystem$.apply(ActorSystem.scala:119) 
    at spark.jobserver.JobServer$.spark$jobserver$JobServer$$makeSupervisorSystem$1(JobServer.scala:154) 
    at spark.jobserver.JobServer$$anonfun$main$1.apply(JobServer.scala:156) 
    at spark.jobserver.JobServer$$anonfun$main$1.apply(JobServer.scala:156) 
    at spark.jobserver.JobServer$.start(JobServer.scala:54) 
    at spark.jobserver.JobServer$.main(JobServer.scala:156) 
    at spark.jobserver.JobServer.main(JobServer.scala) 
    at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method) 
    at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:57) 
    at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) 
    at java.lang.reflect.Method.invoke(Method.java:606) 
    at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:736) 
    at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:185) 
    at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:210) 
    at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:124) 
    at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala) 

回答

1

兩個步驟來解決這個問題:

  1. 火花作業的服務器。創建jar後執行./bin/server_package.sh < enviroment>它必須是移動到位於$ SPARK_HOME上的jars文件夾
  2. 儘管如此,我仍然需要下載akka-slf4j_2.11.0-RC3-2.3.0.jar並將其放在$ SPARK_HOME/jars文件夾中。
相關問題