bveliqi
9/11/2015 - 10:10 AM

submit-spark-locally

./bin/spark-submit --class de.veliqi.scala.logprocessor.App --deploy-mode client --master spark://Behars-MacBook-Pro.local:7077 ~/Documents/workspace/logprocessor/target/logprocessor-0.0.1-SNAPSHOT-jar-with-dependencies.jar
log4j:WARN No appenders could be found for logger (kafka.utils.VerifiableProperties).
log4j:WARN Please initialize the log4j system properly.
log4j:WARN See http://logging.apache.org/log4j/1.2/faq.html#noconfig for more info.
Exception in thread "main" java.lang.NoSuchMethodError: scala.Predef$.ArrowAssoc(Ljava/lang/Object;)Ljava/lang/Object;
	at kafka.producer.ProducerStats.<init>(ProducerStats.scala:24)
	at kafka.producer.ProducerStatsRegistry$$anonfun$1.apply(ProducerStats.scala:34)
	at kafka.producer.ProducerStatsRegistry$$anonfun$1.apply(ProducerStats.scala:34)
	at kafka.utils.Pool.getAndMaybePut(Pool.scala:61)
	at kafka.producer.ProducerStatsRegistry$.getProducerStats(ProducerStats.scala:38)
	at kafka.producer.async.DefaultEventHandler.<init>(DefaultEventHandler.scala:48)
	at kafka.producer.Producer.<init>(Producer.scala:60)
	at de.veliqi.scala.logprocessor.App$.main(App.scala:26)
	at de.veliqi.scala.logprocessor.App.main(App.scala)
	at sun.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
	at sun.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:62)
	at sun.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
	at java.lang.reflect.Method.invoke(Method.java:497)
	at org.apache.spark.deploy.SparkSubmit$.org$apache$spark$deploy$SparkSubmit$$runMain(SparkSubmit.scala:665)
	at org.apache.spark.deploy.SparkSubmit$.doRunMain$1(SparkSubmit.scala:170)
	at org.apache.spark.deploy.SparkSubmit$.submit(SparkSubmit.scala:193)
	at org.apache.spark.deploy.SparkSubmit$.main(SparkSubmit.scala:112)
	at org.apache.spark.deploy.SparkSubmit.main(SparkSubmit.scala)
Using Spark's default log4j profile: org/apache/spark/log4j-defaults.properties
15/09/11 11:52:31 INFO Utils: Shutdown hook called