dgadiraju
12/4/2017 - 12:25 AM

spark-submit-flumestreamingdepartmentcount.sh

spark-submit \
  --class FlumeStreamingDepartmentCount \
  --master yarn \
  --conf spark.ui.port=12986 \
  --jars "/usr/hdp/2.5.0.0-1245/spark/lib/spark-streaming-flume-sink_2.10-1.6.2.jar,/usr/hdp/2.5.0.0-1245/spark/lib/spark-streaming-flume_2.10-1.6.2.jar,/usr/hdp/2.5.0.0-1245/flume/lib/commons-lang3-3.5.jar,/usr/hdp/2.5.0.0-1245/flume/lib/flume-ng-sdk-1.5.2.2.5.0.0-1245.jar" \
  retail_2.10-1.0.jar yarn-client gw01.itversity.com 8123