dgadiraju
8/1/2017 - 3:54 AM

spark-submit-wordcount-pyspark-yarn-custom-capacity.sh

spark-submit \
  --num-executors 10 \
  --executor-memory 3584M \
  --executor-cores 4 \
  --master yarn \
  --conf spark.ui.port=54123 \
  src/main/python/wordcount/WordCount.py \
  /public/randomtextwriter /user/dgadiraju/wordcount prod