RavenZZ
9/23/2016 - 7:23 AM

install spark

install spark

# https://www.tutorialspoint.com/apache_spark/apache_spark_installation.htm

#dowload file
sudo wget http://d3kbcqa49mib13.cloudfront.net/spark-2.0.0-bin-hadoop2.7.tgz

#move file to local
sudo tar xvf spark-2.0.0-bin-hadoop2.7.tgz

sudo mv spark-2.0.0-bin-hadoop2.7 /usr/local/spark 

#Setting up the environment for Spark
#Add the following line to ~/.bashrc file. It means adding the location, where the spark software file are located to the PATH variable.
export PATH=$PATH:/usr/local/spark/bin

source ~/.bashrc

#test installation
spark-shell