dgadiraju
11/4/2017 - 3:24 PM

core-spark-preview-rdd.py

#Check out our lab for practice: https://labs.itversity.com
#Previewing the data
orders = sc.textFile("/public/retail_db/orders")
orders.first()
for order in orders.take(100): print(order)

# Converts distributed RDD to single threaded collection. Be careful when using collect
for order in orders.collect: print(order) 

orders.count()

#Raise any issues on https://discuss.itversity.com - make sure to categorize properly