import com.typesafe.config.ConfigFactory import org.apache.spark.SparkConf import org.apache.spark.SparkContext import org.apache.hadoop.fs._ import org.apache.spark.sql._ import org.apache.spark.sql.functions._