Cacher is the code snippet organizer for pro developers

val relationships = df.select("id", "screenName", "friends")
  .withColumn("friends", regexp_replace('friends, "\\[ | ]", ""))
  .withColumn("friends", split('friends, "; "))
  .withColumn("friend_id", explode('friends))
  .withColumn("friend_id", regexp_replace('friend_id, "\"", ""))
  .withColumn("id", 'id.cast(LongType))
  .withColumn("friend_id", 'friend_id.cast(LongType))
  .drop("friends")