dennybaa
9/8/2016 - 9:31 AM
foo.json
{
"Event": "SparkListenerTaskEnd",
"Stage ID": 40,
"Stage Attempt ID": 1,
"Task Type": "ShuffleMapTask",
"Task End Reason": {
"Reason": "ExceptionFailure",
"Class Name": "java.lang.OutOfMemoryError",
"Description": "Java heap space",
"Stack Trace": [{
"Declaring Class": "java.util.IdentityHashMap",
"Method Name": "resize",
"File Name": "IdentityHashMap.java",
"Line Number": 471
}, {
"Declaring Class": "java.util.IdentityHashMap",
"Method Name": "put",
"File Name": "IdentityHashMap.java",
"Line Number": 440
}, {
"Declaring Class": "org.apache.spark.util.SizeEstimator$SearchState",
"Method Name": "enqueue",
"File Name": "SizeEstimator.scala",
"Line Number": 176
}, {
"Declaring Class": "org.apache.spark.util.SizeEstimator$",
"Method Name": "visitArray",
"File Name": "SizeEstimator.scala",
"Line Number": 251
}, {
"Declaring Class": "org.apache.spark.util.SizeEstimator$",
"Method Name": "visitSingleObject",
"File Name": "SizeEstimator.scala",
"Line Number": 211
}, {
"Declaring Class": "org.apache.spark.util.SizeEstimator$",
"Method Name": "org$apache$spark$util$SizeEstimator$$estimate",
"File Name": "SizeEstimator.scala",
"Line Number": 203
}, {
"Declaring Class": "org.apache.spark.util.SizeEstimator$",
"Method Name": "estimate",
"File Name": "SizeEstimator.scala",
"Line Number": 70
}, {
"Declaring Class": "org.apache.spark.util.collection.SizeTracker$class",
"Method Name": "takeSample",
"File Name": "SizeTracker.scala",
"Line Number": 78
}, {
"Declaring Class": "org.apache.spark.util.collection.SizeTracker$class",
"Method Name": "afterUpdate",
"File Name": "SizeTracker.scala",
"Line Number": 70
}, {
"Declaring Class": "org.apache.spark.util.collection.SizeTrackingVector",
"Method Name": "$plus$eq",
"File Name": "SizeTrackingVector.scala",
"Line Number": 31
}, {
"Declaring Class": "org.apache.spark.storage.MemoryStore",
"Method Name": "unrollSafely",
"File Name": "MemoryStore.scala",
"Line Number": 285
}, {
"Declaring Class": "org.apache.spark.storage.MemoryStore",
"Method Name": "putIterator",
"File Name": "MemoryStore.scala",
"Line Number": 169
}, {
"Declaring Class": "org.apache.spark.storage.BlockManager",
"Method Name": "doGetLocal",
"File Name": "BlockManager.scala",
"Line Number": 551
}, {
"Declaring Class": "org.apache.spark.storage.BlockManager",
"Method Name": "getLocal",
"File Name": "BlockManager.scala",
"Line Number": 427
}, {
"Declaring Class": "org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1",
"Method Name": "apply",
"File Name": "TorrentBroadcast.scala",
"Line Number": 168
}, {
"Declaring Class": "org.apache.spark.util.Utils$",
"Method Name": "tryOrIOException",
"File Name": "Utils.scala",
"Line Number": 1205
}, {
"Declaring Class": "org.apache.spark.broadcast.TorrentBroadcast",
"Method Name": "readBroadcastBlock",
"File Name": "TorrentBroadcast.scala",
"Line Number": 165
}, {
"Declaring Class": "org.apache.spark.broadcast.TorrentBroadcast",
"Method Name": "_value$lzycompute",
"File Name": "TorrentBroadcast.scala",
"Line Number": 64
}, {
"Declaring Class": "org.apache.spark.broadcast.TorrentBroadcast",
"Method Name": "_value",
"File Name": "TorrentBroadcast.scala",
"Line Number": 64
}, {
"Declaring Class": "org.apache.spark.broadcast.TorrentBroadcast",
"Method Name": "getValue",
"File Name": "TorrentBroadcast.scala",
"Line Number": 88
}, {
"Declaring Class": "org.apache.spark.broadcast.Broadcast",
"Method Name": "value",
"File Name": "Broadcast.scala",
"Line Number": 70
}, {
"Declaring Class": "org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark$$anonfun$5",
"Method Name": "apply",
"File Name": "IndexedDatasetSpark.scala",
"Line Number": 93
}, {
"Declaring Class": "org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark$$anonfun$5",
"Method Name": "apply",
"File Name": "IndexedDatasetSpark.scala",
"Line Number": 92
}, {
"Declaring Class": "scala.collection.Iterator$$anon$11",
"Method Name": "next",
"File Name": "Iterator.scala",
"Line Number": 328
}, {
"Declaring Class": "org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter",
"Method Name": "write",
"File Name": "BypassMergeSortShuffleWriter.java",
"Line Number": 149
}, {
"Declaring Class": "org.apache.spark.scheduler.ShuffleMapTask",
"Method Name": "runTask",
"File Name": "ShuffleMapTask.scala",
"Line Number": 73
}, {
"Declaring Class": "org.apache.spark.scheduler.ShuffleMapTask",
"Method Name": "runTask",
"File Name": "ShuffleMapTask.scala",
"Line Number": 41
}, {
"Declaring Class": "org.apache.spark.scheduler.Task",
"Method Name": "run",
"File Name": "Task.scala",
"Line Number": 89
}, {
"Declaring Class": "org.apache.spark.executor.Executor$TaskRunner",
"Method Name": "run",
"File Name": "Executor.scala",
"Line Number": 227
}, {
"Declaring Class": "java.util.concurrent.ThreadPoolExecutor",
"Method Name": "runWorker",
"File Name": "ThreadPoolExecutor.java",
"Line Number": 1142
}, {
"Declaring Class": "java.util.concurrent.ThreadPoolExecutor$Worker",
"Method Name": "run",
"File Name": "ThreadPoolExecutor.java",
"Line Number": 617
}, {
"Declaring Class": "java.lang.Thread",
"Method Name": "run",
"File Name": "Thread.java",
"Line Number": 745
}],
"Full Stack Trace": "java.lang.OutOfMemoryError: Java heap space\n\tat java.util.IdentityHashMap.resize(IdentityHashMap.java:471)\n\tat java.util.IdentityHashMap.put(IdentityHashMap.java:440)\n\tat org.apache.spark.util.SizeEstimator$SearchState.enqueue(SizeEstimator.scala:176)\n\tat org.apache.spark.util.SizeEstimator$.visitArray(SizeEstimator.scala:251)\n\tat org.apache.spark.util.SizeEstimator$.visitSingleObject(SizeEstimator.scala:211)\n\tat org.apache.spark.util.SizeEstimator$.org$apache$spark$util$SizeEstimator$$estimate(SizeEstimator.scala:203)\n\tat org.apache.spark.util.SizeEstimator$.estimate(SizeEstimator.scala:70)\n\tat org.apache.spark.util.collection.SizeTracker$class.takeSample(SizeTracker.scala:78)\n\tat org.apache.spark.util.collection.SizeTracker$class.afterUpdate(SizeTracker.scala:70)\n\tat org.apache.spark.util.collection.SizeTrackingVector.$plus$eq(SizeTrackingVector.scala:31)\n\tat org.apache.spark.storage.MemoryStore.unrollSafely(MemoryStore.scala:285)\n\tat org.apache.spark.storage.MemoryStore.putIterator(MemoryStore.scala:169)\n\tat org.apache.spark.storage.BlockManager.doGetLocal(BlockManager.scala:551)\n\tat org.apache.spark.storage.BlockManager.getLocal(BlockManager.scala:427)\n\tat org.apache.spark.broadcast.TorrentBroadcast$$anonfun$readBroadcastBlock$1.apply(TorrentBroadcast.scala:168)\n\tat org.apache.spark.util.Utils$.tryOrIOException(Utils.scala:1205)\n\tat org.apache.spark.broadcast.TorrentBroadcast.readBroadcastBlock(TorrentBroadcast.scala:165)\n\tat org.apache.spark.broadcast.TorrentBroadcast._value$lzycompute(TorrentBroadcast.scala:64)\n\tat org.apache.spark.broadcast.TorrentBroadcast._value(TorrentBroadcast.scala:64)\n\tat org.apache.spark.broadcast.TorrentBroadcast.getValue(TorrentBroadcast.scala:88)\n\tat org.apache.spark.broadcast.Broadcast.value(Broadcast.scala:70)\n\tat org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark$$anonfun$5.apply(IndexedDatasetSpark.scala:93)\n\tat org.apache.mahout.sparkbindings.indexeddataset.IndexedDatasetSpark$$anonfun$5.apply(IndexedDatasetSpark.scala:92)\n\tat scala.collection.Iterator$$anon$11.next(Iterator.scala:328)\n\tat org.apache.spark.shuffle.sort.BypassMergeSortShuffleWriter.write(BypassMergeSortShuffleWriter.java:149)\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:73)\n\tat org.apache.spark.scheduler.ShuffleMapTask.runTask(ShuffleMapTask.scala:41)\n\tat org.apache.spark.scheduler.Task.run(Task.scala:89)\n\tat org.apache.spark.executor.Executor$TaskRunner.run(Executor.scala:227)\n\tat java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1142)\n\tat java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:617)\n\tat java.lang.Thread.run(Thread.java:745)\n",
"Metrics": {
"Host Name": "ip-172-16-7-184.eu-central-1.compute.internal",
"Executor Deserialize Time": 0,
"Executor Run Time": 172730,
"Result Size": 0,
"JVM GC Time": 112015,
"Result Serialization Time": 0,
"Memory Bytes Spilled": 0,
"Disk Bytes Spilled": 0,
"Shuffle Read Metrics": {
"Remote Blocks Fetched": 9,
"Local Blocks Fetched": 8,
"Fetch Wait Time": 0,
"Remote Bytes Read": 349866906,
"Local Bytes Read": 272453728,
"Total Records Read": 14622664
},
"Shuffle Write Metrics": {
"Shuffle Bytes Written": 0,
"Shuffle Write Time": 1776828,
"Shuffle Records Written": 0
},
"Updated Blocks": [{
"Block ID": "broadcast_24_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_34_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_34",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_19_piece23",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece10",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece15",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece9",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece21",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece6",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1709174
}
}, {
"Block ID": "broadcast_19_piece4",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece20",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece11",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece1",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece3",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece17",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece7",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece5",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece8",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece14",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece16",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece22",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece12",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece2",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece13",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece18",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 102372470
}
}, {
"Block ID": "broadcast_24_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_34_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_34",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_19_piece23",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece10",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece15",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece9",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece21",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece6",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1709174
}
}, {
"Block ID": "broadcast_19_piece4",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece20",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece11",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece1",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece3",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece17",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece7",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece5",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece8",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece14",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece16",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece22",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece12",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece2",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece13",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece18",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 102372470
}
}, {
"Block ID": "rdd_11_1",
"Status": {
"Storage Level": {
"Use Disk": false,
"Use Memory": true,
"Use ExternalBlockStore": false,
"Deserialized": true,
"Replication": 1
},
"Memory Size": 1121470352,
"ExternalBlockStore Size": 0,
"Disk Size": 0
}
}]
}
},
"Task Info": {
"Task ID": 73,
"Index": 0,
"Attempt": 0,
"Launch Time": 1473267378548,
"Executor ID": "1",
"Host": "ip-172-16-7-184.eu-central-1.compute.internal",
"Locality": "NODE_LOCAL",
"Speculative": false,
"Getting Result Time": 0,
"Finish Time": 1473267551301,
"Failed": true,
"Accumulables": []
},
"Task Metrics": {
"Host Name": "ip-172-16-7-184.eu-central-1.compute.internal",
"Executor Deserialize Time": 0,
"Executor Run Time": 172730,
"Result Size": 0,
"JVM GC Time": 112015,
"Result Serialization Time": 0,
"Memory Bytes Spilled": 0,
"Disk Bytes Spilled": 0,
"Shuffle Read Metrics": {
"Remote Blocks Fetched": 9,
"Local Blocks Fetched": 8,
"Fetch Wait Time": 0,
"Remote Bytes Read": 349866906,
"Local Bytes Read": 272453728,
"Total Records Read": 14622664
},
"Shuffle Write Metrics": {
"Shuffle Bytes Written": 0,
"Shuffle Write Time": 1776828,
"Shuffle Records Written": 0
},
"Updated Blocks": [{
"Block ID": "broadcast_24_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_34_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_34",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_19_piece23",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece10",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece15",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece9",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece21",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece6",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1709174
}
}, {
"Block ID": "broadcast_19_piece4",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece20",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece11",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece1",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece3",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece17",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece7",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece5",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece8",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece14",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece16",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece22",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece12",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece2",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece13",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece18",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 102372470
}
}, {
"Block ID": "broadcast_24_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1946
}
}, {
"Block ID": "broadcast_34_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_34",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 3179
}
}, {
"Block ID": "broadcast_19_piece23",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece10",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece15",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece9",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece21",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece0",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece6",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece24",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 1709174
}
}, {
"Block ID": "broadcast_19_piece4",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece20",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece11",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece1",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece3",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece17",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece7",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece5",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece8",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece14",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece16",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece22",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece12",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece2",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece13",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19_piece18",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 4194304
}
}, {
"Block ID": "broadcast_19",
"Status": {
"Storage Level": {
"Use Disk": true,
"Use Memory": false,
"Use ExternalBlockStore": false,
"Deserialized": false,
"Replication": 1
},
"Memory Size": 0,
"ExternalBlockStore Size": 0,
"Disk Size": 102372470
}
}, {
"Block ID": "rdd_11_1",
"Status": {
"Storage Level": {
"Use Disk": false,
"Use Memory": true,
"Use ExternalBlockStore": false,
"Deserialized": true,
"Replication": 1
},
"Memory Size": 1121470352,
"ExternalBlockStore Size": 0,
"Disk Size": 0
}
}]
}
}