Skip to content
Snippets Groups Projects
Commit bea3a330 authored by Matei Zaharia's avatar Matei Zaharia
Browse files

doc tweak

parent 9bde5a54
No related branches found
No related tags found
No related merge requests found
......@@ -26,10 +26,9 @@ extends DAGTask[String](stageId) with Logging {
val ser = SparkEnv.get.serializer.newInstance()
for (i <- 0 until numOutputSplits) {
val file = LocalFileShuffle.getOutputFile(dep.shuffleId, partition, i)
// TODO: use Serializer instead of ObjectInputStream
// TODO: have some kind of EOF marker
val out = ser.outputStream(new FileOutputStream(file))
buckets(i).foreach(pair => out.writeObject(pair))
// TODO: have some kind of EOF marker
out.close()
}
return LocalFileShuffle.getServerUri
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment