Skip to content
Snippets Groups Projects
Commit 74b46acd authored by Reynold Xin's avatar Reynold Xin
Browse files

Merge pull request #428 from pwendell/writeable-objects 

Don't clone records for text files
parents 193a0757 b1b22b7a
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
core/src/main/scala/org/apache/spark/SparkContext.scala
+ 2
− 2
View file @ 74b46acd
...@@ -340,8 +340,8 @@ class SparkContext( ...@@ -340,8 +340,8 @@ class SparkContext(
* Hadoop-supported file system URI, and return it as an RDD of Strings. * Hadoop-supported file system URI, and return it as an RDD of Strings.
*/ */
def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = { def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = {
hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text], minSplits) hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text],
.map(pair => pair._2.toString) minSplits, cloneRecords = false).map(pair => pair._2.toString)
} }
/** /**
......
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment