Skip to content
Snippets Groups Projects
Commit 74b46acd authored by Reynold Xin's avatar Reynold Xin
Browse files

Merge pull request #428 from pwendell/writeable-objects

Don't clone records for text files
parents 193a0757 b1b22b7a
No related branches found
No related tags found
No related merge requests found
......@@ -340,8 +340,8 @@ class SparkContext(
* Hadoop-supported file system URI, and return it as an RDD of Strings.
*/
def textFile(path: String, minSplits: Int = defaultMinSplits): RDD[String] = {
hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text], minSplits)
.map(pair => pair._2.toString)
hadoopFile(path, classOf[TextInputFormat], classOf[LongWritable], classOf[Text],
minSplits, cloneRecords = false).map(pair => pair._2.toString)
}
/**
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment