From d210022e96804e59e42ab902e53637e50884a9ab Mon Sep 17 00:00:00 2001
From: Yin Huai <huai@cse.ohio-state.edu>
Date: Sat, 2 Aug 2014 17:55:22 -0700
Subject: [PATCH] [SPARK-2797] [SQL] SchemaRDDs don't support unpersist()
The cause is explained in https://issues.apache.org/jira/browse/SPARK-2797.
Author: Yin Huai <huai@cse.ohio-state.edu>
Closes #1745 from yhuai/SPARK-2797 and squashes the following commits:
7b1627d [Yin Huai] The unpersist method of the Scala RDD cannot be called without the input parameter (blocking) from PySpark.
---
python/pyspark/sql.py | 4 ++--
1 file changed, 2 insertions(+), 2 deletions(-)
diff --git a/python/pyspark/sql.py b/python/pyspark/sql.py
index e7c35ac1ff..36e50e49c9 100644
--- a/python/pyspark/sql.py
+++ b/python/pyspark/sql.py
@@ -1589,9 +1589,9 @@ class SchemaRDD(RDD):
self._jschema_rdd.persist(javaStorageLevel)
return self
- def unpersist(self):
+ def unpersist(self, blocking=True):
self.is_cached = False
- self._jschema_rdd.unpersist()
+ self._jschema_rdd.unpersist(blocking)
return self
def checkpoint(self):
--
GitLab