diff --git a/python/pyspark/context.py b/python/pyspark/context.py index 0604f6836ca42b3b99cd44a19af0e55fc68415a2..c0645b2847b4db6c855539389f742265d92fbb45 100644 --- a/python/pyspark/context.py +++ b/python/pyspark/context.py @@ -121,7 +121,7 @@ class SparkContext(object): self.addPyFile(path) # Create a temporary directory inside spark.local.dir: - local_dir = self._jvm.org.apache.spark.util.Utils.getLocalDir() + local_dir = self._jvm.org.apache.spark.util.Utils.getLocalDir(self._jsc.sc().conf()) self._temp_dir = \ self._jvm.org.apache.spark.util.Utils.createTempDir(local_dir).getAbsolutePath()