From 762af4e9c2837c8ca125838b2ca01e328ee6669f Mon Sep 17 00:00:00 2001
From: Sandeep <sandeep@techaddict.me>
Date: Sat, 26 Apr 2014 19:04:33 -0700
Subject: [PATCH] SPARK-1467: Make StorageLevel.apply() factory methods
Developer APIs
We may want to evolve these in the future to add things like SSDs, so let's mark them as experimental for now. Long-term the right solution might be some kind of builder. The stable API should be the existing StorageLevel constants.
Author: Sandeep <sandeep@techaddict.me>
Closes #551 from techaddict/SPARK-1467 and squashes the following commits:
6bdda24 [Sandeep] SPARK-1467: Make StorageLevel.apply() factory methods as Developer Api's We may want to evolve these in the future to add things like SSDs, so let's mark them as experimental for now. Long-term the right solution might be some kind of builder. The stable API should be the existing StorageLevel constants.
---
.../apache/spark/storage/StorageLevel.scala | 26 ++++++++++++++++---
1 file changed, 22 insertions(+), 4 deletions(-)
diff --git a/core/src/main/scala/org/apache/spark/storage/StorageLevel.scala b/core/src/main/scala/org/apache/spark/storage/StorageLevel.scala
index 95e71de2d3..c9a52e0366 100644
--- a/core/src/main/scala/org/apache/spark/storage/StorageLevel.scala
+++ b/core/src/main/scala/org/apache/spark/storage/StorageLevel.scala
@@ -19,6 +19,8 @@ package org.apache.spark.storage
import java.io.{Externalizable, IOException, ObjectInput, ObjectOutput}
+import org.apache.spark.annotation.DeveloperApi
+
/**
* Flags for controlling the storage of an RDD. Each StorageLevel records whether to use memory,
* or Tachyon, whether to drop the RDD to disk if it falls out of memory or Tachyon , whether to
@@ -142,21 +144,37 @@ object StorageLevel {
val MEMORY_AND_DISK_SER_2 = new StorageLevel(true, true, false, false, 2)
val OFF_HEAP = new StorageLevel(false, false, true, false)
- /** Create a new StorageLevel object without setting useOffHeap */
+ /**
+ * :: DeveloperApi ::
+ * Create a new StorageLevel object without setting useOffHeap
+ */
+ @DeveloperApi
def apply(useDisk: Boolean, useMemory: Boolean, useOffHeap: Boolean,
deserialized: Boolean, replication: Int) = getCachedStorageLevel(
new StorageLevel(useDisk, useMemory, useOffHeap, deserialized, replication))
- /** Create a new StorageLevel object */
+ /**
+ * :: DeveloperApi ::
+ * Create a new StorageLevel object
+ */
+ @DeveloperApi
def apply(useDisk: Boolean, useMemory: Boolean,
deserialized: Boolean, replication: Int = 1) = getCachedStorageLevel(
new StorageLevel(useDisk, useMemory, false, deserialized, replication))
- /** Create a new StorageLevel object from its integer representation */
+ /**
+ * :: DeveloperApi ::
+ * Create a new StorageLevel object from its integer representation
+ */
+ @DeveloperApi
def apply(flags: Int, replication: Int): StorageLevel =
getCachedStorageLevel(new StorageLevel(flags, replication))
- /** Read StorageLevel object from ObjectInput stream */
+ /**
+ * :: DeveloperApi ::
+ * Read StorageLevel object from ObjectInput stream
+ */
+ @DeveloperApi
def apply(in: ObjectInput): StorageLevel = {
val obj = new StorageLevel()
obj.readExternal(in)
--
GitLab