Skip to content
Snippets Groups Projects
Commit 5e30172f authored by Mikhail Bautin's avatar Mikhail Bautin
Browse files

Make HadoopRDD's configuration accessible

parent 9e17e456
No related branches found
No related tags found
No related merge requests found
......@@ -34,7 +34,7 @@ import org.apache.hadoop.util.ReflectionUtils
import spark.{Dependency, Logging, Partition, RDD, SerializableWritable, SparkContext, SparkEnv, TaskContext}
import spark.util.NextIterator
import org.apache.hadoop.conf.Configurable
import org.apache.hadoop.conf.{Configuration, Configurable}
/**
......@@ -132,4 +132,6 @@ class HadoopRDD[K, V](
override def checkpoint() {
// Do nothing. Hadoop RDD should not be checkpointed.
}
def getConf: Configuration = confBroadcast.value.value
}
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment