Skip to content
Snippets Groups Projects
Commit 923dba50 authored by Bryn Keller's avatar Bryn Keller Committed by Matei Zaharia
Browse files

Added a unit test for PairRDDFunctions.lookup

Lookup didn't have a unit test. Added two tests, one for with a partitioner, and one for without.

Author: Bryn Keller <bryn.keller@intel.com>

Closes #36 from xoltar/lookup and squashes the following commits:

3bc0d44 [Bryn Keller] Added a unit test for PairRDDFunctions.lookup
parent b55cade8
No related branches found
No related tags found
No related merge requests found
......@@ -347,6 +347,32 @@ class PairRDDFunctionsSuite extends FunSuite with SharedSparkContext {
*/
pairs.saveAsNewAPIHadoopFile[ConfigTestFormat]("ignored")
}
test("lookup") {
val pairs = sc.parallelize(Array((1,2), (3,4), (5,6), (5,7)))
assert(pairs.partitioner === None)
assert(pairs.lookup(1) === Seq(2))
assert(pairs.lookup(5) === Seq(6,7))
assert(pairs.lookup(-1) === Seq())
}
test("lookup with partitioner") {
val pairs = sc.parallelize(Array((1,2), (3,4), (5,6), (5,7)))
val p = new Partitioner {
def numPartitions: Int = 2
def getPartition(key: Any): Int = Math.abs(key.hashCode() % 2)
}
val shuffled = pairs.partitionBy(p)
assert(shuffled.partitioner === Some(p))
assert(shuffled.lookup(1) === Seq(2))
assert(shuffled.lookup(5) === Seq(6,7))
assert(shuffled.lookup(-1) === Seq())
}
}
/*
......
0% Loading or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment