Whitelist Hive Tests

This is ready when Jenkins is.

Author: Michael Armbrust <michael@databricks.com>

Closes #596 from marmbrus/moreTests and squashes the following commits:

85be703 [Michael Armbrust] Blacklist MR required tests.
35bc311 [Michael Armbrust] Add hive golden answers.
ede98fd [Michael Armbrust] More hive gitignore
da096ea [Michael Armbrust] update whitelist

sql/hive/src/test/resources/golden/udf_hour-4-73bfac513b993dedbe143306865a44a

+13

sql/hive/src/test/resources/golden/udf_substr-8-ba6ca6bac87ca99aabd60b8e76537ade

+NULL	NULL	NULL	NULL	NULL	A	AB	ABC	ABC	A	AB	ABC	ABC	B	BC	BC	BC	C	C	C	C		C	C	C	C	B	BC	BC	BC	A	AB	ABC	ABC	

sql/hive/src/test/resources/golden/udf_substr-9-a9aa82080133620d017160f6a644455d

+玩	玩	玩玩玩 abc	玩玩玩

sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala

@@ -112,6 +112,8 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "stats1.*",
     "stats20",
     "alter_merge_stats",
+    "columnstats.*",
+
 
     // Hive seems to think 1.0 > NaN = true && 1.0 < NaN = false... which is wrong.
     // http://stackoverflow.com/a/1573715
@@ -176,6 +178,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
    */
   override def whiteList = Seq(
     "add_part_exist",
+    "add_part_multiple",
     "add_partition_no_whitelist",
     "add_partition_with_whitelist",
     "alias_casted_column",
@@ -290,6 +293,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "disable_file_format_check",
     "drop_function",
     "drop_index",
+    "drop_multi_partitions",
     "drop_partitions_filter",
     "drop_partitions_filter2",
     "drop_partitions_filter3",
@@ -302,6 +306,8 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "escape_orderby1",
     "escape_sortby1",
     "fetch_aggregation",
+    "fileformat_sequencefile",
+    "fileformat_text",
     "filter_join_breaktask",
     "filter_join_breaktask2",
     "groupby1",
@@ -310,6 +316,10 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "groupby1_map_nomap",
     "groupby1_map_skew",
     "groupby1_noskew",
+    "groupby2",
+    "groupby2_map",
+    "groupby2_map_skew",
+    "groupby2_noskew",
     "groupby4",
     "groupby4_map",
     "groupby4_map_skew",
@@ -333,10 +343,12 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "groupby8_noskew",
     "groupby9",
     "groupby_distinct_samekey",
+    "groupby_map_ppr",
     "groupby_multi_insert_common_distinct",
     "groupby_multi_single_reducer2",
     "groupby_mutli_insert_common_distinct",
     "groupby_neg_float",
+    "groupby_ppr",
     "groupby_sort_10",
     "groupby_sort_2",
     "groupby_sort_3",
@@ -352,13 +364,17 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "inoutdriver",
     "input",
     "input0",
+    "input1",
+    "input10",
     "input11",
     "input11_limit",
     "input12",
     "input12_hadoop20",
     "input14",
+    "input15",
     "input19",
     "input1_limit",
+    "input2",
     "input21",
     "input22",
     "input23",
@@ -367,6 +383,8 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "input26",
     "input28",
     "input2_limit",
+    "input3",
+    "input4",
     "input40",
     "input41",
     "input4_cb_delim",
@@ -374,9 +392,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "input7",
     "input8",
     "input9",
-    "inputddl4",
-    "inputddl7",
-    "inputddl8",
     "input_limit",
     "input_part0",
     "input_part1",
@@ -391,6 +406,13 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "input_part8",
     "input_part9",
     "input_testsequencefile",
+    "inputddl1",
+    "inputddl2",
+    "inputddl3",
+    "inputddl4",
+    "inputddl6",
+    "inputddl7",
+    "inputddl8",
     "insert1",
     "insert2_overwrite_partitions",
     "insert_compressed",
@@ -452,7 +474,9 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "join_reorder4",
     "join_star",
     "join_view",
+    "lateral_view",
     "lateral_view_cp",
+    "lateral_view_outer",
     "lateral_view_ppd",
     "lineage1",
     "literal_double",
@@ -463,6 +487,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "loadpart1",
     "louter_join_ppr",
     "mapjoin_distinct",
+    "mapjoin_filter_on_outerjoin",
     "mapjoin_mapjoin",
     "mapjoin_subquery",
     "mapjoin_subquery2",
@@ -577,6 +602,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "skewjoinopt13",
     "skewjoinopt18",
     "skewjoinopt9",
+    "smb_mapjoin9",
     "smb_mapjoin_1",
     "smb_mapjoin_10",
     "smb_mapjoin_13",
@@ -621,8 +647,11 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_10_trims",
     "udf2",
     "udf6",
+    "udf7",
     "udf8",
     "udf9",
+    "udf_E",
+    "udf_PI",
     "udf_abs",
     "udf_acos",
     "udf_add",
@@ -646,6 +675,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_ceil",
     "udf_ceiling",
     "udf_concat",
+    "udf_concat_insert1",
     "udf_concat_insert2",
     "udf_concat_ws",
     "udf_conv",
@@ -660,6 +690,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_div",
     "udf_double",
     "udf_E",
+    "udf_elt",
     "udf_exp",
     "udf_field",
     "udf_find_in_set",
@@ -669,9 +700,11 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_from_unixtime",
     "udf_greaterthan",
     "udf_greaterthanorequal",
+    "udf_hash",
     "udf_hex",
     "udf_if",
     "udf_index",
+    "udf_instr",
     "udf_int",
     "udf_isnotnull",
     "udf_isnull",
@@ -682,6 +715,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_lessthanorequal",
     "udf_like",
     "udf_ln",
+    "udf_locate",
     "udf_log",
     "udf_log10",
     "udf_log2",
@@ -740,9 +774,9 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "udf_trim",
     "udf_ucase",
     "udf_upper",
-    "udf_variance",
     "udf_var_pop",
     "udf_var_samp",
+    "udf_variance",
     "udf_weekofyear",
     "udf_when",
     "udf_xpath",
@@ -768,6 +802,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
     "union22",
     "union23",
     "union24",
+    "union25",
     "union26",
     "union27",
     "union28",