Skip to content
Snippets Groups Projects
Commit a7f07f51 authored by Cheng Hao's avatar Cheng Hao Committed by Michael Armbrust
Browse files

[SPARK-4662] [SQL] Whitelist more unittest 

Whitelist more hive unit test:

"create_like_tbl_props"
"udf5"
"udf_java_method"
"decimal_1"
"udf_pmod"
"udf_to_double"
"udf_to_float"
"udf7" (this will fail in Hive 0.12)

Author: Cheng Hao <hao.cheng@intel.com>

Closes #3522 from chenghao-intel/unittest and squashes the following commits:

f54e4c7 [Cheng Hao] work around to clean up the hive.table.parameters.default in reset
16fee22 [Cheng Hao] Whitelist more unittest
parent bf40cf89
No related branches found
No related tags found
No related merge requests found
Hide whitespace changes
Inline Side-by-side
Showing
with 154 additions and 8 deletions
sql/hive/compatibility/src/test/scala/org/apache/spark/sql/hive/execution/HiveCompatibilitySuite.scala
+ 3
− 8
View file @ a7f07f51
......@@ -89,7 +89,6 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"authorization_5",
"keyword_1",
"misc_json",
"create_like_tbl_props",
"load_overwrite",
"alter_table_serde2",
"alter_table_not_sorted",
......@@ -100,8 +99,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"protectmode2",
//"describe_table",
"describe_comment_nonascii",
"udf5",
"udf_java_method",
"create_merge_compressed",
"create_view_partitioned",
"database_location",
......@@ -221,16 +219,11 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"orc_predicate_pushdown",
// Requires precision decimal support:
"decimal_1",
"udf_pmod",
"udf_when",
"udf_case",
"udf_to_double",
"udf_to_float",
// Needs constant object inspectors
"udf_round",
"udf7",
// Sort with Limit clause causes failure.
"ctas",
......@@ -351,6 +344,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"count",
"cp_mj_rc",
"create_insert_outputformat",
"create_like_tbl_props",
"create_like_view",
"create_nested_type",
"create_skewed_table1",
......@@ -785,6 +779,7 @@ class HiveCompatibilitySuite extends HiveQueryFileTest with BeforeAndAfter {
"udaf_covar_samp",
"udaf_histogram_numeric",
"udf2",
"udf5",
"udf6",
"udf7",
"udf8",
......
sql/hive/src/main/scala/org/apache/spark/sql/hive/TestHive.scala
+ 2
− 0
View file @ a7f07f51
......@@ -426,6 +426,8 @@ class TestHiveContext(sc: SparkContext) extends HiveContext(sc) {
// other sql exec here.
runSqlHive("RESET")
// For some reason, RESET does not reset the following variables...
// https://issues.apache.org/jira/browse/HIVE-9004
runSqlHive("set hive.table.parameters.default=")
runSqlHive("set datanucleus.cache.collections=true")
runSqlHive("set datanucleus.cache.collections.lazy=true")
// Lots of tests fail if we do not change the partition whitelist from the default.
......
sql/hive/src/test/resources/golden/create_like_tbl_props-1-f8481dcbc8f2731bab8ac3894511ff9f 0 → 100644
+ 28
− 0
View file @ a7f07f51
# col_name data_type comment
key int
value string
# Detailed Table Information
Database: default
Owner: hcheng
CreateTime: Fri Nov 28 00:04:15 PST 2014
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
Location: file:/tmp/sparkHiveWarehouse3490012261419180285/test_table
Table Type: MANAGED_TABLE
Table Parameters:
key value
transient_lastDdlTime 1417161855
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
sql/hive/src/test/resources/golden/create_like_tbl_props-12-184ab0f730b53d1b8b4f4e1feade9824 0 → 100644
+ 29
− 0
View file @ a7f07f51
# col_name data_type comment
key int
value string
# Detailed Table Information
Database: default
Owner: hcheng
CreateTime: Fri Nov 28 00:04:16 PST 2014
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
Location: file:/tmp/sparkHiveWarehouse3490012261419180285/test_table4
Table Type: MANAGED_TABLE
Table Parameters:
key value
key1 value1
transient_lastDdlTime 1417161856
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
sql/hive/src/test/resources/golden/create_like_tbl_props-4-f59c262efb0482b555ae867abef4040f 0 → 100644
+ 28
− 0
View file @ a7f07f51
# col_name data_type comment
key int
value string
# Detailed Table Information
Database: default
Owner: hcheng
CreateTime: Fri Nov 28 00:04:15 PST 2014
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
Location: file:/tmp/sparkHiveWarehouse3490012261419180285/test_table1
Table Type: MANAGED_TABLE
Table Parameters:
key1 value1
transient_lastDdlTime 1417161855
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
sql/hive/src/test/resources/golden/create_like_tbl_props-6-c49698cf69779ee8a519e2566c6b2acb 0 → 100644
+ 29
− 0
View file @ a7f07f51
# col_name data_type comment
key int
value string
# Detailed Table Information
Database: default
Owner: hcheng
CreateTime: Fri Nov 28 00:04:16 PST 2014
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
Location: file:/tmp/sparkHiveWarehouse3490012261419180285/test_table2
Table Type: MANAGED_TABLE
Table Parameters:
key1 value1
key2 value2
transient_lastDdlTime 1417161856
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
sql/hive/src/test/resources/golden/create_like_tbl_props-9-9461431e44ae60a529cc309d8f325dbc 0 → 100644
+ 29
− 0
View file @ a7f07f51
# col_name data_type comment
key int
value string
# Detailed Table Information
Database: default
Owner: hcheng
CreateTime: Fri Nov 28 00:04:16 PST 2014
LastAccessTime: UNKNOWN
Protect Mode: None
Retention: 0
Location: file:/tmp/sparkHiveWarehouse3490012261419180285/test_table3
Table Type: MANAGED_TABLE
Table Parameters:
key1 value1
key2 value3
transient_lastDdlTime 1417161856
# Storage Information
SerDe Library: org.apache.hadoop.hive.serde2.lazy.LazySimpleSerDe
InputFormat: org.apache.hadoop.mapred.TextInputFormat
OutputFormat: org.apache.hadoop.hive.ql.io.HiveIgnoreKeyTextOutputFormat
Compressed: No
Num Buckets: -1
Bucket Columns: []
Sort Columns: []
Storage Desc Params:
serialization.format 1
sql/hive/src/test/resources/golden/decimal_1-11-f2f975b73220512d4bf2b9bd93354aba 0 → 100644
+ 1
− 0
View file @ a7f07f51
17.29
sql/hive/src/test/resources/golden/decimal_1-12-2c2325880ea79c8e308398d46c8565f8 0 → 100644
+ 1
− 0
View file @ a7f07f51
17.29
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment