Skip to content

Commit b1ba3be

Browse files
committed
add table file check in test case
1 parent 9da56f8 commit b1ba3be

File tree

1 file changed

+18
-9
lines changed

1 file changed

+18
-9
lines changed

sql/hive/src/test/scala/org/apache/spark/sql/hive/execution/SQLQuerySuite.scala

Lines changed: 18 additions & 9 deletions
Original file line numberDiff line numberDiff line change
@@ -97,6 +97,14 @@ class SQLQuerySuite extends QueryTest {
9797
sql("SELECT key, value FROM ctas4 ORDER BY key, value"),
9898
sql("SELECT key, value FROM ctas4 LIMIT 1").collect().toSeq)
9999

100+
checkExistence(sql("DESC EXTENDED ctas2"), true,
101+
"name:key", "type:string", "name:value", "ctas2",
102+
"org.apache.hadoop.hive.ql.io.RCFileInputFormat",
103+
"org.apache.hadoop.hive.ql.io.RCFileOutputFormat",
104+
"org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe",
105+
"serde_p1=p1", "serde_p2=p2", "tbl_p1=p11", "tbl_p2=p22","MANAGED_TABLE"
106+
)
107+
100108
if (HiveShim.version =="0.13.1") {
101109
sql(
102110
"""CREATE TABLE ctas5
@@ -105,21 +113,22 @@ class SQLQuerySuite extends QueryTest {
105113
| FROM src
106114
| ORDER BY key, value""".stripMargin).collect
107115

116+
checkExistence(sql("DESC EXTENDED ctas5"), true,
117+
"name:key", "type:string", "name:value", "ctas5",
118+
"org.apache.hadoop.hive.ql.io.parquet.MapredParquetInputFormat",
119+
"org.apache.hadoop.hive.ql.io.parquet.MapredParquetOutputFormat",
120+
"org.apache.hadoop.hive.ql.io.parquet.serde.ParquetHiveSerDe",
121+
"MANAGED_TABLE"
122+
)
123+
124+
val default = getConf("spark.sql.hive.convertMetastoreParquet", "true")
108125
// use the Hive SerDe for parquet tables
109126
sql("set spark.sql.hive.convertMetastoreParquet = false")
110127
checkAnswer(
111128
sql("SELECT key, value FROM ctas5 ORDER BY key, value"),
112129
sql("SELECT key, value FROM src ORDER BY key, value").collect().toSeq)
113-
sql("set spark.sql.hive.convertMetastoreParquet = true")
130+
sql(s"set spark.sql.hive.convertMetastoreParquet = $default")
114131
}
115-
116-
checkExistence(sql("DESC EXTENDED ctas2"), true,
117-
"name:key", "type:string", "name:value", "ctas2",
118-
"org.apache.hadoop.hive.ql.io.RCFileInputFormat",
119-
"org.apache.hadoop.hive.ql.io.RCFileOutputFormat",
120-
"org.apache.hadoop.hive.serde2.columnar.ColumnarSerDe",
121-
"serde_p1=p1", "serde_p2=p2", "tbl_p1=p11", "tbl_p2=p22","MANAGED_TABLE"
122-
)
123132
}
124133

125134
test("ordering not in select") {

0 commit comments

Comments
 (0)