Skip to content

Commit d9e9414

Browse files
alexoss68marmbrus
authored andcommitted
[SPARK-2846][SQL] Add configureInputJobPropertiesForStorageHandler to initialization of job conf
...al job conf Author: Alex Liu <[email protected]> Closes apache#1927 from alexliu68/SPARK-SQL-2846 and squashes the following commits: e4bdc4c [Alex Liu] SPARK-SQL-2846 add configureInputJobPropertiesForStorageHandler to initial job conf
1 parent a1e8b1b commit d9e9414

File tree

1 file changed

+2
-1
lines changed

1 file changed

+2
-1
lines changed

sql/hive/src/main/scala/org/apache/spark/sql/hive/TableReader.scala

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ import org.apache.hadoop.fs.{Path, PathFilter}
2222
import org.apache.hadoop.hive.metastore.api.hive_metastoreConstants._
2323
import org.apache.hadoop.hive.ql.exec.Utilities
2424
import org.apache.hadoop.hive.ql.metadata.{Partition => HivePartition, Table => HiveTable}
25-
import org.apache.hadoop.hive.ql.plan.TableDesc
25+
import org.apache.hadoop.hive.ql.plan.{PlanUtils, TableDesc}
2626
import org.apache.hadoop.hive.serde2.Deserializer
2727
import org.apache.hadoop.hive.serde2.objectinspector.StructObjectInspector
2828

@@ -249,6 +249,7 @@ private[hive] object HadoopTableReader extends HiveInspectors {
249249
def initializeLocalJobConfFunc(path: String, tableDesc: TableDesc)(jobConf: JobConf) {
250250
FileInputFormat.setInputPaths(jobConf, path)
251251
if (tableDesc != null) {
252+
PlanUtils.configureInputJobPropertiesForStorageHandler(tableDesc)
252253
Utilities.copyTableJobPropertiesToConf(tableDesc, jobConf)
253254
}
254255
val bufferSize = System.getProperty("spark.buffer.size", "65536")

0 commit comments

Comments
 (0)