revise

gengliangwang · gengliangwang · commit 922efd520161 · 2020-06-08T17:10:35.000-07:00
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/DataSource.scala
@@ -573,9 +573,7 @@ case class DataSource(
       checkEmptyGlobPath: Boolean,
       checkFilesExist: Boolean): Seq[Path] = {
     val allPaths = caseInsensitiveOptions.get("path") ++ paths
-    val hadoopConf = sparkSession.sessionState.newHadoopConfWithOptions(options)
-
-    DataSource.checkAndGlobPathIfNecessary(allPaths.toSeq, hadoopConf,
+    DataSource.checkAndGlobPathIfNecessary(allPaths.toSeq, newHadoopConfiguration(),
       checkEmptyGlobPath, checkFilesExist)
   }
 }

Original file line number	Diff line number	Diff line change
`@@ -573,9 +573,7 @@ case class DataSource(`
`573`	`573`	`checkEmptyGlobPath: Boolean,`
`574`	`574`	`checkFilesExist: Boolean): Seq[Path] = {`
`575`	`575`	`val allPaths = caseInsensitiveOptions.get("path") ++ paths`
`576`		`- val hadoopConf = sparkSession.sessionState.newHadoopConfWithOptions(options)`
`577`		`-`
`578`		`- DataSource.checkAndGlobPathIfNecessary(allPaths.toSeq, hadoopConf,`
	`576`	`+ DataSource.checkAndGlobPathIfNecessary(allPaths.toSeq, newHadoopConfiguration(),`
`579`	`577`	`checkEmptyGlobPath, checkFilesExist)`
`580`	`578`	`}`
`581`	`579`	`}`