File tree Expand file tree Collapse file tree 1 file changed +1
-11
lines changed
sql/core/src/main/scala/org/apache/spark/sql/execution/datasources Expand file tree Collapse file tree 1 file changed +1
-11
lines changed Original file line number Diff line number Diff line change @@ -117,20 +117,10 @@ object FileFormatWriter extends Logging {
117117 // scalastyle:on argcount
118118 val writeJobUuid = UUID .randomUUID().toString
119119
120- val outputPath = new Path (outputSpec.outputPath)
121- val fs = outputPath.getFileSystem(hadoopConf)
122- val qualifiedOutputPath = fs.makeQualified(outputPath)
123- val tempTableParentPath = sparkSession.sessionState.catalog.defaultTempTableParentPath
124- val qualifiedTempTableParentPath = fs.makeQualified(tempTableParentPath)
125-
126- val insertIntoTempTable = qualifiedOutputPath.toString.startsWith(
127- qualifiedTempTableParentPath.toString)
128-
129120 val quotaFreeDir = sparkSession.sessionState.conf.quotaFreeDir
130121 // Support to unset the quota free configuration with:
131122 // --conf spark.sql.source.output.quotaFreeDir=NONE;
132- if (! insertIntoTempTable && quotaFreeDir.isDefined
133- && ! quotaFreeDir.get.trim.toUpperCase().equals(" NONE" )) {
123+ if (quotaFreeDir.isDefined && ! quotaFreeDir.get.trim.toUpperCase().equals(" NONE" )) {
134124 val hasValidQuotaFreeDir = Try { new Path (quotaFreeDir.get) }.isSuccess
135125 if (hasValidQuotaFreeDir) {
136126 // temp output directory: quotaFreeDir/applicationId_sessionId/uuid/
You can’t perform that action at this time.
0 commit comments