Skip to content

Commit d1c2c3a

Browse files
fenzhuGitHub Enterprise
authored andcommitted
Revert "[CARMEL-6365] Don't store data in quota free folder when create temp … (#1126)" (#1143)
This reverts commit c6c737d.
1 parent 0bc12a6 commit d1c2c3a

File tree

1 file changed

+1
-11
lines changed

1 file changed

+1
-11
lines changed

sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/FileFormatWriter.scala

Lines changed: 1 addition & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -117,20 +117,10 @@ object FileFormatWriter extends Logging {
117117
// scalastyle:on argcount
118118
val writeJobUuid = UUID.randomUUID().toString
119119

120-
val outputPath = new Path(outputSpec.outputPath)
121-
val fs = outputPath.getFileSystem(hadoopConf)
122-
val qualifiedOutputPath = fs.makeQualified(outputPath)
123-
val tempTableParentPath = sparkSession.sessionState.catalog.defaultTempTableParentPath
124-
val qualifiedTempTableParentPath = fs.makeQualified(tempTableParentPath)
125-
126-
val insertIntoTempTable = qualifiedOutputPath.toString.startsWith(
127-
qualifiedTempTableParentPath.toString)
128-
129120
val quotaFreeDir = sparkSession.sessionState.conf.quotaFreeDir
130121
// Support to unset the quota free configuration with:
131122
// --conf spark.sql.source.output.quotaFreeDir=NONE;
132-
if (!insertIntoTempTable && quotaFreeDir.isDefined
133-
&& !quotaFreeDir.get.trim.toUpperCase().equals("NONE")) {
123+
if (quotaFreeDir.isDefined && !quotaFreeDir.get.trim.toUpperCase().equals("NONE")) {
134124
val hasValidQuotaFreeDir = Try { new Path(quotaFreeDir.get) }.isSuccess
135125
if (hasValidQuotaFreeDir) {
136126
// temp output directory: quotaFreeDir/applicationId_sessionId/uuid/

0 commit comments

Comments
 (0)