Skip to content

Commit 5318562

Browse files
committed
bug fix
1 parent 13219b5 commit 5318562

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

core/src/main/scala/org/apache/spark/rdd/PairRDDFunctions.scala

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -689,7 +689,7 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)])
689689
val outfmt = job.getOutputFormatClass
690690
val jobFormat = outfmt.newInstance
691691

692-
if (!conf.getBoolean("spark.hadoop.validateOutputSpecs", true) &&
692+
if (conf.getBoolean("spark.hadoop.validateOutputSpecs", true) &&
693693
jobFormat.isInstanceOf[NewFileOutputFormat[_, _]]) {
694694
// FileOutputFormat ignores the filesystem parameter
695695
jobFormat.checkOutputSpecs(job)
@@ -756,7 +756,7 @@ class PairRDDFunctions[K, V](self: RDD[(K, V)])
756756
logDebug("Saving as hadoop file of type (" + keyClass.getSimpleName + ", " +
757757
valueClass.getSimpleName + ")")
758758

759-
if (!conf.getBoolean("spark.hadoop.validateOutputSpecs", true) &&
759+
if (conf.getBoolean("spark.hadoop.validateOutputSpecs", true) &&
760760
outputFormatInstance.isInstanceOf[FileOutputFormat[_, _]]) {
761761
// FileOutputFormat ignores the filesystem parameter
762762
val ignoredFs = FileSystem.get(conf)

0 commit comments

Comments
 (0)