diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala index 6da2c0b5f330a..a64194380c8da 100644 --- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala +++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala @@ -534,10 +534,12 @@ private[spark] class ApplicationMaster( try { val preserveFiles = sparkConf.get(PRESERVE_STAGING_FILES) if (!preserveFiles) { - stagingDirPath = new Path(System.getenv("SPARK_YARN_STAGING_DIR")) - if (stagingDirPath == null) { - logError("Staging directory is null") - return + try { + stagingDirPath = new Path(System.getenv("SPARK_YARN_STAGING_DIR")) + } catch { + case e: IllegalArgumentException => + logError("Staging directory is null") + return } logInfo("Deleting staging directory " + stagingDirPath) fs.delete(stagingDirPath, true)