From 3c746eafc23ecec6d0df44942a2fa4792bf7d6c8 Mon Sep 17 00:00:00 2001
From: Alexander Bessonov <abessonov2@bloomberg.net>
Date: Tue, 30 May 2017 14:47:01 +0000
Subject: [PATCH] Catch IllegalArgumentException thrown by new Path in
 ApplicationMaster

---
 .../apache/spark/deploy/yarn/ApplicationMaster.scala   | 10 ++++++----
 1 file changed, 6 insertions(+), 4 deletions(-)

diff --git a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
index 6da2c0b5f330a..a64194380c8da 100644
--- a/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
+++ b/resource-managers/yarn/src/main/scala/org/apache/spark/deploy/yarn/ApplicationMaster.scala
@@ -534,10 +534,12 @@ private[spark] class ApplicationMaster(
     try {
       val preserveFiles = sparkConf.get(PRESERVE_STAGING_FILES)
       if (!preserveFiles) {
-        stagingDirPath = new Path(System.getenv("SPARK_YARN_STAGING_DIR"))
-        if (stagingDirPath == null) {
-          logError("Staging directory is null")
-          return
+        try {
+          stagingDirPath = new Path(System.getenv("SPARK_YARN_STAGING_DIR"))
+        } catch {
+          case e: IllegalArgumentException =>
+            logError("Staging directory is null")
+            return
         }
         logInfo("Deleting staging directory " + stagingDirPath)
         fs.delete(stagingDirPath, true)