From 898ea895d52d1bf606b0073878c6b3098027d032 Mon Sep 17 00:00:00 2001 From: Marcelo Vanzin Date: Fri, 11 Apr 2014 13:13:17 -0700 Subject: [PATCH] Yarn: do not set local IP in remote process environment. --- .../main/scala/org/apache/spark/deploy/yarn/ClientBase.scala | 4 +++- 1 file changed, 3 insertions(+), 1 deletion(-) diff --git a/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientBase.scala b/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientBase.scala index eb42922aea228..9ba728c277286 100644 --- a/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientBase.scala +++ b/yarn/common/src/main/scala/org/apache/spark/deploy/yarn/ClientBase.scala @@ -283,7 +283,9 @@ trait ClientBase extends Logging { Apps.setEnvFromInputString(env, System.getenv("SPARK_YARN_USER_ENV")) // Add each SPARK_* key to the environment. - System.getenv().filterKeys(_.startsWith("SPARK")).foreach { case (k,v) => env(k) = v } + val blacklist = ("SPARK_LOCAL_IP") + System.getenv().filterKeys(k => k.startsWith("SPARK") && !blacklist.contains(k)) + .foreach { case (k,v) => env(k) = v } env }