wip

Author: squito

yarn/src/main/scala/org/apache/spark/deploy/yarn/ExecutorRunnable.scala

@@ -105,6 +105,7 @@ class ExecutorRunnable(
           // Authentication is not enabled, so just provide dummy metadata
           ByteBuffer.allocate(0)
         }
+      //throw an exception here, and things just hang
       ctx.setServiceData(Map[String, ByteBuffer]("spark_shuffle" -> secretBytes))
     }
 

yarn/src/test/resources/log4j.properties

@@ -25,4 +25,4 @@ log4j.appender.file.layout.ConversionPattern=%d{yy/MM/dd HH:mm:ss.SSS} %t %p %c{
 
 # Ignore messages below warning level from Jetty, because it's a bit verbose
 log4j.logger.org.spark-project.jetty=WARN
-log4j.logger.org.apache.hadoop=WARN
+log4j.logger.org.apache.hadoop=INFO

yarn/src/test/scala/org/apache/spark/deploy/yarn/ExternalShuffleSuite.scala

@@ -151,8 +151,8 @@ class ExternalShuffleSuite extends SparkFunSuite with BeforeAndAfterAll with Mat
       false,
       mainClassName(ExternalShuffleDriver.getClass),
       appArgs = Seq(result.getAbsolutePath()),
-      extraConf = Map()
-//      extraConf = Map("spark.shuffle.service.enabled" -> "true")
+//      extraConf = Map()
+      extraConf = Map("spark.shuffle.service.enabled" -> "true")
     )
     checkResult(result)
   }