We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 9f31dac commit 31e8e06Copy full SHA for 31e8e06
yarn/src/main/scala/org/apache/spark/deploy/yarn/Client.scala
@@ -331,8 +331,7 @@ private[spark] class Client(
331
sys.env.get("PYSPARK_ARCHIVES_PATH").map { archives =>
332
// archives will be distributed to each machine's working directory, so strip the
333
// path prefix
334
- val pythonPath = archives.split(",").map(
335
- p => (new Path(p)).getName).mkString(":")
+ val pythonPath = archives.split(",").map(p => (new Path(p)).getName).mkString(":")
336
env("PYTHONPATH") = pythonPath
337
sparkConf.setExecutorEnv("PYTHONPATH", pythonPath)
338
}
0 commit comments