Skip to content

Commit 7ed8859

Browse files
author
Marcelo Vanzin
committed
Some more feedback.
1 parent 54cd4fd commit 7ed8859

File tree

3 files changed

+9
-7
lines changed

3 files changed

+9
-7
lines changed

core/src/main/scala/org/apache/spark/deploy/worker/CommandUtils.scala

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -19,7 +19,7 @@ package org.apache.spark.deploy.worker
1919

2020
import java.io.{File, FileOutputStream, InputStream, IOException}
2121
import java.lang.System._
22-
import java.util.{ArrayList, List => JList, Map => JMap}
22+
import java.util.{List => JList, Map => JMap}
2323

2424
import scala.collection.JavaConversions._
2525
import scala.collection.Map
@@ -112,7 +112,7 @@ object CommandUtils extends Logging {
112112
}
113113
}
114114

115-
private class CommandLauncher(sparkHome: String, memory: Int, env: Map[String, String])
115+
private class CommandLauncher(sparkHome: String, memoryMb: Int, env: Map[String, String])
116116
extends AbstractLauncher[CommandLauncher](env) {
117117

118118
setSparkHome(sparkHome)
@@ -121,8 +121,8 @@ private class CommandLauncher(sparkHome: String, memory: Int, env: Map[String, S
121121
val cmd = buildJavaCommand()
122122
cmd.add("-cp")
123123
cmd.add(buildClassPath(null).mkString(File.pathSeparator))
124-
cmd.add(s"-Xms${memory}M")
125-
cmd.add(s"-Xmx${memory}M")
124+
cmd.add(s"-Xms${memoryMb}M")
125+
cmd.add(s"-Xmx${memoryMb}M")
126126
addOptionString(cmd, getenv("SPARK_JAVA_OPTS"))
127127
cmd
128128
}

launcher/src/main/java/org/apache/spark/launcher/AbstractLauncher.java

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,9 @@
3434
import java.util.regex.Pattern;
3535

3636
/**
37-
* Basic functionality for launchers.
37+
* Basic functionality for launchers - objects that encapsulate knowledge about how to build the
38+
* commands to run a Spark application or service. This class is not meant to be extended by user
39+
* code.
3840
*/
3941
public abstract class AbstractLauncher<T extends AbstractLauncher> extends LauncherCommon {
4042

launcher/src/main/java/org/apache/spark/launcher/LauncherCommon.java

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -23,7 +23,7 @@
2323
import java.util.Map;
2424

2525
/**
26-
* Configuration key definitions for Spark jobs, and some helper methods.
26+
* Configuration key definitions for Spark apps, and some helper methods.
2727
*/
2828
public class LauncherCommon {
2929

@@ -128,7 +128,7 @@ protected static boolean isWindows() {
128128
* Updates the user environment to contain the merged value of "envKey" after appending
129129
* the given path list.
130130
*/
131-
protected void mergeEnvPathList(Map<String, String> userEnv, String envKey, String pathList) {
131+
protected static void mergeEnvPathList(Map<String, String> userEnv, String envKey, String pathList) {
132132
if (!isEmpty(pathList)) {
133133
String current = firstNonEmpty(userEnv.get(envKey), System.getenv(envKey));
134134
userEnv.put(envKey, join(File.pathSeparator, current, pathList));

0 commit comments

Comments
 (0)