Skip to content

Commit a0870af

Browse files
committed
add docs. remove unnecesary new lines
1 parent 6645af4 commit a0870af

File tree

5 files changed

+14
-6
lines changed

5 files changed

+14
-6
lines changed

bin/spark-class

Lines changed: 0 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -147,8 +147,6 @@ else
147147
CLASSPATH="$classpath_output"
148148
fi
149149

150-
151-
152150
if [[ "$1" =~ org.apache.spark.tools.* ]]; then
153151
if test -z "$SPARK_TOOLS_JAR"; then
154152
echo "Failed to find Spark Tools Jar in $FWDIR/tools/target/scala-$SPARK_SCALA_VERSION/" 1>&2

bin/spark-submit

Lines changed: 0 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -40,10 +40,6 @@ while (($#)); do
4040
export SPARK_SUBMIT_OPTS=$2
4141
elif [ "$1" = "--master" ]; then
4242
export MASTER=$2
43-
elif [ "$1" = "--maven" ]; then
44-
export SPARK_SUBMIT_MAVEN_COORDINATES=$2
45-
elif [ "$1" = "--maven_repos" ]; then
46-
export SPARK_SUBMIT_MAVEN_REPOS=$2
4743
fi
4844
shift
4945
done

core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala

Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -455,6 +455,13 @@ object SparkSubmit {
455455
if (merged == "") null else merged
456456
}
457457

458+
/**
459+
* Resolves any dependencies that were supplied through maven coordinates
460+
* @param coordinates Comma-delimited string of maven coordinates
461+
* @param remoteRepos Comma-delimited string of remote repositories other than maven central
462+
* @return The comma-delimited path to the jars of the given maven artifacts including their
463+
* transitive dependencies
464+
*/
458465
private def resolveMavenCoordinates(coordinates: String, remoteRepos: String): String = {
459466
if (coordinates == null || coordinates.trim.isEmpty) {
460467
""

core/src/main/scala/org/apache/spark/deploy/SparkSubmitArguments.scala

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -227,6 +227,7 @@ private[spark] class SparkSubmitArguments(args: Seq[String], env: Map[String, St
227227
| childArgs [${childArgs.mkString(" ")}]
228228
| jars $jars
229229
| maven $maven
230+
| maven_repos $maven_repos
230231
| verbose $verbose
231232
|
232233
|Spark properties used, including those specified through

core/src/main/scala/org/apache/spark/util/Utils.scala

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -1873,6 +1873,12 @@ private[spark] object Utils extends Logging {
18731873
}
18741874
}
18751875

1876+
/**
1877+
* Represents a Maven Coordinate
1878+
* @param groupId the groupId of the coordinate
1879+
* @param artifactId the artifactId of the coordinate
1880+
* @param version the version of the coordinate
1881+
*/
18761882
private[spark] case class MavenCoordinate(groupId: String, artifactId: String, version: String)
18771883

18781884
/**

0 commit comments

Comments
 (0)