Skip to content

Commit afd757a

Browse files
committed
Revert "[SPARK-2410][SQL] Merging Hive Thrift/JDBC server"
This reverts commit 06dc0d2. #1399 is making Jenkins fail. We should investigate and put this back after its passing tests. Author: Michael Armbrust <[email protected]> Closes #1594 from marmbrus/revertJDBC and squashes the following commits: 59748da [Michael Armbrust] Revert "[SPARK-2410][SQL] Merging Hive Thrift/JDBC server"
1 parent 37ad3b7 commit afd757a

File tree

54 files changed

+96
-1772
lines changed

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

54 files changed

+96
-1772
lines changed

.gitignore

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -57,4 +57,3 @@ metastore_db/
5757
metastore/
5858
warehouse/
5959
TempStatsStore/
60-
sql/hive-thriftserver/test_warehouses

assembly/pom.xml

Lines changed: 0 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -165,16 +165,6 @@
165165
</dependency>
166166
</dependencies>
167167
</profile>
168-
<profile>
169-
<id>hive-thriftserver</id>
170-
<dependencies>
171-
<dependency>
172-
<groupId>org.apache.spark</groupId>
173-
<artifactId>spark-hive-thriftserver_${scala.binary.version}</artifactId>
174-
<version>${project.version}</version>
175-
</dependency>
176-
</dependencies>
177-
</profile>
178168
<profile>
179169
<id>spark-ganglia-lgpl</id>
180170
<dependencies>

bagel/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
<groupId>org.apache.spark</groupId>
2929
<artifactId>spark-bagel_2.10</artifactId>
3030
<properties>
31-
<sbt.project.name>bagel</sbt.project.name>
31+
<sbt.project.name>bagel</sbt.project.name>
3232
</properties>
3333
<packaging>jar</packaging>
3434
<name>Spark Project Bagel</name>

bin/beeline

Lines changed: 0 additions & 45 deletions
This file was deleted.

bin/compute-classpath.sh

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -52,7 +52,6 @@ if [ -n "$SPARK_PREPEND_CLASSES" ]; then
5252
CLASSPATH="$CLASSPATH:$FWDIR/sql/catalyst/target/scala-$SCALA_VERSION/classes"
5353
CLASSPATH="$CLASSPATH:$FWDIR/sql/core/target/scala-$SCALA_VERSION/classes"
5454
CLASSPATH="$CLASSPATH:$FWDIR/sql/hive/target/scala-$SCALA_VERSION/classes"
55-
CLASSPATH="$CLASSPATH:$FWDIR/sql/hive-thriftserver/target/scala-$SCALA_VERSION/classes"
5655
CLASSPATH="$CLASSPATH:$FWDIR/yarn/stable/target/scala-$SCALA_VERSION/classes"
5756
fi
5857

bin/spark-shell

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -46,11 +46,11 @@ function main(){
4646
# (see https://github.com/sbt/sbt/issues/562).
4747
stty -icanon min 1 -echo > /dev/null 2>&1
4848
export SPARK_SUBMIT_OPTS="$SPARK_SUBMIT_OPTS -Djline.terminal=unix"
49-
$FWDIR/bin/spark-submit --class org.apache.spark.repl.Main spark-shell "$@"
49+
$FWDIR/bin/spark-submit spark-shell "$@" --class org.apache.spark.repl.Main
5050
stty icanon echo > /dev/null 2>&1
5151
else
5252
export SPARK_SUBMIT_OPTS
53-
$FWDIR/bin/spark-submit --class org.apache.spark.repl.Main spark-shell "$@"
53+
$FWDIR/bin/spark-submit spark-shell "$@" --class org.apache.spark.repl.Main
5454
fi
5555
}
5656

bin/spark-shell.cmd

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -19,4 +19,4 @@ rem
1919

2020
set SPARK_HOME=%~dp0..
2121

22-
cmd /V /E /C %SPARK_HOME%\bin\spark-submit.cmd spark-shell --class org.apache.spark.repl.Main %*
22+
cmd /V /E /C %SPARK_HOME%\bin\spark-submit.cmd spark-shell %* --class org.apache.spark.repl.Main

bin/spark-sql

Lines changed: 0 additions & 36 deletions
This file was deleted.

core/pom.xml

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -28,7 +28,7 @@
2828
<groupId>org.apache.spark</groupId>
2929
<artifactId>spark-core_2.10</artifactId>
3030
<properties>
31-
<sbt.project.name>core</sbt.project.name>
31+
<sbt.project.name>core</sbt.project.name>
3232
</properties>
3333
<packaging>jar</packaging>
3434
<name>Spark Project Core</name>

core/src/main/scala/org/apache/spark/deploy/SparkSubmit.scala

Lines changed: 2 additions & 12 deletions
Original file line numberDiff line numberDiff line change
@@ -46,10 +46,6 @@ object SparkSubmit {
4646
private val CLUSTER = 2
4747
private val ALL_DEPLOY_MODES = CLIENT | CLUSTER
4848

49-
// A special jar name that indicates the class being run is inside of Spark itself, and therefore
50-
// no user jar is needed.
51-
private val SPARK_INTERNAL = "spark-internal"
52-
5349
// Special primary resource names that represent shells rather than application jars.
5450
private val SPARK_SHELL = "spark-shell"
5551
private val PYSPARK_SHELL = "pyspark-shell"
@@ -261,9 +257,7 @@ object SparkSubmit {
261257
// In yarn-cluster mode, use yarn.Client as a wrapper around the user class
262258
if (clusterManager == YARN && deployMode == CLUSTER) {
263259
childMainClass = "org.apache.spark.deploy.yarn.Client"
264-
if (args.primaryResource != SPARK_INTERNAL) {
265-
childArgs += ("--jar", args.primaryResource)
266-
}
260+
childArgs += ("--jar", args.primaryResource)
267261
childArgs += ("--class", args.mainClass)
268262
if (args.childArgs != null) {
269263
args.childArgs.foreach { arg => childArgs += ("--arg", arg) }
@@ -338,7 +332,7 @@ object SparkSubmit {
338332
* Return whether the given primary resource represents a user jar.
339333
*/
340334
private def isUserJar(primaryResource: String): Boolean = {
341-
!isShell(primaryResource) && !isPython(primaryResource) && !isInternal(primaryResource)
335+
!isShell(primaryResource) && !isPython(primaryResource)
342336
}
343337

344338
/**
@@ -355,10 +349,6 @@ object SparkSubmit {
355349
primaryResource.endsWith(".py") || primaryResource == PYSPARK_SHELL
356350
}
357351

358-
private[spark] def isInternal(primaryResource: String): Boolean = {
359-
primaryResource == SPARK_INTERNAL
360-
}
361-
362352
/**
363353
* Merge a sequence of comma-separated file lists, some of which may be null to indicate
364354
* no files, into a single comma-separated string.

0 commit comments

Comments
 (0)