File tree Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Expand file tree Collapse file tree 1 file changed +2
-2
lines changed Original file line number Diff line number Diff line change 5858fi
5959
6060# When Hive support is needed, Datanucleus jars must be included on the classpath.
61- # Datanucleus jars do not work if only included in the uberjar as plugin.xml metadata is lost.
61+ # Datanucleus jars do not work if only included in the uber jar as plugin.xml metadata is lost.
6262# Both sbt and maven will populate "lib_managed/jars/" with the datanucleus jars when Spark is
6363# built with Hive, so first check if the datanucleus jars exist, and then ensure the current Spark
6464# assembly is built for Hive, before actually populating the CLASSPATH with the jars.
6565# Note that this check order is faster (by up to half a second) in the case where Hive is not used.
6666num_datanucleus_jars=$( ls " $FWDIR " /lib_managed/jars/ | grep " datanucleus-.*\\ .jar" | wc -l)
6767if [ $num_datanucleus_jars -gt 0 ]; then
6868 AN_ASSEMBLY_JAR=${ASSEMBLY_JAR:- $DEPS_ASSEMBLY_JAR }
69- num_hive_files=$( jar tvf " $AN_ASSEMBLY_JAR " org/apache/hadoop/hive/ql/exec 2> /dev/null | wc -l)
69+ num_hive_files=$( jar tvf " $AN_ASSEMBLY_JAR " org/apache/hadoop/hive/ql/exec 2> /dev/null | wc -l)
7070 if [ $num_hive_files -gt 0 ]; then
7171 echo " Spark assembly has been built with Hive, including Datanucleus jars on classpath" 1>&2
7272 DATANUCLEUSJARS=$( echo " $FWDIR /lib_managed/jars" /datanucleus-* .jar | tr " " :)
You can’t perform that action at this time.
0 commit comments