NETFLIX-BUILD: Copy netflix resources in Maven

(cherry picked from commit 0ce3084)

Author: jzhuge

assembly/pom.xml

@@ -121,6 +121,8 @@
               <zip destfile="${basedir}/../python/lib/pyspark.zip">
                 <fileset dir="${basedir}/../python/" includes="pyspark/**/*"/>
               </zip>
+              <copy file="../netflix/spark-defaults.conf" tofile="../conf/spark-defaults.conf"/>
+              <copy file="../netflix/spark-env.sh" tofile="../conf/spark-env.sh"/>
             </target>
           </configuration>
       </plugin>

core/pom.xml

@@ -391,6 +391,19 @@
         <directory>${project.build.directory}/extra-resources</directory>
         <filtering>true</filtering>
       </resource>
+      <resource>
+        <directory>../netflix</directory>
+        <includes>
+          <include>metrics-site.xml</include>
+        </includes>
+      </resource>
+      <resource>
+        <directory>../netflix</directory>
+        <targetPath>org/apache/spark</targetPath>
+        <includes>
+          <include>log4j-defaults*.properties</include>
+        </includes>
+      </resource>
     </resources>
     <plugins>
       <plugin>

netflix_build.sh

@@ -45,11 +45,6 @@ tar -xf apache-maven-3.3.9-bin.tar.gz
 export M2_HOME=${WORKSPACE}/apache-maven-3.3.9
 export PATH=${M2_HOME}/bin:${PATH}
 
-# copy log4j configurations so they are included in the assembly
-cp netflix/log4j-defaults.properties core/src/main/resources/org/apache/spark/
-cp netflix/log4j-defaults-repl.properties core/src/main/resources/org/apache/spark/
-cp netflix/metrics-site.xml core/src/main/resources/
-
 # avoid stale compile servers causing problems
 build/zinc-0.3.9/bin/zinc -shutdown || echo "No zinc server running."