Add LIVY for SPARK3 support (#77)

anisf · web-flow · commit a71abb884444 · 2022-11-15T11:13:17.000-05:00
* Add LIVY for SPARK3 support
* Add Livy for Spark 3 dependencies

Signed-off-by: Anis FATHALLAH &lt;anis@fathallah.fr&gt;
diff --git a/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2 b/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2
@@ -187,6 +187,13 @@ SQL_STREAM_BUILDER:
     knox_service: knox
 {% endif %}
 
+{% if 'LIVY_FOR_SPARK3' in cluster.services %}
+LIVY_FOR_SPARK3:
+  SERVICEWIDE:
+    yarn_service: yarn
+    spark3_on_yarn_service: spark3_on_yarn
+{% endif %}
+
 TEZ:
   SERVICEWIDE:
     yarn_service: yarn
diff --git a/roles/config/cluster/common/defaults/main.yml b/roles/config/cluster/common/defaults/main.yml
@@ -87,6 +87,7 @@ cluster_services_ordered:
   - SPARK3_ON_YARN
   - SPARK_ON_YARN
   - LIVY
+  - LIVY_FOR_SPARK3
   - FLUME
   - KS_INDEXER
   - LUNA_KMS
diff --git a/roles/deployment/repometa/templates/role_mappings/spark3.j2 b/roles/deployment/repometa/templates/role_mappings/spark3.j2
@@ -1,3 +1,6 @@
 SPARK3_ON_YARN:
   - GATEWAY
   - SPARK3_YARN_HISTORY_SERVER
+LIVY_FOR_SPARK3:
+  - GATEWAY
+  - LIVY_SERVER_FOR_SPARK3
