diff --git a/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2 b/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2 index 095d9830..57d07da6 100644 --- a/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2 +++ b/roles/config/cluster/base/templates/configs/inter-service-dependencies.j2 @@ -187,6 +187,13 @@ SQL_STREAM_BUILDER: knox_service: knox {% endif %} +{% if 'LIVY_FOR_SPARK3' in cluster.services %} +LIVY_FOR_SPARK3: + SERVICEWIDE: + yarn_service: yarn + spark3_on_yarn_service: spark3_on_yarn +{% endif %} + TEZ: SERVICEWIDE: yarn_service: yarn diff --git a/roles/config/cluster/common/defaults/main.yml b/roles/config/cluster/common/defaults/main.yml index eba37e42..fa4f1c55 100644 --- a/roles/config/cluster/common/defaults/main.yml +++ b/roles/config/cluster/common/defaults/main.yml @@ -87,6 +87,7 @@ cluster_services_ordered: - SPARK3_ON_YARN - SPARK_ON_YARN - LIVY + - LIVY_FOR_SPARK3 - FLUME - KS_INDEXER - LUNA_KMS diff --git a/roles/deployment/repometa/templates/role_mappings/spark3.j2 b/roles/deployment/repometa/templates/role_mappings/spark3.j2 index a13b7601..87b06698 100644 --- a/roles/deployment/repometa/templates/role_mappings/spark3.j2 +++ b/roles/deployment/repometa/templates/role_mappings/spark3.j2 @@ -1,3 +1,6 @@ SPARK3_ON_YARN: - GATEWAY - SPARK3_YARN_HISTORY_SERVER +LIVY_FOR_SPARK3: + - GATEWAY + - LIVY_SERVER_FOR_SPARK3 \ No newline at end of file