Skip to content

Commit 634b65a

Browse files
cmperrocmperro
committed
Add new example - sandbox-aws with AWS full spec
1 parent e95e48b commit 634b65a

File tree

2 files changed

+187
-0
lines changed

2 files changed

+187
-0
lines changed

‎examples/sandbox-aws/application.yml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
---
2+
3+
# Copyright 2021 Cloudera, Inc. All Rights Reserved.
4+
#
5+
# Licensed under the Apache License, Version 2.0 (the "License");
6+
# you may not use this file except in compliance with the License.
7+
# You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
17+
- name: Coda
18+
hosts: localhost
19+
connection: local
20+
gather_facts: no
21+
become: no
22+
tasks:
23+
- name: Deployment results
24+
debug:
25+
msg: Success!

‎examples/sandbox-aws/definition.yml‎

Lines changed: 162 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,162 @@
1+
---
2+
###############################################################################
3+
#Global variables - these can also be set in your profile
4+
#These will take precedence over those set in your profile
5+
###############################################################################
6+
name_prefix: chpe #name prefix for everything, infra, plat, and run
7+
region: us-east-1 #CSP region for infra
8+
infra_type: aws #CSP
9+
cdp_profile: default #CDP Profile to use
10+
aws_profile: default #AWS Profile to use
11+
################################################################################
12+
#Infra Level Configurations
13+
################################################################################
14+
infra:
15+
teardown:
16+
delete_data: yes #Whether to delete the cloud storage (s3) for the env
17+
delete_ssh_key: no #Whether to delete the env ssh key
18+
vpc:
19+
#An additional CIDR to add to the env IP - your personal IP is automatic
20+
extra_cidr: "74.217.76.0/24"
21+
################################################################################
22+
#Platform/Environment Level Configurations
23+
################################################################################
24+
env:
25+
#Override the environment name - the default is <name_prefix>-<CSP>-env
26+
name: "chpe-aw-env"
27+
datalake:
28+
#Override the datalake name - the default is <name_prefix>-<CSP>-dl
29+
name: "chpe-aw-dl"
30+
teardown:
31+
delete_admin_group: yes #Whether to delete the admin group during teardown
32+
delete_user_group: yes #Whether to delete the user group during teardown
33+
delete_cross_account: yes #Whether to delete cross acct role during teardown
34+
delete_credential: yes #Whether to delete the CDP credential during teardown
35+
cdp:
36+
#Admin Group Configuration - Name/Roles/Resource Roles
37+
admin_group:
38+
name: "chpe_demo-aws-prim"
39+
roles:
40+
- PowerUser
41+
#User Group Configuration - Name/Roles/Resource Roles
42+
user_group:
43+
name: "chpe_demos_workers_ww"
44+
roles:
45+
- PowerUser
46+
resource_roles:
47+
- EnvironmentUser
48+
- DEUser
49+
- DWUser
50+
- MLUser
51+
workload_analytics: yes #Where to enable WXM during Environment creation
52+
################################################################################
53+
#Datahub Configurations
54+
################################################################################
55+
datahub:
56+
#List of Datahub Definitions to build
57+
definitions:
58+
#Example of Datahub Creation by Cluster Definition - use CDP defaults for
59+
#instance groups
60+
- definition: "Data Engineering for AWS"
61+
#Override the name of the datahub - default is <name_prefix>-dhub
62+
name: "def-only-dh"
63+
#Example of Datahub Creation by including a bespoke jinja template
64+
#Example can be found in cloudera.exe/roles/runtime/templates/datahub_streams_messaging_light.j2
65+
- include: "datahub_streams_messaging_light.j2"
66+
#Example of Datahub Creation by instance group specification
67+
- template: Flow Management Light Duty
68+
#Provide a custom suffix on the default naming convention - default suffix is dhub
69+
suffix: "in-depth"
70+
instance_groups:
71+
- instanceGroupName: management
72+
- instanceGroupName: nifi_scaling
73+
instanceGroupType: CORE
74+
#Instance Group Name
75+
- instanceGroupName: nifi
76+
#Instance Group Node Count
77+
nodeCount: 3
78+
#Instance Group Type - CORE/GATEWAY
79+
instanceGroupType: CORE
80+
#EBS Volume Configuration
81+
attachedVolumeConfiguration:
82+
#EBS Volume size per node
83+
- volumeSize: 500
84+
#EBS Volume Count per node
85+
volumeCount: 4
86+
#EBS Volume Type - st1/gp2/standard/ephemeral
87+
#ephemeral = ephemeral disk - not EBS
88+
#standard = magnetic
89+
#st1 = througput optimized HDD
90+
#gp2 = general purpose ssd
91+
volumeType: st1
92+
################################################################################
93+
#Operational Database Configurations
94+
################################################################################
95+
opdb:
96+
name: chpe-od #Override OpDB name - default is <name_prefix>-od
97+
################################################################################
98+
#Machine Learning Configurations
99+
################################################################################
100+
ml:
101+
#List of ML Workspace Definitions to provision
102+
definitions:
103+
#Workspace Number 1
104+
- tls: yes #Enable TLS?
105+
#Enable Model Monitoring
106+
monitoring: yes
107+
#Enable a public-facing load balancer? Applicable for L0/L1 networks
108+
public_loadbalancer: yes
109+
#Override the default workspace name - default is <name_prefix>-wksp
110+
name: chpe-wksp
111+
#Whether to remove/delete workspace storage (EFS) upon termination
112+
storage: yes
113+
#CPU and GPU Instance Group Definitions
114+
instance_groups:
115+
#CPU Instance Group
116+
- name: cpu_settings
117+
#CPU Instance Type
118+
instanceType: "m5.4xlarge"
119+
#Default Instance Count
120+
instanceCount: 0
121+
#Root Volume Size for Each Instance
122+
rootVolume:
123+
size: 100
124+
#Autoscaling Properties (min/max/enabled)
125+
autoscaling:
126+
minInstances: 0
127+
maxInstances: 10
128+
enabled: true
129+
#GPU Instance Group
130+
- name: gpu_settings
131+
#Default Instance Count
132+
instanceCount: 0
133+
#GPU Instance Type
134+
instanceType: "p2.8xlarge"
135+
#Root Volume Size for Each Instance
136+
rootVolume:
137+
size: 100
138+
#Autoscaling Properties (min/max/enabled)
139+
autoscaling:
140+
minInstances: 0
141+
maxInstances: 2
142+
enabled: true
143+
#Workspace Number 2
144+
- tls: yes
145+
monitoring: yes
146+
public_loadbalancer: yes
147+
#Override the default workspace name - default is <name_prefix>-wksp
148+
name: "my-cml-workspace"
149+
storage: yes
150+
#List of IP CIDRs to whitelist for public load balancers AND k8s management API
151+
ip_addresses:
152+
- "108.5.26.129/32"
153+
instance_groups:
154+
- name: cpu_settings
155+
instanceType: "m5.4xlarge"
156+
instanceCount: 1
157+
rootVolume:
158+
size: 100
159+
################################################################################
160+
#Data Warehouse Configurations
161+
################################################################################
162+
dw: #No current configs can be set here (yet)

0 commit comments

Comments
 (0)