Skip to content

Commit 5bb6696

Browse files
cmperrocmperro
authored
Add new example - sandbox-aws with AWS full spec (#48)
Signed-off-by: Chris Perro <[email protected]>
1 parent 1bd05c8 commit 5bb6696

File tree

2 files changed

+221
-0
lines changed

2 files changed

+221
-0
lines changed

‎examples/sandbox-aws/application.yml‎

Lines changed: 25 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,25 @@
1+
---
2+
3+
# Copyright 2021 Cloudera, Inc. All Rights Reserved.
4+
#
5+
# Licensed under the Apache License, Version 2.0 (the "License");
6+
# you may not use this file except in compliance with the License.
7+
# You may obtain a copy of the License at
8+
#
9+
# http://www.apache.org/licenses/LICENSE-2.0
10+
#
11+
# Unless required by applicable law or agreed to in writing, software
12+
# distributed under the License is distributed on an "AS IS" BASIS,
13+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14+
# See the License for the specific language governing permissions and
15+
# limitations under the License.
16+
17+
- name: Coda
18+
hosts: localhost
19+
connection: local
20+
gather_facts: no
21+
become: no
22+
tasks:
23+
- name: Deployment results
24+
debug:
25+
msg: Success!

‎examples/sandbox-aws/definition.yml‎

Lines changed: 196 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,196 @@
1+
---
2+
###############################################################################
3+
#Global variables - these can also be set in your profile
4+
#These will take precedence over those set in your profile
5+
###############################################################################
6+
name_prefix: chpe #name prefix for everything, infra, plat, and run
7+
infra_region: us-east-1 #CSP region for infra
8+
infra_type: aws #CSP
9+
cdp_profile: default #CDP Profile to use
10+
aws_profile: default #AWS Profile to use
11+
################################################################################
12+
#Infra Level Configurations
13+
################################################################################
14+
infra:
15+
teardown:
16+
delete_data: yes #Whether to delete the cloud storage (s3) for the env
17+
delete_ssh_key: no #Whether to delete the env ssh key
18+
vpc:
19+
#An additional CIDR to add to the env IP - your personal IP is automatic
20+
extra_cidr: "74.217.76.0/24"
21+
################################################################################
22+
#Platform/Environment Level Configurations
23+
################################################################################
24+
env:
25+
#Override the environment name - the default is <name_prefix>-<CSP>-env
26+
name: "chpe-aw-env"
27+
datalake:
28+
#Override the datalake name - the default is <name_prefix>-<CSP>-dl
29+
name: "chpe-aw-dl"
30+
teardown:
31+
delete_admin_group: yes #Whether to delete the admin group during teardown
32+
delete_user_group: yes #Whether to delete the user group during teardown
33+
delete_cross_account: yes #Whether to delete cross acct role during teardown
34+
delete_credential: yes #Whether to delete the CDP credential during teardown
35+
cdp:
36+
#Admin Group Configuration - Name/Roles/Resource Roles
37+
admin_group:
38+
name: "chpe_demo-aws-prim"
39+
roles:
40+
- PowerUser
41+
#User Group Configuration - Name/Roles/Resource Roles
42+
user_group:
43+
name: "chpe_demos_workers_ww"
44+
roles:
45+
- PowerUser
46+
resource_roles:
47+
- EnvironmentUser
48+
- DEUser
49+
- DWUser
50+
- MLUser
51+
workload_analytics: yes #Where to enable WXM during Environment creation
52+
################################################################################
53+
#Datahub Configurations
54+
################################################################################
55+
datahub:
56+
#List of Datahub Definitions to build
57+
definitions:
58+
#Example of Datahub Creation by Cluster Definition - use CDP defaults for
59+
#instance groups
60+
- definition: "Data Engineering for AWS"
61+
#Override the name of the datahub - default is <name_prefix>-dhub
62+
name: "def-only-dh"
63+
#Example of Datahub Creation by including a bespoke jinja template
64+
#Example can be found in cloudera.exe/roles/runtime/templates/datahub_streams_messaging_light.j2
65+
- include: "datahub_streams_messaging_light.j2"
66+
#Example of Datahub Creation by instance group specification
67+
- template: Flow Management Light Duty
68+
#Provide a custom suffix on the default naming convention - default suffix is dhub
69+
suffix: "in-depth"
70+
instance_groups:
71+
- instanceGroupName: management
72+
- instanceGroupName: nifi_scaling
73+
instanceGroupType: CORE
74+
#Instance Group Name
75+
- instanceGroupName: nifi
76+
#Instance Group Node Count
77+
nodeCount: 3
78+
#Instance Group Type - CORE/GATEWAY
79+
instanceGroupType: CORE
80+
#EBS Volume Configuration
81+
attachedVolumeConfiguration:
82+
#EBS Volume size per node
83+
- volumeSize: 500
84+
#EBS Volume Count per node
85+
volumeCount: 4
86+
#EBS Volume Type - st1/gp2/standard/ephemeral
87+
#ephemeral = ephemeral disk - not EBS
88+
#standard = magnetic
89+
#st1 = througput optimized HDD
90+
#gp2 = general purpose ssd
91+
volumeType: st1
92+
################################################################################
93+
#Operational Database Configurations
94+
################################################################################
95+
opdb:
96+
definitions:
97+
- name: chpe-od #Override OpDB name - default is <name_prefix>-od
98+
- name: chpe-od-2 #Override OpDB name - default is <name_prefix>-od
99+
################################################################################
100+
#Machine Learning Configurations
101+
################################################################################
102+
ml:
103+
#List of ML Workspace Definitions to provision
104+
definitions:
105+
#Workspace Number 1
106+
- tls: yes #Enable TLS?
107+
#Enable Model Monitoring
108+
monitoring: yes
109+
#Enable a public-facing load balancer? Applicable for L0/L1 networks
110+
public_loadbalancer: yes
111+
#Override the default workspace name - default is <name_prefix>-wksp
112+
name: chpe-wksp
113+
#Whether to remove/delete workspace storage (EFS) upon termination
114+
storage: yes
115+
#CPU and GPU Instance Group Definitions
116+
instance_groups:
117+
#CPU Instance Group
118+
- name: cpu_settings
119+
#CPU Instance Type
120+
instanceType: "m5.4xlarge"
121+
#Default Instance Count
122+
instanceCount: 0
123+
#Root Volume Size for Each Instance
124+
rootVolume:
125+
size: 100
126+
#Autoscaling Properties (min/max/enabled)
127+
autoscaling:
128+
minInstances: 0
129+
maxInstances: 10
130+
enabled: true
131+
#GPU Instance Group
132+
- name: gpu_settings
133+
#Default Instance Count
134+
instanceCount: 0
135+
#GPU Instance Type
136+
instanceType: "p2.8xlarge"
137+
#Root Volume Size for Each Instance
138+
rootVolume:
139+
size: 100
140+
#Autoscaling Properties (min/max/enabled)
141+
autoscaling:
142+
minInstances: 0
143+
maxInstances: 2
144+
enabled: true
145+
#List of IP CIDRs to whitelist for public load balancers AND k8s management API
146+
ip_addresses:
147+
- "108.5.26.129/32"
148+
- "1.2.3.4/32"
149+
#Workspace Number 2
150+
- tls: yes
151+
monitoring: yes
152+
public_loadbalancer: yes
153+
#Override the default workspace name - default is <name_prefix>-wksp
154+
name: "my-cml-space"
155+
storage: yes
156+
instance_groups:
157+
- name: cpu_settings
158+
instanceType: "m5.4xlarge"
159+
instanceCount: 1
160+
rootVolume:
161+
size: 100
162+
autoscaling:
163+
minInstances: 1
164+
maxInstances: 5
165+
enabled: true
166+
- name: gpu_settings
167+
instanceCount: 0
168+
instanceType: "p2.8xlarge"
169+
rootVolume:
170+
size: 100
171+
autoscaling:
172+
minInstances: 0
173+
maxInstances: 2
174+
enabled: true
175+
ip_addresses:
176+
- "108.5.26.129/32"
177+
- "1.2.3.4/32"
178+
################################################################################
179+
#Data Warehouse Configurations
180+
################################################################################
181+
dw: #No current configs can be set here (yet)
182+
################################################################################
183+
#Data Flow Configurations
184+
################################################################################
185+
df:
186+
min_k8s_nodes: 3 #Minumum number of k8s nodes for autoscaling
187+
max_k8s_nodes: 5 #Minumum number of k8s nodes for autoscaling
188+
#Enable a public-facing load balancer? Applicable for L0/L1 networks
189+
public_loadbalancer: true
190+
#List of IP CIDRs to whitelist for public load balancers AND k8s management API
191+
ip_ranges:
192+
- "108.5.26.129/32"
193+
- "1.2.3.4/32"
194+
#Whether to remove/delete experience storage upon termination
195+
teardown:
196+
persist: false

0 commit comments

Comments
 (0)