Skip to content

Support Azure Blob Storage on AKS via access key #964

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
merged 5 commits into from
Oct 22, 2024
Merged

Support Azure Blob Storage on AKS via access key #964

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
5 commits
Select commit Hold shift + click to select a range
7e15253
aks helm distributed
AdheipSingh Oct 20, 2024
64712ed
objectStore to store, remove local flag
AdheipSingh Oct 20, 2024
69c015d
add tolerations hardocde to azure
AdheipSingh Oct 21, 2024
15dbb12
test standalone
AdheipSingh Oct 21, 2024
1c0dd49
revert disk size
AdheipSingh Oct 21, 2024
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
15 changes: 13 additions & 2 deletions helm/templates/ingestor-statefulset.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -32,7 +32,7 @@ spec:
{{- .Values.parseable.highAvailability.ingestor.labels | toYaml | nindent 8 }}
{{- include "parseable.ingestorLabelsSelector" . | nindent 8 }}
spec:
terminationGracePeriodSeconds: 10
terminationGracePeriodSeconds: 10
serviceAccountName: {{ include "parseable.serviceAccountName" . }}
containers:
- name: {{ .Chart.Name }}
Expand All @@ -42,7 +42,7 @@ spec:
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
args:
- /usr/bin/parseable
- s3-store
- {{ .Values.parseable.store }}
- --ingestor-endpoint=$(HOSTNAME).{{ include "parseable.fullname" . }}-ingestor-headless.{{ .Release.Namespace }}.svc.cluster.local:{{ .Values.parseable.highAvailability.ingestor.port }}
env:
{{- range $key, $value := .Values.parseable.highAvailability.ingestor.env }}
Expand All @@ -65,6 +65,17 @@ spec:
key: {{ $key }}
{{- end }}
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
- name: P_MODE
value: "ingest"
ports:
Expand Down
25 changes: 18 additions & 7 deletions helm/templates/querier-statefulset.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ spec:
{{- .Values.parseable.podLabels | toYaml | nindent 8 }}
{{- include "parseable.querierLabelsSelector" . | nindent 8 }}
spec:
terminationGracePeriodSeconds: 10
terminationGracePeriodSeconds: 10
serviceAccountName: {{ include "parseable.serviceAccountName" . }}
containers:
- name: {{ .Chart.Name }}
Expand All @@ -45,8 +45,13 @@ spec:
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
args:
- /usr/bin/parseable
- s3-store
- {{ .Values.parseable.store }}
env:
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- range $key, $value := .Values.parseable.env }}
- name: {{ $key }}
value: {{ tpl $value $ | quote }}
Expand All @@ -60,11 +65,6 @@ spec:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- end }}
{{- end }}
- name: P_MODE
Expand All @@ -73,6 +73,17 @@ spec:
- name: P_HOT_TIER_DIR
value: "/parseable/hot-tier"
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
ports:
- containerPort: 8000
{{- with .Values.readinessProbe }}
Expand Down
33 changes: 20 additions & 13 deletions helm/templates/standalone-deployment.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,17 +36,18 @@ spec:
imagePullPolicy: {{ .Values.parseable.image.pullPolicy }}
# Uncomment to debug
# command: [ "/bin/sh", "-c", "sleep 1000000" ]
{{- if .Values.parseable.local }}
args: ["/usr/bin/parseable", "local-store"]
{{- else }}
args: ["/usr/bin/parseable", "s3-store"]
{{- end }}
args: ["/usr/bin/parseable", {{ .Values.parseable.store | quote }}]
env:
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- range $key, $value := .Values.parseable.env }}
- name: {{ $key }}
value: {{ tpl $value $ | quote }}
{{- end }}
{{- if .Values.parseable.local }}
{{- if .Values.parseable.localModeSecret }}
{{- range $secret := .Values.parseable.localModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
Expand All @@ -56,14 +57,9 @@ spec:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
- name: HOSTNAME
valueFrom:
fieldRef:
apiVersion: v1
fieldPath: metadata.name
{{- end }}
{{- end }}
{{- else}}
{{- else }}
{{- range $secret := .Values.parseable.s3ModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
Expand All @@ -76,6 +72,17 @@ spec:
{{- end }}
{{- end }}
{{- end }}
{{- range $secret := .Values.parseable.blobModeSecret }}
{{- range $key := $secret.keys }}
{{- $envPrefix := $secret.prefix | default "" | upper }}
{{- $envKey := $key | upper | replace "." "_" | replace "-" "_" }}
- name: {{ $envPrefix }}{{ $envKey }}
valueFrom:
secretKeyRef:
name: {{ $secret.name }}
key: {{ $key }}
{{- end }}
{{- end }}
ports:
- containerPort: 8000
{{- with .Values.readinessProbe }}
Expand Down Expand Up @@ -118,4 +125,4 @@ spec:
tolerations:
{{- toYaml . | nindent 8 }}
{{- end }}
{{- end }}
{{- end }} # Closing for "if eq .Values.parseable.highAvailability.enabled false"
60 changes: 38 additions & 22 deletions helm/values.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -3,9 +3,9 @@ parseable:
repository: containers.parseable.com/parseable/parseable
tag: v1.5.5
pullPolicy: Always
## Set to true if you want to deploy Parseable in local mode (store logs
## on local mount point instead of S3 bucket)
local: false
## object store can be local, s3 or blob.
## local needs to be false if set to object store.
store: local-store
## Set to true if you want to deploy Parseable in a HA mode (multiple ingestors)
## Please note that highAvailability is not supported in local mode
highAvailability:
Expand Down Expand Up @@ -72,6 +72,10 @@ parseable:
storageClass: ""
accessMode: ReadWriteOnce
size: 1Gi
## comment out the secrets depending upon deployment option
## localModeSecret if store is set to local
## blobModeSecret if store is set to blob-store
## s3ModeSecret if store is set to s3-store
localModeSecret:
- type: env
name: parseable-env-secret
Expand All @@ -82,25 +86,37 @@ parseable:
- password
- staging.dir
- fs.dir
s3ModeSecret:
- type: env
name: parseable-env-secret
prefix: P_
keys:
## Comment / uncomment the following lines as required
# - tls.cert.path
# - tls.key.path
# - storage.upload.interval
- addr
- username
- password
- staging.dir
- fs.dir
- s3.url
- s3.access.key
- s3.secret.key
- s3.bucket
- s3.region
# blobModeSecret:
# - type: env
# name: parseable-env-secret
# prefix: p_
# keys:
# - addr
# - username
# - password
# - azr.access_key
# - azr.account
# - azr.container
# - azr.url
# s3ModeSecret:
# - type: env
# name: parseable-env-secret
# prefix: P_
# keys:
# ## Comment / uncomment the following lines as required
# # - tls.cert.path
# # - tls.key.path
# # - storage.upload.interval
# - addr
# - username
# - password
# - staging.dir
# - fs.dir
# - s3.url
# - s3.access.key
# - s3.secret.key
# - s3.bucket
# - s3.region
serviceAccount:
create: true
name: "parseable"
Expand Down
Loading