replace hostPath with persistentVolumeClaims

Author: dcapozzi

charts/hdfs-datanode-k8s/templates/datanode-daemonset.yaml

@@ -15,6 +15,26 @@
 
 # Deleting a daemonset may need some trick. See
 # https://github.com/kubernetes/kubernetes/issues/33245#issuecomment-261250489
+{{- range $index, $path := .Values.dataNodeHostPath }}
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  # This name uniquely identifies the PVC. Will be used in deployment below.
+  name: hdfs-data-volume-claim-{{ $index }}
+  labels:
+    app: hdfs-name-storage-claim-{{ $index }}
+spec:
+  # Read more about access modes here: http://kubernetes.io/docs/user-guide/persistent-volumes/#access-modes
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    # This is the request for storage. Should be available in the cluster.
+    requests:
+      storage: 5Gi
+  # Uncomment and add storageClass specific to your requirements below. Read more https://kubernetes.io/docs/concepts/storage/persistent-volumes/#class-1
+  #storageClassName:
+---
+{{- end }}
 apiVersion: extensions/v1beta1
 kind: DaemonSet
 metadata:
@@ -175,8 +195,8 @@ spec:
       volumes:
         {{- range $index, $path := .Values.dataNodeHostPath }}
         - name: hdfs-data-{{ $index }}
-          hostPath:
-            path: {{ $path }}
+          persistentVolumeClaim:
+            claimName: hdfs-data-volume-claim-{{ $index }}
         {{- end }}
         {{- if .Values.kerberosEnabled }}
         - name: kerberos-config

charts/hdfs-simple-namenode-k8s/templates/namenode-statefulset.yaml

@@ -28,6 +28,24 @@ spec:
   selector:
     app: hdfs-namenode
 ---
+apiVersion: v1
+kind: PersistentVolumeClaim
+metadata:
+  # This name uniquely identifies the PVC. Will be used in deployment below.
+  name: hdfs-name-volume-claim
+  labels:
+    app: hdfs-name-storage-claim
+spec:
+  # Read more about access modes here: http://kubernetes.io/docs/user-guide/persistent-volumes/#access-modes
+  accessModes:
+    - ReadWriteOnce
+  resources:
+    # This is the request for storage. Should be available in the cluster.
+    requests:
+      storage: 5Gi
+  # Uncomment and add storageClass specific to your requirements below. Read more https://kubernetes.io/docs/concepts/storage/persistent-volumes/#class-1
+  #storageClassName:
+---
 apiVersion: apps/v1beta1
 kind: StatefulSet
 metadata:
@@ -59,6 +77,8 @@ spec:
             {{- end }}
             - name: HDFS_CONF_dfs_namenode_datanode_registration_ip___hostname___check
               value: "false"
+            - name: CORE_CONF_hadoop_http_staticuser_user
+              value: root
             - name: CLUSTER_NAME
               value: hdfs-k8s
           ports:
@@ -74,5 +94,5 @@ spec:
       restartPolicy: Always
       volumes:
         - name: hdfs-name
-          hostPath:
-            path: {{ .Values.nameNodeHostPath }}
+          persistentVolumeClaim:
+            claimName: hdfs-name-volume-claim