Problem with nfs deploy on job job-st2-register-content #238
Description
I have a problem deploying with helm when using nfs , the job fail with "Job has reached the specified backoff limit"
apiVersion: batch/v1
kind: Job
metadata:
annotations:
helm.sh/hook: post-install, post-upgrade, post-rollback
helm.sh/hook-delete-policy: before-hook-creation
helm.sh/hook-weight: "7"
creationTimestamp: "2021-09-03T12:10:00Z"
labels:
app: st2-register-content
chart: stackstorm-ha-0.60.0
heritage: Helm
release: stackstorm
tier: backend
vendor: stackstorm
managedFields:
- apiVersion: batch/v1
fieldsType: FieldsV1
fieldsV1:
f:metadata:
f:annotations:
.: {}
f:helm.sh/hook: {}
f:helm.sh/hook-delete-policy: {}
f:helm.sh/hook-weight: {}
f:labels:
.: {}
f:app: {}
f:chart: {}
f:heritage: {}
f:release: {}
f:tier: {}
f:vendor: {}
f:spec:
f:backoffLimit: {}
f:completions: {}
f:parallelism: {}
f:template:
f:metadata:
f:annotations:
.: {}
f:checksum/config: {}
f:checksum/packs: {}
f:labels:
.: {}
f:app: {}
f:chart: {}
f:heritage: {}
f:release: {}
f:tier: {}
f:vendor: {}
f:name: {}
f:spec:
f:containers:
k:{"name":"st2-register-content"}:
.: {}
f:command: {}
f:image: {}
f:imagePullPolicy: {}
f:name: {}
f:resources: {}
f:terminationMessagePath: {}
f:terminationMessagePolicy: {}
f:volumeMounts:
.: {}
k:{"mountPath":"/etc/st2/st2.docker.conf"}:
.: {}
f:mountPath: {}
f:name: {}
f:subPath: {}
k:{"mountPath":"/etc/st2/st2.user.conf"}:
.: {}
f:mountPath: {}
f:name: {}
f:subPath: {}
k:{"mountPath":"/opt/stackstorm/configs-helm/"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"mountPath":"/opt/stackstorm/configs/"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"mountPath":"/opt/stackstorm/packs"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"mountPath":"/opt/stackstorm/virtualenvs"}:
.: {}
f:mountPath: {}
f:name: {}
f:dnsPolicy: {}
f:initContainers:
.: {}
k:{"name":"st2-pack-configs-from-helm"}:
.: {}
f:command: {}
f:image: {}
f:imagePullPolicy: {}
f:name: {}
f:resources: {}
f:terminationMessagePath: {}
f:terminationMessagePolicy: {}
f:volumeMounts:
.: {}
k:{"mountPath":"/opt/stackstorm/configs"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"mountPath":"/opt/stackstorm/configs-shared"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"name":"st2-system-packs"}:
.: {}
f:command: {}
f:image: {}
f:imagePullPolicy: {}
f:name: {}
f:resources: {}
f:terminationMessagePath: {}
f:terminationMessagePolicy: {}
f:volumeMounts:
.: {}
k:{"mountPath":"/opt/stackstorm/packs-shared"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"mountPath":"/opt/stackstorm/virtualenvs-shared"}:
.: {}
f:mountPath: {}
f:name: {}
k:{"name":"wait-for-db"}:
.: {}
f:command: {}
f:image: {}
f:imagePullPolicy: {}
f:name: {}
f:resources: {}
f:terminationMessagePath: {}
f:terminationMessagePolicy: {}
f:restartPolicy: {}
f:schedulerName: {}
f:securityContext: {}
f:terminationGracePeriodSeconds: {}
f:volumes:
.: {}
k:{"name":"st2-config-vol"}:
.: {}
f:configMap:
.: {}
f:defaultMode: {}
f:name: {}
f:name: {}
k:{"name":"st2-pack-configs-from-helm-vol"}:
.: {}
f:configMap:
.: {}
f:defaultMode: {}
f:name: {}
f:name: {}
k:{"name":"st2-pack-configs-vol"}:
.: {}
f:name: {}
f:nfs:
.: {}
f:path: {}
f:server: {}
k:{"name":"st2-packs-vol"}:
.: {}
f:name: {}
f:nfs:
.: {}
f:path: {}
f:server: {}
k:{"name":"st2-virtualenvs-vol"}:
.: {}
f:name: {}
f:nfs:
.: {}
f:path: {}
f:server: {}
manager: Go-http-client
operation: Update
time: "2021-09-03T12:10:00Z"
- apiVersion: batch/v1
fieldsType: FieldsV1
fieldsV1:
f:status:
f:conditions:
.: {}
k:{"type":"Failed"}:
.: {}
f:lastProbeTime: {}
f:lastTransitionTime: {}
f:message: {}
f:reason: {}
f:status: {}
f:type: {}
f:failed: {}
f:startTime: {}
manager: kube-controller-manager
operation: Update
time: "2021-09-03T12:15:55Z"
name: stackstorm-job-st2-register-content
namespace: stackstorm
resourceVersion: "4746671"
uid: a23c66f8-0de1-4300-b65f-6ef5434f1e9c
spec:
backoffLimit: 6
completions: 1
parallelism: 1
selector:
matchLabels:
controller-uid: a23c66f8-0de1-4300-b65f-6ef5434f1e9c
template:
metadata:
annotations:
checksum/config: 8a6b70b380ae893f99f0805552e399be85b45aecca06691e53ac6c3704db2f7f
checksum/packs: e83e05073687f92640d08a9ba75e7bfcf310af7d86a6e2f5bae3890c0d216ae6
creationTimestamp: null
labels:
app: st2-register-content
chart: stackstorm-ha-0.60.0
controller-uid: a23c66f8-0de1-4300-b65f-6ef5434f1e9c
heritage: Helm
job-name: stackstorm-job-st2-register-content
release: stackstorm
tier: backend
vendor: stackstorm
name: job-st2-register-content
spec:
containers:
- command:
- st2-register-content
- --config-file=/etc/st2/st2.conf
- --config-file=/etc/st2/st2.docker.conf
- --config-file=/etc/st2/st2.user.conf
- --register-all
- --register-fail-on-failure
image: stackstorm/st2actionrunner:3.5dev
imagePullPolicy: IfNotPresent
name: st2-register-content
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /etc/st2/st2.docker.conf
name: st2-config-vol
subPath: st2.docker.conf
- mountPath: /etc/st2/st2.user.conf
name: st2-config-vol
subPath: st2.user.conf
- mountPath: /opt/stackstorm/packs
name: st2-packs-vol
- mountPath: /opt/stackstorm/virtualenvs
name: st2-virtualenvs-vol
- mountPath: /opt/stackstorm/configs/
name: st2-pack-configs-vol
- mountPath: /opt/stackstorm/configs-helm/
name: st2-pack-configs-from-helm-vol
dnsPolicy: ClusterFirst
initContainers:
- command:
- sh
- -c
- |
until nc -z -w 2 stackstorm-mongodb-headless 27017 && echo mongodb ok;
do
echo 'Waiting for MongoDB Connection...'
sleep 2;
done
image: busybox:1.28
imagePullPolicy: IfNotPresent
name: wait-for-db
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
- command:
- sh
- -ec
- |
/bin/cp -aR /opt/stackstorm/packs/. /opt/stackstorm/packs-shared &&
/bin/cp -aR /opt/stackstorm/virtualenvs/. /opt/stackstorm/virtualenvs-shared
image: stackstorm/st2actionrunner:3.5dev
imagePullPolicy: IfNotPresent
name: st2-system-packs
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /opt/stackstorm/packs-shared
name: st2-packs-vol
- mountPath: /opt/stackstorm/virtualenvs-shared
name: st2-virtualenvs-vol
- command:
- sh
- -ec
- |
/bin/cp -aR /opt/stackstorm/configs/. /opt/stackstorm/configs-shared
image: stackstorm/st2actionrunner:3.5dev
imagePullPolicy: IfNotPresent
name: st2-pack-configs-from-helm
resources: {}
terminationMessagePath: /dev/termination-log
terminationMessagePolicy: File
volumeMounts:
- mountPath: /opt/stackstorm/configs-shared
name: st2-pack-configs-vol
- mountPath: /opt/stackstorm/configs
name: st2-pack-configs-from-helm-vol
restartPolicy: OnFailure
schedulerName: default-scheduler
securityContext: {}
terminationGracePeriodSeconds: 30
volumes:
- configMap:
defaultMode: 420
name: stackstorm-st2-config
name: st2-config-vol
- name: st2-packs-vol
nfs:
path: /nfs/stackstorm/packs
server: bcnfs03.xx.xx.com.ar
- name: st2-virtualenvs-vol
nfs:
path: /nfs/stackstorm/virtualenv
server: bcnfs03.xx.xx.com.ar
- name: st2-pack-configs-vol
nfs:
path: /nfs/stackstorm/config
server: bcnfs03.xxx.xxx.com.ar
- configMap:
defaultMode: 420
name: stackstorm-st2-pack-configs
name: st2-pack-configs-from-helm-vol
status:
conditions:
- lastProbeTime: "2021-09-03T12:15:55Z"
lastTransitionTime: "2021-09-03T12:15:55Z"
message: Job has reached the specified backoff limit
reason: BackoffLimitExceeded
status: "True"
type: Failed
failed: 1
startTime: "2021-09-03T12:10:00Z"
File in nfs
[root@BCNFS03 stackstorm]# find .
.
./config
./packs
./packs/core
./packs/core/CHANGES.md
./packs/core/README.md
./packs/core/icon.png
./packs/core/pack.yaml
./packs/core/requirements-tests.txt
./packs/core/actions
./packs/core/actions/README.md
./packs/core/actions/announcement.yaml
./packs/core/actions/ask.yaml
./packs/core/actions/echo.yaml
./packs/core/actions/error.yaml
./packs/core/actions/generate_uuid.py
./packs/core/actions/http.yaml
./packs/core/actions/inject_trigger.py
./packs/core/actions/inject_trigger.yaml
./packs/core/actions/local.yaml
./packs/core/actions/local_sudo.yaml
./packs/core/actions/noop.yaml
./packs/core/actions/pause.py
./packs/core/actions/pause.yaml
./packs/core/actions/remote.yaml
./packs/core/actions/remote_sudo.yaml
./packs/core/actions/send_mail
./packs/core/actions/send_mail/send_mail
./packs/core/actions/sendmail.yaml
./packs/core/actions/uuid.yaml
./packs/core/actions/winrm_cmd.yaml
./packs/core/actions/winrm_ps_cmd.yaml
./packs/core/sensors
./packs/core/sensors/README.md
./packs/core/tests
./packs/core/tests/test_action_inject_trigger.py
./packs/core/tests/test_action_sendmail.py
./packs/core/tests/test_action_uuid.py
./packs/default
./packs/default/icon.png
./packs/default/pack.yaml
./packs/default/actions
./packs/default/actions/README.md
./packs/default/actions/workflows
./packs/default/actions/workflows/README.md
./packs/default/rules
./packs/default/rules/README.md
./packs/default/sensors
./packs/default/sensors/README.md
./packs/linux
./packs/linux/README.md
./packs/linux/icon.png
./packs/linux/pack.yaml
./packs/linux/requirements.txt
./packs/linux/actions
./packs/linux/actions/check_loadavg.yaml
./packs/linux/actions/check_processes.yaml
./packs/linux/actions/cp.yaml
./packs/linux/actions/diag_loadavg.yaml
./packs/linux/actions/dig.py
./packs/linux/actions/dig.yaml
./packs/linux/actions/file_touch.yaml
./packs/linux/actions/lsof.yaml
./packs/linux/actions/lsof_pids.yaml
./packs/linux/actions/mv.yaml
./packs/linux/actions/netstat.yaml
./packs/linux/actions/netstat_grep.yaml
./packs/linux/actions/pkill.yaml
./packs/linux/actions/rm.yaml
./packs/linux/actions/rsync.yaml
./packs/linux/actions/scp.yaml
./packs/linux/actions/service.py
./packs/linux/actions/service.yaml
./packs/linux/actions/traceroute.sh
./packs/linux/actions/traceroute.yaml
./packs/linux/actions/vmstat.yaml
./packs/linux/actions/wait_for_ssh.py
./packs/linux/actions/wait_for_ssh.yaml
./packs/linux/actions/checks
./packs/linux/actions/checks/check_loadavg.py
./packs/linux/actions/checks/check_processes.py
./packs/linux/actions/lib
./packs/linux/actions/lib/__init__.py
./packs/linux/actions/workflows
./packs/linux/actions/workflows/diag_loadavg.yaml
./packs/linux/sensors
./packs/linux/sensors/README.md
./packs/linux/sensors/file_watch_sensor.py
./packs/linux/sensors/file_watch_sensor.yaml
./packs/linux/tests
./packs/linux/tests/test_action_dig.py
./packs/packs
./packs/packs/config.schema.yaml
./packs/packs/icon.png
./packs/packs/pack.yaml
./packs/packs/actions
./packs/packs/actions/delete.yaml
./packs/packs/actions/download.yaml
./packs/packs/actions/get.yaml
./packs/packs/actions/get_config.py
./packs/packs/actions/get_config.yaml
./packs/packs/actions/get_pack_dependencies.yaml
./packs/packs/actions/get_pack_warnings.yaml
./packs/packs/actions/install.meta.yaml
./packs/packs/actions/load.yaml
./packs/packs/actions/restart_component.yaml
./packs/packs/actions/search.yaml
./packs/packs/actions/setup_virtualenv.yaml
./packs/packs/actions/show.yaml
./packs/packs/actions/uninstall.meta.yaml
./packs/packs/actions/unload.yaml
./packs/packs/actions/update_virtualenv.yaml
./packs/packs/actions/virtualenv_prerun.yaml
./packs/packs/actions/pack_mgmt
./packs/packs/actions/pack_mgmt/__init__.py
./packs/packs/actions/pack_mgmt/delete.py
./packs/packs/actions/pack_mgmt/download.py
./packs/packs/actions/pack_mgmt/get_installed.py
./packs/packs/actions/pack_mgmt/get_pack_dependencies.py
./packs/packs/actions/pack_mgmt/get_pack_warnings.py
./packs/packs/actions/pack_mgmt/register.py
./packs/packs/actions/pack_mgmt/search.py
./packs/packs/actions/pack_mgmt/setup_virtualenv.py
./packs/packs/actions/pack_mgmt/show_remote.py
./packs/packs/actions/pack_mgmt/unload.py
./packs/packs/actions/pack_mgmt/virtualenv_setup_prerun.py
./packs/packs/actions/workflows
./packs/packs/actions/workflows/install.yaml
./packs/packs/actions/workflows/uninstall.yaml
./packs/packs/aliases
./packs/packs/aliases/pack_get.yaml
./packs/packs/aliases/pack_install.yaml
./packs/packs/aliases/pack_search.yaml
./packs/packs/aliases/pack_show.yaml
./packs/packs/tests
./packs/packs/tests/test_action_aliases.py
./packs/packs/tests/test_action_download.py
./packs/packs/tests/test_action_unload.py
./packs/packs/tests/test_get_pack_dependencies.py
./packs/packs/tests/test_get_pack_warnings.py
./packs/packs/tests/test_virtualenv_setup_prerun.py
./packs/packs/tests/fixtures
./packs/packs/tests/fixtures/stackstorm-test
./packs/packs/tests/fixtures/stackstorm-test/pack.yaml
./packs/packs/tests/fixtures/stackstorm-test2
./packs/packs/tests/fixtures/stackstorm-test2/pack.yaml
./packs/packs/tests/fixtures/stackstorm-test3
./packs/packs/tests/fixtures/stackstorm-test3/pack.yaml
./packs/packs/tests/fixtures/stackstorm-test4
./packs/packs/tests/fixtures/stackstorm-test4/pack.yaml
./packs/chatops
./packs/chatops/CHANGES.md
./packs/chatops/README.md
./packs/chatops/icon.png
./packs/chatops/pack.yaml
./packs/chatops/actions
./packs/chatops/actions/format_execution_result.py
./packs/chatops/actions/format_execution_result.yaml
./packs/chatops/actions/match.py
./packs/chatops/actions/match.yaml
./packs/chatops/actions/match_and_execute.py
./packs/chatops/actions/match_and_execute.yaml
./packs/chatops/actions/post_message.yaml
./packs/chatops/actions/post_result.yaml
./packs/chatops/actions/run.yaml
./packs/chatops/actions/templates
./packs/chatops/actions/templates/default.j2
./packs/chatops/actions/workflows
./packs/chatops/actions/workflows/post_result.yaml
./packs/chatops/actions/workflows/run.yaml
./packs/chatops/rules
./packs/chatops/rules/notify_errbot.yaml
./packs/chatops/rules/notify_hubot.yaml
./packs/chatops/tests
./packs/chatops/tests/fixtures
./packs/chatops/tests/fixtures/http_execution.json
./packs/chatops/tests/fixtures/local_cmd_execution.json
./packs/chatops/tests/fixtures/python_action_execution.json
./packs/chatops/tests/fixtures/remote_cmd_execution.json
./packs/chatops/tests/__init__.py
./packs/chatops/tests/test_format_result.py
./virtualenv