Inconsistent behavior on deleting a running pod in DAG #3097
Assignees
Labels
Comments
|
Not able to reproduce on the master branch. |
|
@sarabala1979 I can see a similar thing happening with argo v2.9.0-rc2. I submit the same workflow. If I run If I run `kubectl delete pod --grace-period=0 , I get If I run But sometimes (happened once out of many trials), it does detect that the pod got deleted but after a long time, The workflow's duration was 44 seconds but the pod's duration was 13 minutes (which is probably the time it took to mark the pod as deleted). |
|
"pod termination" is a red-herring - this was changed to "pod deleted" 7th May (see #2855). As with The cause of "pod deleted" is someone deleted pod with The outcome is different if you use
The workflow controller is not informed of forced deletion. We can't really help you if you use forced delete - by using it you are saying you don't mind your system being put into bad state. I believe this issues is |
|
Can you help me understand this?
I do not think that should be the case. Adding If k8s state is updated properly, shouldn't the workflow controller (which uses k8s for tracking its state) detect this? |
|
Also, this still doesn't explain why the task is marked as "Succeeded" when |
|
All I'm really saying is that, from the workflow controller logs, we never see the pod being deleted if you use force. I'm not sure why this is and will speak to my team later. |
|
@jessesuen and @alexmt - it looks like the pod informer does not get notified if the pod is deleted using |
|
Delete with force - last message {
"apiVersion": "v1",
"kind": "Pod",
"metadata": {
"annotations": {
"workflows.argoproj.io/node-name": "wf-dv24q.B",
"workflows.argoproj.io/template": "{\"name\":\"B\",\"arguments\":{},\"inputs\":{},\"outputs\":{},\"metadata\":{},\"container\":{\"name\":\"\",\"image\":\"alpine\",\"command\":[\"sh\",\"-c\"],\"args\":[\"sleep 1000000\\nexit 2\"],\"resources\":{}},\"archiveLocation\":{\"archiveLogs\":true,\"s3\":{\"endpoint\":\"minio:9000\",\"bucket\":\"my-bucket\",\"insecure\":true,\"accessKeySecret\":{\"name\":\"my-minio-cred\",\"key\":\"accesskey\"},\"secretKeySecret\":{\"name\":\"my-minio-cred\",\"key\":\"secretkey\"},\"key\":\"wf-dv24q/wf-dv24q-136091366\"}}}"
},
"creationTimestamp": "2020-07-14T15:34:49Z",
"deletionGracePeriodSeconds": 0,
"deletionTimestamp": "2020-07-14T15:35:04Z",
"labels": {
"workflows.argoproj.io/completed": "false",
"workflows.argoproj.io/workflow": "wf-dv24q"
},
"managedFields": [
{
"apiVersion": "v1",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:metadata": {
"f:annotations": {
".": {},
"f:workflows.argoproj.io/node-name": {},
"f:workflows.argoproj.io/template": {}
},
"f:labels": {
".": {},
"f:workflows.argoproj.io/completed": {},
"f:workflows.argoproj.io/workflow": {}
},
"f:ownerReferences": {
".": {},
"k:{\"uid\":\"d754dfeb-ecdb-4525-9093-feba144c41cf\"}": {
".": {},
"f:apiVersion": {},
"f:blockOwnerDeletion": {},
"f:controller": {},
"f:kind": {},
"f:name": {},
"f:uid": {}
}
}
},
"f:spec": {
"f:containers": {
"k:{\"name\":\"main\"}": {
".": {},
"f:args": {},
"f:command": {},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {}
},
"k:{\"name\":\"wait\"}": {
".": {},
"f:command": {},
"f:env": {
".": {},
"k:{\"name\":\"ARGO_CONTAINER_RUNTIME_EXECUTOR\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"ARGO_POD_NAME\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:fieldRef": {
".": {},
"f:apiVersion": {},
"f:fieldPath": {}
}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:securityContext": {
".": {},
"f:capabilities": {
".": {},
"f:add": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/argo/podmetadata\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
},
"k:{\"mountPath\":\"/argo/secret/my-minio-cred\"}": {
".": {},
"f:mountPath": {},
"f:name": {},
"f:readOnly": {}
}
}
}
},
"f:dnsPolicy": {},
"f:enableServiceLinks": {},
"f:restartPolicy": {},
"f:schedulerName": {},
"f:securityContext": {},
"f:shareProcessNamespace": {},
"f:terminationGracePeriodSeconds": {},
"f:volumes": {
".": {},
"k:{\"name\":\"my-minio-cred\"}": {
".": {},
"f:name": {},
"f:secret": {
".": {},
"f:defaultMode": {},
"f:items": {},
"f:secretName": {}
}
},
"k:{\"name\":\"podmetadata\"}": {
".": {},
"f:downwardAPI": {
".": {},
"f:defaultMode": {},
"f:items": {}
},
"f:name": {}
}
}
}
},
"manager": "workflow-controller",
"operation": "Update",
"time": "2020-07-14T15:34:49Z"
},
{
"apiVersion": "v1",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:status": {
"f:conditions": {
"k:{\"type\":\"ContainersReady\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Initialized\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Ready\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:status": {},
"f:type": {}
}
},
"f:containerStatuses": {},
"f:hostIP": {},
"f:phase": {},
"f:podIP": {},
"f:podIPs": {
".": {},
"k:{\"ip\":\"10.42.0.69\"}": {
".": {},
"f:ip": {}
}
},
"f:startTime": {}
}
},
"manager": "k3s",
"operation": "Update",
"time": "2020-07-14T15:34:52Z"
}
],
"name": "wf-dv24q-136091366",
"namespace": "argo",
"ownerReferences": [
{
"apiVersion": "argoproj.io/v1alpha1",
"blockOwnerDeletion": true,
"controller": true,
"kind": "Workflow",
"name": "wf-dv24q",
"uid": "d754dfeb-ecdb-4525-9093-feba144c41cf"
}
],
"resourceVersion": "56348",
"selfLink": "/api/v1/namespaces/argo/pods/wf-dv24q-136091366",
"uid": "44f5ea48-9da7-4bab-9b79-ac3002cd37e4"
},
"spec": {
"containers": [
{
"command": [
"argoexec",
"wait"
],
"env": [
{
"name": "ARGO_POD_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.name"
}
}
},
{
"name": "ARGO_CONTAINER_RUNTIME_EXECUTOR",
"value": "pns"
}
],
"image": "argoproj/argoexec:latest",
"imagePullPolicy": "Never",
"name": "wait",
"resources": {
"limits": {
"cpu": "500m",
"memory": "128Mi"
},
"requests": {
"cpu": "100m",
"memory": "64Mi"
}
},
"securityContext": {
"capabilities": {
"add": [
"SYS_PTRACE"
]
}
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"volumeMounts": [
{
"mountPath": "/argo/podmetadata",
"name": "podmetadata"
},
{
"mountPath": "/argo/secret/my-minio-cred",
"name": "my-minio-cred",
"readOnly": true
},
{
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
"name": "default-token-sllr5",
"readOnly": true
}
]
},
{
"args": [
"sleep 1000000\nexit 2"
],
"command": [
"sh",
"-c"
],
"image": "alpine",
"imagePullPolicy": "Always",
"name": "main",
"resources": {},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"volumeMounts": [
{
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
"name": "default-token-sllr5",
"readOnly": true
}
]
}
],
"dnsPolicy": "ClusterFirst",
"enableServiceLinks": true,
"nodeName": "k3d-k3s-default-server",
"priority": 0,
"restartPolicy": "Never",
"schedulerName": "default-scheduler",
"securityContext": {},
"serviceAccount": "default",
"serviceAccountName": "default",
"shareProcessNamespace": true,
"terminationGracePeriodSeconds": 30,
"tolerations": [
{
"effect": "NoExecute",
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"tolerationSeconds": 300
},
{
"effect": "NoExecute",
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"tolerationSeconds": 300
}
],
"volumes": [
{
"downwardAPI": {
"defaultMode": 420,
"items": [
{
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.annotations"
},
"path": "annotations"
}
]
},
"name": "podmetadata"
},
{
"name": "my-minio-cred",
"secret": {
"defaultMode": 420,
"items": [
{
"key": "accesskey",
"path": "accesskey"
},
{
"key": "secretkey",
"path": "secretkey"
}
],
"secretName": "my-minio-cred"
}
},
{
"name": "default-token-sllr5",
"secret": {
"defaultMode": 420,
"secretName": "default-token-sllr5"
}
}
]
},
"status": {
"conditions": [
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:34:49Z",
"status": "True",
"type": "Initialized"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:34:52Z",
"status": "True",
"type": "Ready"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:34:52Z",
"status": "True",
"type": "ContainersReady"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:34:49Z",
"status": "True",
"type": "PodScheduled"
}
],
"containerStatuses": [
{
"containerID": "containerd://f41cd478ca50fc660312170a66bb219a28aa3f945a30084ddb640e29ac53b5d2",
"image": "docker.io/library/alpine:latest",
"imageID": "docker.io/library/alpine@sha256:185518070891758909c9f839cf4ca393ee977ac378609f700f60a771a2dfe321",
"lastState": {},
"name": "main",
"ready": true,
"restartCount": 0,
"started": true,
"state": {
"running": {
"startedAt": "2020-07-14T15:34:51Z"
}
}
},
{
"containerID": "containerd://2dcefcdc86a303425b880137e31d354e0d32bb52d6fb8780b2c6fbd8aa4355b5",
"image": "docker.io/argoproj/argoexec:latest",
"imageID": "sha256:f7a58299dc349241028c834f9cc5b5d80d1a07fca869d1e8f16bbd7183cf873f",
"lastState": {},
"name": "wait",
"ready": true,
"restartCount": 0,
"started": true,
"state": {
"running": {
"startedAt": "2020-07-14T15:34:50Z"
}
}
}
],
"hostIP": "172.22.0.2",
"phase": "Running",
"podIP": "10.42.0.69",
"podIPs": [
{
"ip": "10.42.0.69"
}
],
"qosClass": "Burstable",
"startTime": "2020-07-14T15:34:49Z"
}
}Delete without force: {
"apiVersion": "v1",
"kind": "Pod",
"metadata": {
"annotations": {
"workflows.argoproj.io/node-name": "wf-lwlzp.B",
"workflows.argoproj.io/template": "{\"name\":\"B\",\"arguments\":{},\"inputs\":{},\"outputs\":{},\"metadata\":{},\"container\":{\"name\":\"\",\"image\":\"alpine\",\"command\":[\"sh\",\"-c\"],\"args\":[\"sleep 1000000\\nexit 2\"],\"resources\":{}},\"archiveLocation\":{\"archiveLogs\":true,\"s3\":{\"endpoint\":\"minio:9000\",\"bucket\":\"my-bucket\",\"insecure\":true,\"accessKeySecret\":{\"name\":\"my-minio-cred\",\"key\":\"accesskey\"},\"secretKeySecret\":{\"name\":\"my-minio-cred\",\"key\":\"secretkey\"},\"key\":\"wf-lwlzp/wf-lwlzp-878720680\"}}}"
},
"creationTimestamp": "2020-07-14T15:36:17Z",
"deletionGracePeriodSeconds": 0,
"deletionTimestamp": "2020-07-14T15:36:34Z",
"labels": {
"workflows.argoproj.io/completed": "false",
"workflows.argoproj.io/workflow": "wf-lwlzp"
},
"managedFields": [
{
"apiVersion": "v1",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:metadata": {
"f:annotations": {
".": {},
"f:workflows.argoproj.io/node-name": {},
"f:workflows.argoproj.io/template": {}
},
"f:labels": {
".": {},
"f:workflows.argoproj.io/completed": {},
"f:workflows.argoproj.io/workflow": {}
},
"f:ownerReferences": {
".": {},
"k:{\"uid\":\"f1bd093e-743a-4e69-abb8-d0dacee191ef\"}": {
".": {},
"f:apiVersion": {},
"f:blockOwnerDeletion": {},
"f:controller": {},
"f:kind": {},
"f:name": {},
"f:uid": {}
}
}
},
"f:spec": {
"f:containers": {
"k:{\"name\":\"main\"}": {
".": {},
"f:args": {},
"f:command": {},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {}
},
"k:{\"name\":\"wait\"}": {
".": {},
"f:command": {},
"f:env": {
".": {},
"k:{\"name\":\"ARGO_CONTAINER_RUNTIME_EXECUTOR\"}": {
".": {},
"f:name": {},
"f:value": {}
},
"k:{\"name\":\"ARGO_POD_NAME\"}": {
".": {},
"f:name": {},
"f:valueFrom": {
".": {},
"f:fieldRef": {
".": {},
"f:apiVersion": {},
"f:fieldPath": {}
}
}
}
},
"f:image": {},
"f:imagePullPolicy": {},
"f:name": {},
"f:resources": {
".": {},
"f:limits": {
".": {},
"f:cpu": {},
"f:memory": {}
},
"f:requests": {
".": {},
"f:cpu": {},
"f:memory": {}
}
},
"f:securityContext": {
".": {},
"f:capabilities": {
".": {},
"f:add": {}
}
},
"f:terminationMessagePath": {},
"f:terminationMessagePolicy": {},
"f:volumeMounts": {
".": {},
"k:{\"mountPath\":\"/argo/podmetadata\"}": {
".": {},
"f:mountPath": {},
"f:name": {}
},
"k:{\"mountPath\":\"/argo/secret/my-minio-cred\"}": {
".": {},
"f:mountPath": {},
"f:name": {},
"f:readOnly": {}
}
}
}
},
"f:dnsPolicy": {},
"f:enableServiceLinks": {},
"f:restartPolicy": {},
"f:schedulerName": {},
"f:securityContext": {},
"f:shareProcessNamespace": {},
"f:terminationGracePeriodSeconds": {},
"f:volumes": {
".": {},
"k:{\"name\":\"my-minio-cred\"}": {
".": {},
"f:name": {},
"f:secret": {
".": {},
"f:defaultMode": {},
"f:items": {},
"f:secretName": {}
}
},
"k:{\"name\":\"podmetadata\"}": {
".": {},
"f:downwardAPI": {
".": {},
"f:defaultMode": {},
"f:items": {}
},
"f:name": {}
}
}
}
},
"manager": "workflow-controller",
"operation": "Update",
"time": "2020-07-14T15:36:17Z"
},
{
"apiVersion": "v1",
"fieldsType": "FieldsV1",
"fieldsV1": {
"f:status": {
"f:conditions": {
"k:{\"type\":\"ContainersReady\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:message": {},
"f:reason": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Initialized\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:status": {},
"f:type": {}
},
"k:{\"type\":\"Ready\"}": {
".": {},
"f:lastProbeTime": {},
"f:lastTransitionTime": {},
"f:message": {},
"f:reason": {},
"f:status": {},
"f:type": {}
}
},
"f:containerStatuses": {},
"f:hostIP": {},
"f:phase": {},
"f:podIP": {},
"f:podIPs": {
".": {},
"k:{\"ip\":\"10.42.0.70\"}": {
".": {},
"f:ip": {}
}
},
"f:startTime": {}
}
},
"manager": "k3s",
"operation": "Update",
"time": "2020-07-14T15:36:35Z"
}
],
"name": "wf-lwlzp-878720680",
"namespace": "argo",
"ownerReferences": [
{
"apiVersion": "argoproj.io/v1alpha1",
"blockOwnerDeletion": true,
"controller": true,
"kind": "Workflow",
"name": "wf-lwlzp",
"uid": "f1bd093e-743a-4e69-abb8-d0dacee191ef"
}
],
"resourceVersion": "56441",
"selfLink": "/api/v1/namespaces/argo/pods/wf-lwlzp-878720680",
"uid": "cb8fa533-522b-4fd3-a6ce-5a65fa18079c"
},
"spec": {
"containers": [
{
"command": [
"argoexec",
"wait"
],
"env": [
{
"name": "ARGO_POD_NAME",
"valueFrom": {
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.name"
}
}
},
{
"name": "ARGO_CONTAINER_RUNTIME_EXECUTOR",
"value": "pns"
}
],
"image": "argoproj/argoexec:latest",
"imagePullPolicy": "Never",
"name": "wait",
"resources": {
"limits": {
"cpu": "500m",
"memory": "128Mi"
},
"requests": {
"cpu": "100m",
"memory": "64Mi"
}
},
"securityContext": {
"capabilities": {
"add": [
"SYS_PTRACE"
]
}
},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"volumeMounts": [
{
"mountPath": "/argo/podmetadata",
"name": "podmetadata"
},
{
"mountPath": "/argo/secret/my-minio-cred",
"name": "my-minio-cred",
"readOnly": true
},
{
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
"name": "default-token-sllr5",
"readOnly": true
}
]
},
{
"args": [
"sleep 1000000\nexit 2"
],
"command": [
"sh",
"-c"
],
"image": "alpine",
"imagePullPolicy": "Always",
"name": "main",
"resources": {},
"terminationMessagePath": "/dev/termination-log",
"terminationMessagePolicy": "File",
"volumeMounts": [
{
"mountPath": "/var/run/secrets/kubernetes.io/serviceaccount",
"name": "default-token-sllr5",
"readOnly": true
}
]
}
],
"dnsPolicy": "ClusterFirst",
"enableServiceLinks": true,
"nodeName": "k3d-k3s-default-server",
"priority": 0,
"restartPolicy": "Never",
"schedulerName": "default-scheduler",
"securityContext": {},
"serviceAccount": "default",
"serviceAccountName": "default",
"shareProcessNamespace": true,
"terminationGracePeriodSeconds": 30,
"tolerations": [
{
"effect": "NoExecute",
"key": "node.kubernetes.io/not-ready",
"operator": "Exists",
"tolerationSeconds": 300
},
{
"effect": "NoExecute",
"key": "node.kubernetes.io/unreachable",
"operator": "Exists",
"tolerationSeconds": 300
}
],
"volumes": [
{
"downwardAPI": {
"defaultMode": 420,
"items": [
{
"fieldRef": {
"apiVersion": "v1",
"fieldPath": "metadata.annotations"
},
"path": "annotations"
}
]
},
"name": "podmetadata"
},
{
"name": "my-minio-cred",
"secret": {
"defaultMode": 420,
"items": [
{
"key": "accesskey",
"path": "accesskey"
},
{
"key": "secretkey",
"path": "secretkey"
}
],
"secretName": "my-minio-cred"
}
},
{
"name": "default-token-sllr5",
"secret": {
"defaultMode": 420,
"secretName": "default-token-sllr5"
}
}
]
},
"status": {
"conditions": [
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:36:17Z",
"status": "True",
"type": "Initialized"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:36:35Z",
"message": "containers with unready status: [wait main]",
"reason": "ContainersNotReady",
"status": "False",
"type": "Ready"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:36:35Z",
"message": "containers with unready status: [wait main]",
"reason": "ContainersNotReady",
"status": "False",
"type": "ContainersReady"
},
{
"lastProbeTime": null,
"lastTransitionTime": "2020-07-14T15:36:17Z",
"status": "True",
"type": "PodScheduled"
}
],
"containerStatuses": [
{
"containerID": "containerd://7857323db376d9b56c4a86de30f1d9ebd2bd6987bc2d7209011cc8f54af0b4b5",
"image": "docker.io/library/alpine:latest",
"imageID": "docker.io/library/alpine@sha256:185518070891758909c9f839cf4ca393ee977ac378609f700f60a771a2dfe321",
"lastState": {},
"name": "main",
"ready": false,
"restartCount": 0,
"started": false,
"state": {
"terminated": {
"containerID": "containerd://7857323db376d9b56c4a86de30f1d9ebd2bd6987bc2d7209011cc8f54af0b4b5",
"exitCode": 143,
"finishedAt": "2020-07-14T15:36:34Z",
"reason": "Error",
"startedAt": "2020-07-14T15:36:19Z"
}
}
},
{
"containerID": "containerd://4c27a25158a4d90c012a12ae66e620e2aec9fa2dbbc9c5ccabcc42341fc11bd7",
"image": "docker.io/argoproj/argoexec:latest",
"imageID": "sha256:f7a58299dc349241028c834f9cc5b5d80d1a07fca869d1e8f16bbd7183cf873f",
"lastState": {},
"name": "wait",
"ready": false,
"restartCount": 0,
"started": false,
"state": {
"terminated": {
"containerID": "containerd://4c27a25158a4d90c012a12ae66e620e2aec9fa2dbbc9c5ccabcc42341fc11bd7",
"exitCode": 143,
"finishedAt": "2020-07-14T15:36:34Z",
"reason": "Error",
"startedAt": "2020-07-14T15:36:18Z"
}
}
}
],
"hostIP": "172.22.0.2",
"phase": "Failed",
"podIP": "10.42.0.70",
"podIPs": [
{
"ip": "10.42.0.70"
}
],
"qosClass": "Burstable",
"startTime": "2020-07-14T15:36:17Z"
}
} |
|
Bug found: Deleting pod is not "insignificant" |
alexec
added a commit
to alexec/argo-workflows
that referenced
this issue
Jul 14, 2020
6 tasks
alexec
added a commit
that referenced
this issue
Jul 14, 2020
alexec
added a commit
that referenced
this issue
Jul 14, 2020
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment
Checklist:
What happened:
When a running pod of a DAG from a workflow is deleted, the pod fails with either
or
What you expected to happen:
Expected the pod to fail with
phase: Error.How to reproduce it (as minimally and precisely as possible):
Sometimes the pod status is set to
Failedand sometimes toError.Anything else we need to know?:
Environment:
Other debugging information (if applicable):
phase: Error:phase: Failed:Logs
argo get -o yamlforphase: Failedphase: Failedargo get -o yamlforphase: Errorphase: ErrorMessage from the maintainers:
If you are impacted by this bug please add a 👍 reaction to this issue! We often sort issues this way to know what to prioritize.
The text was updated successfully, but these errors were encountered: