-
Notifications
You must be signed in to change notification settings - Fork 1.8k
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Move PodStatus->TaskRunStatus code to pkg/pod
This allows us to unexport more helper functions. Some consts are still exported, but I think those might be useful to some callers anyway.
- Loading branch information
1 parent
aea187a
commit 6f6d7bf
Showing
9 changed files
with
506 additions
and
602 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,320 @@ | ||
/* | ||
Copyright 2019 The Tekton Authors | ||
Licensed under the Apache License, Version 2.0 (the "License"); | ||
you may not use this file except in compliance with the License. | ||
You may obtain a copy of the License at | ||
http://www.apache.org/licenses/LICENSE-2.0 | ||
Unless required by applicable law or agreed to in writing, software | ||
distributed under the License is distributed on an "AS IS" BASIS, | ||
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | ||
See the License for the specific language governing permissions and | ||
limitations under the License. | ||
*/ | ||
|
||
package pod | ||
|
||
import ( | ||
"fmt" | ||
"sort" | ||
"strings" | ||
"time" | ||
|
||
"github.com/tektoncd/pipeline/pkg/apis/pipeline/v1alpha1" | ||
corev1 "k8s.io/api/core/v1" | ||
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" | ||
"knative.dev/pkg/apis" | ||
) | ||
|
||
const ( | ||
// reasonCouldntGetTask indicates that the reason for the failure status is that the | ||
// Task couldn't be found | ||
ReasonCouldntGetTask = "CouldntGetTask" | ||
|
||
// reasonFailedResolution indicated that the reason for failure status is | ||
// that references within the TaskRun could not be resolved | ||
ReasonFailedResolution = "TaskRunResolutionFailed" | ||
|
||
// reasonFailedValidation indicated that the reason for failure status is | ||
// that taskrun failed runtime validation | ||
ReasonFailedValidation = "TaskRunValidationFailed" | ||
|
||
// reasonRunning indicates that the reason for the inprogress status is that the TaskRun | ||
// is just starting to be reconciled | ||
ReasonRunning = "Running" | ||
|
||
// reasonTimedOut indicates that the TaskRun has taken longer than its configured timeout | ||
ReasonTimedOut = "TaskRunTimeout" | ||
|
||
// reasonExceededResourceQuota indicates that the TaskRun failed to create a pod due to | ||
// a ResourceQuota in the namespace | ||
ReasonExceededResourceQuota = "ExceededResourceQuota" | ||
|
||
// reasonExceededNodeResources indicates that the TaskRun's pod has failed to start due | ||
// to resource constraints on the node | ||
ReasonExceededNodeResources = "ExceededNodeResources" | ||
|
||
// ReasonSucceeded indicates that the reason for the finished status is that all of the steps | ||
// completed successfully | ||
ReasonSucceeded = "Succeeded" | ||
|
||
// ReasonFailed indicates that the reason for the failure status is unknown or that one of the steps failed | ||
ReasonFailed = "Failed" | ||
) | ||
|
||
// SidecarsReady returns true if all of the Pod's sidecars are Ready or | ||
// Terminated. | ||
func SidecarsReady(podStatus corev1.PodStatus) bool { | ||
if podStatus.Phase != corev1.PodRunning { | ||
return false | ||
} | ||
for _, s := range podStatus.ContainerStatuses { | ||
if !isContainerSidecar(s.Name) { | ||
continue | ||
} | ||
if s.State.Running != nil && s.Ready { | ||
continue | ||
} | ||
if s.State.Terminated != nil { | ||
continue | ||
} | ||
return false | ||
} | ||
return true | ||
} | ||
|
||
// MakeTaskRunStatus returns a TaskRunStatus based on the Pod's status. | ||
func MakeTaskRunStatus(tr v1alpha1.TaskRun, pod *corev1.Pod, taskSpec v1alpha1.TaskSpec) v1alpha1.TaskRunStatus { | ||
trs := &tr.Status | ||
if trs.GetCondition(apis.ConditionSucceeded) == nil || trs.GetCondition(apis.ConditionSucceeded).Status == corev1.ConditionUnknown { | ||
// If the taskRunStatus doesn't exist yet, it's because we just started running | ||
trs.SetCondition(&apis.Condition{ | ||
Type: apis.ConditionSucceeded, | ||
Status: corev1.ConditionUnknown, | ||
Reason: ReasonRunning, | ||
Message: "Not all Steps in the Task have finished executing", | ||
}) | ||
} | ||
|
||
trs.PodName = pod.Name | ||
|
||
trs.Steps = []v1alpha1.StepState{} | ||
trs.Sidecars = []v1alpha1.SidecarState{} | ||
for _, s := range pod.Status.ContainerStatuses { | ||
if isContainerStep(s.Name) { | ||
trs.Steps = append(trs.Steps, v1alpha1.StepState{ | ||
ContainerState: *s.State.DeepCopy(), | ||
Name: trimStepPrefix(s.Name), | ||
ContainerName: s.Name, | ||
ImageID: s.ImageID, | ||
}) | ||
} else if isContainerSidecar(s.Name) { | ||
trs.Sidecars = append(trs.Sidecars, v1alpha1.SidecarState{ | ||
Name: trimSidecarPrefix(s.Name), | ||
ImageID: s.ImageID, | ||
}) | ||
} | ||
} | ||
|
||
// Complete if we did not find a step that is not complete, or the pod is in a definitely complete phase | ||
complete := areStepsComplete(pod) || pod.Status.Phase == corev1.PodSucceeded || pod.Status.Phase == corev1.PodFailed | ||
|
||
if complete { | ||
updateCompletedTaskRun(trs, pod) | ||
} else { | ||
updateIncompleteTaskRun(trs, pod) | ||
} | ||
|
||
// Sort step states according to the order specified in the TaskRun spec's steps. | ||
trs.Steps = sortTaskRunStepOrder(trs.Steps, taskSpec.Steps) | ||
|
||
return *trs | ||
} | ||
|
||
func updateCompletedTaskRun(trs *v1alpha1.TaskRunStatus, pod *corev1.Pod) { | ||
if didTaskRunFail(pod) { | ||
msg := getFailureMessage(pod) | ||
trs.SetCondition(&apis.Condition{ | ||
Type: apis.ConditionSucceeded, | ||
Status: corev1.ConditionFalse, | ||
Reason: ReasonFailed, | ||
Message: msg, | ||
}) | ||
} else { | ||
trs.SetCondition(&apis.Condition{ | ||
Type: apis.ConditionSucceeded, | ||
Status: corev1.ConditionTrue, | ||
Reason: ReasonSucceeded, | ||
Message: "All Steps have completed executing", | ||
}) | ||
} | ||
// update tr completed time | ||
trs.CompletionTime = &metav1.Time{Time: time.Now()} | ||
} | ||
|
||
func updateIncompleteTaskRun(trs *v1alpha1.TaskRunStatus, pod *corev1.Pod) { | ||
switch pod.Status.Phase { | ||
case corev1.PodRunning: | ||
trs.SetCondition(&apis.Condition{ | ||
Type: apis.ConditionSucceeded, | ||
Status: corev1.ConditionUnknown, | ||
Reason: ReasonRunning, | ||
Message: "Not all Steps in the Task have finished executing", | ||
}) | ||
case corev1.PodPending: | ||
var reason, msg string | ||
if IsPodExceedingNodeResources(pod) { | ||
reason = ReasonExceededNodeResources | ||
msg = "TaskRun Pod exceeded available resources" | ||
} else { | ||
reason = "Pending" | ||
msg = getWaitingMessage(pod) | ||
} | ||
trs.SetCondition(&apis.Condition{ | ||
Type: apis.ConditionSucceeded, | ||
Status: corev1.ConditionUnknown, | ||
Reason: reason, | ||
Message: msg, | ||
}) | ||
} | ||
} | ||
|
||
func didTaskRunFail(pod *corev1.Pod) bool { | ||
f := pod.Status.Phase == corev1.PodFailed | ||
for _, s := range pod.Status.ContainerStatuses { | ||
if isContainerStep(s.Name) { | ||
if s.State.Terminated != nil { | ||
f = f || s.State.Terminated.ExitCode != 0 | ||
} | ||
} | ||
} | ||
return f | ||
} | ||
|
||
func areStepsComplete(pod *corev1.Pod) bool { | ||
stepsComplete := len(pod.Status.ContainerStatuses) > 0 && pod.Status.Phase == corev1.PodRunning | ||
for _, s := range pod.Status.ContainerStatuses { | ||
if isContainerStep(s.Name) { | ||
if s.State.Terminated == nil { | ||
stepsComplete = false | ||
} | ||
} | ||
} | ||
return stepsComplete | ||
} | ||
|
||
func getFailureMessage(pod *corev1.Pod) string { | ||
// First, try to surface an error about the actual build step that failed. | ||
for _, status := range pod.Status.ContainerStatuses { | ||
term := status.State.Terminated | ||
if term != nil && term.ExitCode != 0 { | ||
return fmt.Sprintf("%q exited with code %d (image: %q); for logs run: kubectl -n %s logs %s -c %s", | ||
status.Name, term.ExitCode, status.ImageID, | ||
pod.Namespace, pod.Name, status.Name) | ||
} | ||
} | ||
// Next, return the Pod's status message if it has one. | ||
if pod.Status.Message != "" { | ||
return pod.Status.Message | ||
} | ||
// Lastly fall back on a generic error message. | ||
return "build failed for unspecified reasons." | ||
} | ||
|
||
// IsPodExceedingNodeResources returns true if the Pod's status indicates there | ||
// are insufficient resources to schedule the Pod. | ||
func IsPodExceedingNodeResources(pod *corev1.Pod) bool { | ||
for _, podStatus := range pod.Status.Conditions { | ||
if podStatus.Reason == corev1.PodReasonUnschedulable && strings.Contains(podStatus.Message, "Insufficient") { | ||
return true | ||
} | ||
} | ||
return false | ||
} | ||
|
||
func getWaitingMessage(pod *corev1.Pod) string { | ||
// First, try to surface reason for pending/unknown about the actual build step. | ||
for _, status := range pod.Status.ContainerStatuses { | ||
wait := status.State.Waiting | ||
if wait != nil && wait.Message != "" { | ||
return fmt.Sprintf("build step %q is pending with reason %q", | ||
status.Name, wait.Message) | ||
} | ||
} | ||
// Try to surface underlying reason by inspecting pod's recent status if condition is not true | ||
for i, podStatus := range pod.Status.Conditions { | ||
if podStatus.Status != corev1.ConditionTrue { | ||
return fmt.Sprintf("pod status %q:%q; message: %q", | ||
pod.Status.Conditions[i].Type, | ||
pod.Status.Conditions[i].Status, | ||
pod.Status.Conditions[i].Message) | ||
} | ||
} | ||
// Next, return the Pod's status message if it has one. | ||
if pod.Status.Message != "" { | ||
return pod.Status.Message | ||
} | ||
|
||
// Lastly fall back on a generic pending message. | ||
return "Pending" | ||
} | ||
|
||
// sortTaskRunStepOrder sorts the StepStates in the same order as the original | ||
// TaskSpec steps. | ||
func sortTaskRunStepOrder(taskRunSteps []v1alpha1.StepState, taskSpecSteps []v1alpha1.Step) []v1alpha1.StepState { | ||
trt := &stepStateSorter{ | ||
taskRunSteps: taskRunSteps, | ||
} | ||
trt.mapForSort = trt.constructTaskStepsSorter(taskSpecSteps) | ||
sort.Sort(trt) | ||
return trt.taskRunSteps | ||
} | ||
|
||
// stepStateSorter implements a sorting mechanism to align the order of the steps in TaskRun | ||
// with the spec steps in Task. | ||
type stepStateSorter struct { | ||
taskRunSteps []v1alpha1.StepState | ||
mapForSort map[string]int | ||
} | ||
|
||
// constructTaskStepsSorter constructs a map matching the names of | ||
// the steps to their indices for a task. | ||
func (trt *stepStateSorter) constructTaskStepsSorter(taskSpecSteps []v1alpha1.Step) map[string]int { | ||
sorter := make(map[string]int) | ||
for index, step := range taskSpecSteps { | ||
sorter[step.Name] = index | ||
} | ||
return sorter | ||
} | ||
|
||
// changeIndex sorts the steps of the task run, based on the | ||
// order of the steps in the task. Instead of changing the element with the one next to it, | ||
// we directly swap it with the desired index. | ||
func (trt *stepStateSorter) changeIndex(index int) { | ||
// Check if the current index is equal to the desired index. If they are equal, do not swap; if they | ||
// are not equal, swap index j with the desired index. | ||
desiredIndex, exist := trt.mapForSort[trt.taskRunSteps[index].Name] | ||
if exist && index != desiredIndex { | ||
trt.taskRunSteps[desiredIndex], trt.taskRunSteps[index] = trt.taskRunSteps[index], trt.taskRunSteps[desiredIndex] | ||
} | ||
} | ||
|
||
func (trt *stepStateSorter) Len() int { return len(trt.taskRunSteps) } | ||
|
||
func (trt *stepStateSorter) Swap(i, j int) { | ||
trt.changeIndex(j) | ||
// The index j is unable to reach the last index. | ||
// When i reaches the end of the array, we need to check whether the last one needs a swap. | ||
if i == trt.Len()-1 { | ||
trt.changeIndex(i) | ||
} | ||
} | ||
|
||
func (trt *stepStateSorter) Less(i, j int) bool { | ||
// Since the logic is complicated, we move it into the Swap function to decide whether | ||
// and how to change the index. We set it to true here in order to iterate all the | ||
// elements of the array in the Swap function. | ||
return true | ||
} |
Oops, something went wrong.