Merge pull request #8062 from laoj2/fix-spec-client

Read container resources from containerStatus in the spec client

Author: k8s-ci-robot

vertical-pod-autoscaler/pkg/recommender/input/spec/spec_client.go

@@ -22,6 +22,7 @@ import (
 	v1lister "k8s.io/client-go/listers/core/v1"
 
 	"k8s.io/autoscaler/vertical-pod-autoscaler/pkg/recommender/model"
+	resourcehelpers "k8s.io/autoscaler/vertical-pod-autoscaler/pkg/utils/resources"
 )
 
 // BasicPodSpec contains basic information defining a pod and its containers.
@@ -79,16 +80,13 @@ func (client *specClient) GetPodSpecs() ([]*BasicPodSpec, error) {
 	}
 	return podSpecs, nil
 }
+
 func newBasicPodSpec(pod *v1.Pod) *BasicPodSpec {
-	podId := model.PodID{
-		PodName:   pod.Name,
-		Namespace: pod.Namespace,
-	}
-	containerSpecs := newContainerSpecs(podId, pod.Spec.Containers)
-	initContainerSpecs := newContainerSpecs(podId, pod.Spec.InitContainers)
+	containerSpecs := newContainerSpecs(pod, pod.Spec.Containers, false /* isInitContainer */)
+	initContainerSpecs := newContainerSpecs(pod, pod.Spec.InitContainers, true /* isInitContainer */)
 
 	basicPodSpec := &BasicPodSpec{
-		ID:             podId,
+		ID:             podID(pod),
 		PodLabels:      pod.Labels,
 		Containers:     containerSpecs,
 		InitContainers: initContainerSpecs,
@@ -97,34 +95,38 @@ func newBasicPodSpec(pod *v1.Pod) *BasicPodSpec {
 	return basicPodSpec
 }
 
-func newContainerSpecs(podID model.PodID, containers []v1.Container) []BasicContainerSpec {
+func newContainerSpecs(pod *v1.Pod, containers []v1.Container, isInitContainer bool) []BasicContainerSpec {
 	var containerSpecs []BasicContainerSpec
-
 	for _, container := range containers {
-		containerSpec := newContainerSpec(podID, container)
+		containerSpec := newContainerSpec(pod, container, isInitContainer)
 		containerSpecs = append(containerSpecs, containerSpec)
 	}
-
 	return containerSpecs
 }
 
-func newContainerSpec(podID model.PodID, container v1.Container) BasicContainerSpec {
+func newContainerSpec(pod *v1.Pod, container v1.Container, isInitContainer bool) BasicContainerSpec {
 	containerSpec := BasicContainerSpec{
 		ID: model.ContainerID{
-			PodID:         podID,
+			PodID:         podID(pod),
 			ContainerName: container.Name,
 		},
 		Image:   container.Image,
-		Request: calculateRequestedResources(container),
+		Request: calculateRequestedResources(pod, container, isInitContainer),
 	}
 	return containerSpec
 }
 
-func calculateRequestedResources(container v1.Container) model.Resources {
-	cpuQuantity := container.Resources.Requests[v1.ResourceCPU]
+func calculateRequestedResources(pod *v1.Pod, container v1.Container, isInitContainer bool) model.Resources {
+	requestsAndLimitsFn := resourcehelpers.ContainerRequestsAndLimits
+	if isInitContainer {
+		requestsAndLimitsFn = resourcehelpers.InitContainerRequestsAndLimits
+	}
+	requests, _ := requestsAndLimitsFn(container.Name, pod)
+
+	cpuQuantity := requests[v1.ResourceCPU]
 	cpuMillicores := cpuQuantity.MilliValue()
 
-	memoryQuantity := container.Resources.Requests[v1.ResourceMemory]
+	memoryQuantity := requests[v1.ResourceMemory]
 	memoryBytes := memoryQuantity.Value()
 
 	return model.Resources{
@@ -133,3 +135,10 @@ func calculateRequestedResources(container v1.Container) model.Resources {
 	}
 
 }
+
+func podID(pod *v1.Pod) model.PodID {
+	return model.PodID{
+		PodName:   pod.Name,
+		Namespace: pod.Namespace,
+	}
+}

vertical-pod-autoscaler/pkg/recommender/input/spec/spec_client_test.go

@@ -47,6 +47,6 @@ func TestGetPodSpecsReturnsSpecs(t *testing.T) {
 	assert.NoError(t, err)
 	assert.Equal(t, len(tc.podSpecs), len(podSpecs), "SpecClient returned different number of results then expected")
 	for _, podSpec := range podSpecs {
-		assert.Contains(t, tc.podSpecs, podSpec, "One of returned BasicPodSpcec is different than expected")
+		assert.Contains(t, tc.podSpecs, podSpec, "One of returned BasicPodSpec is different than expected")
 	}
 }

vertical-pod-autoscaler/pkg/recommender/input/spec/spec_client_test_util.go

@@ -68,6 +68,19 @@ metadata:
   name: Pod2
   labels:
     Pod2LabelKey: Pod2LabelValue
+status:
+  containerStatuses:
+  - name: Name23
+    resources:
+      requests:
+        memory: "250Mi"
+        cpu: "30m"
+  initContainerStatuses:
+  - name: Name22-init
+    resources:
+      requests:
+        memory: "350Mi"
+        cpu: "40m"
 spec:
   containers:
   - name: Name21
@@ -82,13 +95,29 @@ spec:
       requests:
         memory: "4096Mi"
         cpu: "4000m"
+  - name: Name23
+    image: Name23Image
+    resources:
+      # Requests below will be ignored because
+      # requests are also defined in containerStatus.
+      requests:
+        memory: "1Mi"
+        cpu: "1m"
   initContainers:
   - name: Name21-init
     image: Name21-initImage
     resources:
       requests:
         memory: "128Mi"
         cpu: "40m"
+  - name: Name22-init
+    image: Name22-initImage
+    resources:
+      requests:
+        # Requests below will be ignored because
+        # requests are also defined in initContainerStatus.
+        memory: "1Mi"
+        cpu: "1m"
 `
 
 type podListerMock struct {
@@ -122,11 +151,13 @@ func newSpecClientTestCase() *specClientTestCase {
 	containerSpec12 := newTestContainerSpec(podID1, "Name12", 1000, 1024*1024*1024)
 	containerSpec21 := newTestContainerSpec(podID2, "Name21", 2000, 2048*1024*1024)
 	containerSpec22 := newTestContainerSpec(podID2, "Name22", 4000, 4096*1024*1024)
+	containerSpec23 := newTestContainerSpec(podID2, "Name23", 30, 250*1024*1024)
 
 	initContainerSpec21 := newTestContainerSpec(podID2, "Name21-init", 40, 128*1024*1024)
+	initContainerSpec22 := newTestContainerSpec(podID2, "Name22-init", 40, 350*1024*1024)
 
 	podSpec1 := newTestPodSpec(podID1, []BasicContainerSpec{containerSpec11, containerSpec12}, nil)
-	podSpec2 := newTestPodSpec(podID2, []BasicContainerSpec{containerSpec21, containerSpec22}, []BasicContainerSpec{initContainerSpec21})
+	podSpec2 := newTestPodSpec(podID2, []BasicContainerSpec{containerSpec21, containerSpec22, containerSpec23}, []BasicContainerSpec{initContainerSpec21, initContainerSpec22})
 
 	return &specClientTestCase{
 		podSpecs: []*BasicPodSpec{podSpec1, podSpec2},

vertical-pod-autoscaler/pkg/utils/resources/resourcehelpers.go

@@ -30,7 +30,7 @@ import (
 //
 // [1] https://github.com/kubernetes/enhancements/tree/master/keps/sig-node/1287-in-place-update-pod-resources
 func ContainerRequestsAndLimits(containerName string, pod *v1.Pod) (v1.ResourceList, v1.ResourceList) {
-	cs := containerStatusForContainer(containerName, pod)
+	cs := containerStatusFor(containerName, pod)
 	if cs != nil && cs.Resources != nil {
 		return cs.Resources.Requests.DeepCopy(), cs.Resources.Limits.DeepCopy()
 	}
@@ -44,6 +44,29 @@ func ContainerRequestsAndLimits(containerName string, pod *v1.Pod) (v1.ResourceL
 	return nil, nil
 }
 
+// InitContainerRequestsAndLimits returns a copy of the actual resource requests
+// and limits of a given initContainer:
+//
+//   - If in-place pod updates feature [1] is enabled, the actual resource requests
+//     are stored in the initContainer status field.
+//   - Otherwise, fallback to the resource requests defined in the pod spec.
+//
+// [1] https://github.com/kubernetes/enhancements/tree/master/keps/sig-node/1287-in-place-update-pod-resources
+func InitContainerRequestsAndLimits(initContainerName string, pod *v1.Pod) (v1.ResourceList, v1.ResourceList) {
+	cs := initContainerStatusFor(initContainerName, pod)
+	if cs != nil && cs.Resources != nil {
+		return cs.Resources.Requests.DeepCopy(), cs.Resources.Limits.DeepCopy()
+	}
+
+	klog.V(6).InfoS("initContainer resources not found in initContainerStatus for initContainer. Falling back to resources defined in the pod spec. This is expected for clusters with in-place pod updates feature disabled.", "initContainer", initContainerName, "initContainerStatus", cs)
+	initContainer := findInitContainer(initContainerName, pod)
+	if initContainer != nil {
+		return initContainer.Resources.Requests.DeepCopy(), initContainer.Resources.Limits.DeepCopy()
+	}
+
+	return nil, nil
+}
+
 func findContainer(containerName string, pod *v1.Pod) *v1.Container {
 	for i, container := range pod.Spec.Containers {
 		if container.Name == containerName {
@@ -53,11 +76,29 @@ func findContainer(containerName string, pod *v1.Pod) *v1.Container {
 	return nil
 }
 
-func containerStatusForContainer(containerName string, pod *v1.Pod) *v1.ContainerStatus {
+func findInitContainer(initContainerName string, pod *v1.Pod) *v1.Container {
+	for i, initContainer := range pod.Spec.InitContainers {
+		if initContainer.Name == initContainerName {
+			return &pod.Spec.InitContainers[i]
+		}
+	}
+	return nil
+}
+
+func containerStatusFor(containerName string, pod *v1.Pod) *v1.ContainerStatus {
 	for i, containerStatus := range pod.Status.ContainerStatuses {
 		if containerStatus.Name == containerName {
 			return &pod.Status.ContainerStatuses[i]
 		}
 	}
 	return nil
 }
+
+func initContainerStatusFor(initContainerName string, pod *v1.Pod) *v1.ContainerStatus {
+	for i, initContainerStatus := range pod.Status.InitContainerStatuses {
+		if initContainerStatus.Name == initContainerName {
+			return &pod.Status.InitContainerStatuses[i]
+		}
+	}
+	return nil
+}