[Misc]: add podset integration test

test/integration/controller/podset_test.go

@@ -0,0 +1,152 @@
+/*
+Copyright 2025 The Aibrix Team.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package controller
+
+import (
+	"context"
+	"time"
+
+	"github.com/onsi/ginkgo/v2"
+	"github.com/onsi/gomega"
+	corev1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+
+	orchestrationapi "github.com/vllm-project/aibrix/api/orchestration/v1alpha1"
+	"github.com/vllm-project/aibrix/test/utils/validation"
+	"github.com/vllm-project/aibrix/test/utils/wrapper"
+)
+
+var _ = ginkgo.Describe("PodSet controller test", func() {
+	var ns *corev1.Namespace
+
+	// update represents a test step: optional mutation + validation
+	type update struct {
+		updateFunc func(podset *orchestrationapi.PodSet)
+		checkFunc  func(context.Context, client.Client, *orchestrationapi.PodSet)
+	}
+
+	ginkgo.BeforeEach(func() {
+		ns = &corev1.Namespace{
+			ObjectMeta: metav1.ObjectMeta{
+				GenerateName: "test-podset-",
+			},
+		}
+		gomega.Expect(k8sClient.Create(ctx, ns)).To(gomega.Succeed())
+		// Ensure namespace is fully created
+		gomega.Eventually(func() error {
+			return k8sClient.Get(ctx, client.ObjectKeyFromObject(ns), ns)
+		}, time.Second*3).Should(gomega.Succeed())
+	})
+
+	ginkgo.AfterEach(func() {
+		gomega.Expect(k8sClient.Delete(ctx, ns)).To(gomega.Succeed())
+	})
+
+	// testValidatingCase defines a test case with initial setup and a series of updates
+	type testValidatingCase struct {
+		makePodSet func() *orchestrationapi.PodSet
+		updates    []*update
+	}
+
+	ginkgo.DescribeTable("test PodSet creation and reconciliation",
+		func(tc *testValidatingCase) {
+			podset := tc.makePodSet()
+			for _, update := range tc.updates {
+				if update.updateFunc != nil {
+					update.updateFunc(podset)
+				}
+
+				// Fetch the latest PodSet after update
+				fetched := &orchestrationapi.PodSet{}
+				gomega.Eventually(func(g gomega.Gomega) {
+					err := k8sClient.Get(ctx, client.ObjectKeyFromObject(podset), fetched)
+					g.Expect(err).ToNot(gomega.HaveOccurred())
+				}, time.Second*5, time.Millisecond*250).Should(gomega.Succeed())
+
+				// Run validation check
+				if update.checkFunc != nil {
+					update.checkFunc(ctx, k8sClient, fetched)
+				}
+			}
+		},
+
+		ginkgo.Entry("normal PodSet create and update replicas",
+			&testValidatingCase{
+				makePodSet: func() *orchestrationapi.PodSet {
+					podTemplate := corev1.PodTemplateSpec{
+						ObjectMeta: metav1.ObjectMeta{
+							Labels: map[string]string{
+								"app": "nginx",
+							},
+						},
+						Spec: corev1.PodSpec{
+							Containers: []corev1.Container{
+								{
+									Name:  "nginx",
+									Image: "nginx:latest",
+								},
+							},
+						},
+					}
+
+					return wrapper.MakePodSet("podset-normal").
+						Namespace(ns.Name).
+						PodGroupSize(3).
+						PodTemplate(podTemplate).
+						Obj()
+				},
+				updates: []*update{
+					{
+						// create PodSet but all pod is not ready
+						updateFunc: func(podset *orchestrationapi.PodSet) {
+							// Step 1: Create the PodSet
+							gomega.Expect(k8sClient.Create(ctx, podset)).To(gomega.Succeed())
+							// Step 2: Wait for all Pods to be created
+							validation.WaitForPodsCreated(ctx, k8sClient, ns.Name, podset.Name, 3)
+						},
+						checkFunc: func(ctx context.Context, k8sClient client.Client, podset *orchestrationapi.PodSet) {
+							// Validate Spec
+							validation.ValidatePodSetSpec(podset, 3, false)
+							// Validate Status
+							validation.ValidatePodSetStatus(ctx, k8sClient,
+								podset, orchestrationapi.PodSetPhasePending, 3, 0)
+						},
+					},
+					{
+						// trigger PodSet all pods to ready
+						updateFunc: func(podset *orchestrationapi.PodSet) {
+							// Step 1: List all Pods
+							validation.WaitForPodsCreated(ctx, k8sClient, ns.Name, podset.Name, 3)
+							// Step 2: Patch all Pods to Running and Ready (simulate integration test environment)
+							validation.MarkPodSetPodsReady(ctx, k8sClient, ns.Name, podset.Name)
+						},
+						checkFunc: func(ctx context.Context, k8sClient client.Client, podset *orchestrationapi.PodSet) {
+							// Validate Spec
+							validation.ValidatePodSetSpec(podset, 3, false)
+							gomega.Expect(podset.Spec.PodGroupSize).To(gomega.Equal(int32(3)))
+							// Validate Status
+							validation.ValidatePodSetStatus(ctx, k8sClient,
+								podset, orchestrationapi.PodSetPhaseReady, 3, 3)
+						},
+					},
+				},
+			},
+		),
+		// TODO: add more test case
+	)
+})

test/utils/validation/podset.go

@@ -0,0 +1,92 @@
+/*
+Copyright 2025 The Aibrix Team.
+
+Licensed under the Apache License, Version 2.0 (the "License");
+you may not use this file except in compliance with the License.
+You may obtain a copy of the License at
+
+    http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+*/
+
+package validation
+
+import (
+	"context"
+	"fmt"
+	"time"
+
+	"github.com/onsi/gomega"
+	corev1 "k8s.io/api/core/v1"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+
+	orchestrationapi "github.com/vllm-project/aibrix/api/orchestration/v1alpha1"
+	"github.com/vllm-project/aibrix/pkg/controller/constants"
+)
+
+func WaitForPodsCreated(ctx context.Context, k8sClient client.Client, ns, podSetLabel string, expected int) {
+	gomega.Eventually(func(g gomega.Gomega) int {
+		podList := &corev1.PodList{}
+		g.Expect(k8sClient.List(ctx, podList,
+			client.InNamespace(ns),
+			client.MatchingLabels{constants.PodSetNameLabelKey: podSetLabel},
+		)).To(gomega.Succeed())
+		return len(podList.Items)
+	}, time.Second*10, time.Millisecond*250).Should(gomega.Equal(expected))
+}
+
+func MarkPodSetPodsReady(ctx context.Context, k8sClient client.Client, ns, podSetLabel string) {
+	gomega.Eventually(func(g gomega.Gomega) {
+		podList := &corev1.PodList{}
+		g.Expect(k8sClient.List(ctx, podList,
+			client.InNamespace(ns),
+			client.MatchingLabels{constants.PodSetNameLabelKey: podSetLabel},
+		)).To(gomega.Succeed())
+
+		for i := range podList.Items {
+			pod := &podList.Items[i]
+			if pod.DeletionTimestamp != nil {
+				continue
+			}
+			pod.Status.Phase = corev1.PodRunning
+			pod.Status.Conditions = []corev1.PodCondition{{
+				Type:   corev1.PodReady,
+				Status: corev1.ConditionTrue,
+				Reason: "TestReady",
+			}}
+			g.Expect(k8sClient.Status().Update(ctx, pod)).To(gomega.Succeed())
+		}
+	}, time.Second*5, time.Millisecond*250).Should(gomega.Succeed())
+}
+
+func ValidatePodSetSpec(podset *orchestrationapi.PodSet, expectedPodGroupSize int32, expectedStateful bool) {
+	gomega.Expect(podset.Spec.PodGroupSize).To(gomega.Equal(expectedPodGroupSize))
+	gomega.Expect(podset.Spec.Stateful).To(gomega.Equal(expectedStateful))
+}
+
+func ValidatePodSetStatus(ctx context.Context, k8sClient client.Client,
+	podset *orchestrationapi.PodSet, expectedPhase orchestrationapi.PodSetPhase, expectedTotal, expectedReady int32) {
+	gomega.Eventually(func() error {
+		latest := &orchestrationapi.PodSet{}
+		key := client.ObjectKeyFromObject(podset)
+		if err := k8sClient.Get(ctx, key, latest); err != nil {
+			return fmt.Errorf("failed to get latest PodSet: %w", err)
+		}
+		if latest.Status.Phase != expectedPhase {
+			return fmt.Errorf("expected Phase=%s, got %s", expectedPhase, latest.Status.Phase)
+		}
+		if latest.Status.TotalPods != expectedTotal {
+			return fmt.Errorf("expected TotalPods=%d, got %d", expectedTotal, latest.Status.TotalPods)
+		}
+		if latest.Status.ReadyPods != expectedReady {
+			return fmt.Errorf("expected ReadyPods=%d, got %d", expectedReady, latest.Status.ReadyPods)
+		}
+		return nil
+	}, time.Second*30, time.Millisecond*250).Should(
+		gomega.Succeed(), "PodSet status validation failed")
+}