[Misc] Clean up deployment scripts for volcengine

.github/workflows/installation-tests.yml

@@ -153,18 +153,18 @@ jobs:
 
       - name: Deploy controller with the built image
         run: |
-          kubectl create -k config/dependency
+          kubectl apply -k config/dependency --server-side
           cd config/default
           kustomize edit set image controller=aibrix/controller-manager:${{ github.sha }}
           kustomize edit set image gateway-plugins=aibrix/gateway-plugins:${{ github.sha }}
           kustomize edit set image metadata-service=aibrix/metadata-service:${{ github.sha }}
           cd ${{ github.workspace }}
-          kubectl create -k config/default
+          kubectl apply -k config/default
 
       - name: Deploy Workload
         run: |
           cd development/app
-          kubectl create -k config/mock
+          kubectl apply -k config/mock
 
       - name: Check pod status
         run: |

README.md

@@ -40,10 +40,10 @@ git clone https://github.com/vllm-project/aibrix.git
 cd aibrix
 
 # Install nightly aibrix dependencies
-kubectl create -k config/dependency
+kubectl apply -k config/dependency --server-side
 
 # Install nightly aibrix components
-kubectl create -k config/default
+kubectl apply -k config/default
 ```
 
 Install stable distribution

config/default/kustomization.yaml

@@ -73,7 +73,8 @@ images:
     newName: aibrix/metadata-service
     newTag: nightly
 
-commonLabels:
-  app.kubernetes.io/name: aibrix
-  app.kubernetes.io/version: nightly
-  app.kubernetes.io/managed-by: kubectl
+labels:
+  - pairs:
+      app.kubernetes.io/name: aibrix
+      app.kubernetes.io/version: nightly
+      app.kubernetes.io/managed-by: kubectl

config/gateway/kustomization.yaml

@@ -5,5 +5,6 @@ resources:
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-gateway-plugin
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-gateway-plugin

config/gpu-optimizer/kustomization.yaml

@@ -3,5 +3,6 @@ resources:
 - service.yaml
 - rbac.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-gpu-optimizer
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-gpu-optimizer

config/manager/kustomization.yaml

@@ -3,5 +3,6 @@ resources:
 apiVersion: kustomize.config.k8s.io/v1beta1
 kind: Kustomization
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-controller-manager
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-controller-manager

config/metadata/kustomization.yaml

@@ -2,5 +2,6 @@ resources:
 - metadata.yaml
 - redis.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-metadata-service
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-metadata-service

config/overlays/release/gateway_plugins_patch.yaml

@@ -21,10 +21,10 @@ spec:
         - name: gateway-plugin
           resources:
             limits:
-              cpu: 2
+              cpu: "2"
               memory: 8Gi
             requests:
-              cpu: 2
+              cpu: "2"
               memory: 8Gi
           env:
             - name: AIBRIX_GPU_OPTIMIZER_TRACING_FLAG

config/overlays/vke-ipv6/envoy_proxy_patch.yaml

@@ -0,0 +1,24 @@
+apiVersion: gateway.envoyproxy.io/v1alpha1
+kind: EnvoyProxy
+metadata:
+  name: aibrix-custom-proxy-config
+  namespace: aibrix-system
+spec:
+  provider:
+    kubernetes:
+      envoyService:
+        patch:
+          type: StrategicMerge
+          value:
+            metadata:
+              annotations:
+                service.beta.kubernetes.io/volcengine-loadbalancer-address-type: "PRIVATE"
+            spec:
+              ipFamilies:
+                - IPv4
+                - IPv6
+              ipFamilyPolicy: PreferDualStack # Changed from SingleStack to PreferDualStack
+      envoyDeployment:
+        pod:
+          annotations:
+            vci.vke.volcengine.com/pod-ip-family: dualstack

config/overlays/vke-ipv6/kustomization.yaml

@@ -0,0 +1,8 @@
+apiVersion: kustomize.config.k8s.io/v1beta1
+kind: Kustomization
+
+resources:
+- ../vke/default
+
+patches:
+- path: envoy_proxy_patch.yaml

config/overlays/vke/default/envoy_proxy_patch.yaml

@@ -11,18 +11,15 @@ spec:
         patch:
           type: StrategicMerge
           value:
-            metadata:
-              annotations:
-                service.beta.kubernetes.io/volcengine-loadbalancer-address-type: "PRIVATE"
             spec:
               ipFamilies:
                 - IPv4
-                - IPv6
-              ipFamilyPolicy: PreferDualStack
+              ipFamilyPolicy: SingleStack
+              type: LoadBalancer
       envoyDeployment:
         replicas: 1
         container:
-          image: aibrix-container-registry-cn-beijing.cr.volces.com/envoyproxy/envoy:v1.33.2 
+          image: aibrix-container-registry-cn-beijing.cr.volces.com/aibrix/envoy:v1.33.2
           resources:
             limits:
               cpu: 2
@@ -31,8 +28,6 @@ spec:
               cpu: 2
               memory: 8Gi
         pod:
-          annotations:
-            vci.vke.volcengine.com/pod-ip-family: dualstack
           affinity:
             nodeAffinity: # prevent gateway pod to be placed on gpu node.
               preferredDuringSchedulingIgnoredDuringExecution:

config/overlays/vke/default/gateway_plugins_patch.yaml

@@ -21,10 +21,10 @@ spec:
         - name: gateway-plugin
           resources:
             limits:
-              cpu: 2
+              cpu: "2"
               memory: 8Gi
             requests:
-              cpu: 2
+              cpu: "2"
               memory: 8Gi
           env:
             - name: AIBRIX_GPU_OPTIMIZER_TRACING_FLAG
@@ -38,4 +38,4 @@ spec:
             - name: AIBRIX_PREFIX_CACHE_POD_RUNNING_REQUEST_IMBALANCE_ABS_COUNT
               value: "16"
             - name: AIBRIX_PREFIX_CACHE_STANDARD_DEVIATION_FACTOR
-              value: "2"
+              value: "2"

config/overlays/vke/default/kustomization.yaml

@@ -29,4 +29,4 @@ images:
   newTag: v0.2.1
 - name: aibrix/runtime
   newName: aibrix-container-registry-cn-beijing.cr.volces.com/aibrix/runtime
-  newTag: v0.2.1
+  newTag: v0.2.1

config/overlays/vke/dependency/envoy_gateway_patch.yaml

@@ -15,4 +15,4 @@ data:
     gateway:
       controllerName: gateway.envoyproxy.io/gatewayclass-controller
     extensionApis:
-      enableEnvoyPatchPolicy: true
+      enableEnvoyPatchPolicy: true

config/overlays/vke/dependency/kustomization.yaml

@@ -9,5 +9,5 @@ patches:
 
 images:
 - name: envoyproxy/gateway
-  newName: aibrix-container-registry-cn-beijing.cr.volces.com/envoyproxy/gateway
+  newName: aibrix-container-registry-cn-beijing.cr.volces.com/aibrix/gateway
   newTag: v1.2.8

config/rbac/autoscaling/kustomization.yaml

@@ -2,5 +2,6 @@ resources:
 - autoscaling_podautoscaler_editor_role.yaml
 - autoscaling_podautoscaler_viewer_role.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-controller-manager
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-controller-manager

config/rbac/controller-manager/kustomization.yaml

@@ -7,5 +7,6 @@ resources:
   - role_binding.yaml
   - service_account_controller_manager.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-controller-manager
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-controller-manager

config/rbac/gateway/kustomization.yaml

@@ -4,5 +4,6 @@ resources:
 - role_gateway.yaml
 - role_binding_gateway.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-gateway-plugins
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-gateway-plugins

config/rbac/kustomization.yaml

@@ -17,5 +17,6 @@ resources:
 
 # TODO: technically, we should split above rbac yamls to separate components and then
 # attach component labels. We
-# commonLabels:
-#  app.kubernetes.io/component: aibrix-controller-manager
+#labels:
+#  - pairs:
+#     app.kubernetes.io/component: aibrix-controller-manager

config/rbac/model/kustomization.yaml

@@ -2,5 +2,6 @@ resources:
 - model_modeladapter_editor_role.yaml
 - model_modeladapter_viewer_role.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-controller-manager
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-controller-manager

config/rbac/orchestration/kustomization.yaml

@@ -4,5 +4,6 @@ resources:
 - orchestration_rayclusterreplicaset_editor_role.yaml
 - orchestration_rayclusterreplicaset_viewer_role.yaml
 
-commonLabels:
-  app.kubernetes.io/component: aibrix-controller-manager
+labels:
+  - pairs:
+      app.kubernetes.io/component: aibrix-controller-manager

config/standalone/autoscaler-controller/kustomization.yaml

@@ -30,8 +30,9 @@ patches:
       kind: Deployment
       name: controller-manager
 
-commonLabels:
-  app.kubernetes.io/name: aibrix
-  app.kubernetes.io/component: aibrix-autoscaler-controller
-  app.kubernetes.io/version: nightly
-  app.kubernetes.io/managed-by: kubectl
+labels:
+  - pairs:
+      app.kubernetes.io/name: aibrix
+      app.kubernetes.io/component: aibrix-autoscaler-controller
+      app.kubernetes.io/version: nightly
+      app.kubernetes.io/managed-by: kubectl

config/standalone/distributed-inference-controller/kustomization.yaml

@@ -53,8 +53,9 @@ patches:
           namespace: aibrix-system
 
 
-commonLabels:
-  app.kubernetes.io/name: aibrix
-  app.kubernetes.io/component: aibrix-distributed-inference-controller
-  app.kubernetes.io/version: nightly
-  app.kubernetes.io/managed-by: kubectl
+labels:
+  - pairs:
+      app.kubernetes.io/name: aibrix
+      app.kubernetes.io/component: aibrix-distributed-inference-controller
+      app.kubernetes.io/version: nightly
+      app.kubernetes.io/managed-by: kubectl

config/standalone/kv-cache-controller/kustomization.yaml

@@ -30,8 +30,9 @@ patches:
       kind: Deployment
       name: controller-manager
 
-commonLabels:
-  app.kubernetes.io/name: aibrix
-  app.kubernetes.io/component: aibrix-kvcache-controller
-  app.kubernetes.io/version: nightly
-  app.kubernetes.io/managed-by: kubectl
+labels:
+  - pairs:
+      app.kubernetes.io/name: aibrix
+      app.kubernetes.io/component: aibrix-kvcache-controller
+      app.kubernetes.io/version: nightly
+      app.kubernetes.io/managed-by: kubectl

config/standalone/model-adapter-controller/kustomization.yaml

@@ -33,8 +33,9 @@ patches:
       kind: Deployment
       name: controller-manager
 
-commonLabels:
-  app.kubernetes.io/name: aibrix
-  app.kubernetes.io/component: aibrix-model-adapter-controller
-  app.kubernetes.io/version: nightly
-  app.kubernetes.io/managed-by: kubectl
+labels:
+  - pairs:
+      app.kubernetes.io/name: aibrix
+      app.kubernetes.io/component: aibrix-model-adapter-controller
+      app.kubernetes.io/version: nightly
+      app.kubernetes.io/managed-by: kubectl

docs/source/getting_started/installation/aws.rst

@@ -99,7 +99,7 @@ Steps
 
 
 2. Clone AIBrix code repo ``git clone https://github.com/vllm-project/aibrix.git``.
-3. Install AIBrix ``kubectl create -k config/dependency`` and ``kubectl create -k config/default``.
+3. Install AIBrix ``kubectl apply -k config/dependency --server-side`` and ``kubectl apply -k config/default``.
 4. Wait for components to complete running.
 5. Deploy a model by following the instructions in :doc:`../quickstart`.
 6. Once the model is ready and running, you can test it by running:

docs/source/getting_started/installation/installation.rst

@@ -39,8 +39,8 @@ Nightly Version
     cd aibrix
 
     # Install component dependencies
-    kubectl create -k config/dependency
-    kubectl create -k config/default
+    kubectl apply -k config/dependency --server-side
+    kubectl apply -k config/default
 
 
 Install AIBrix in testing Environments