[Misc]: ensure cache sync before starting controller reconcile (vllm-project#1219)

Ensure cache sync before starting controller reconcile

Signed-off-by: googs1025 <[email protected]>
Signed-off-by: Modi Tamam <[email protected]>

Author: googs1025

pkg/controller/modeladapter/modeladapter_controller.go

@@ -146,6 +146,12 @@ func newReconciler(mgr manager.Manager, runtimeConfig config.RuntimeConfig) (rec
 		return nil, err
 	}
 
+	klog.Info("Waiting for caches to sync")
+	if ok := cacher.WaitForCacheSync(context.TODO()); !ok {
+		return nil, errors.New("modeladapter controller: failed to sync cache")
+	}
+	klog.Info("All caches synced")
+
 	// Let's generate the clientset and use ModelAdapterLister here as well.
 	podLister := corelisters.NewPodLister(podInformer.(toolscache.SharedIndexInformer).GetIndexer())
 	serviceLister := corelisters.NewServiceLister(serviceInformer.(toolscache.SharedIndexInformer).GetIndexer())

pkg/controller/modelrouter/modelrouter_controller.go

@@ -18,6 +18,7 @@ package modelrouter
 
 import (
 	"context"
+	"errors"
 	"fmt"
 	"strconv"
 
@@ -105,6 +106,12 @@ func Add(mgr manager.Manager, runtimeConfig config.RuntimeConfig) error {
 		DeleteFunc: modelRouter.deleteRouteFromRayClusterFleet,
 	})
 
+	klog.Info("Waiting for caches to sync")
+	if ok := cacher.WaitForCacheSync(context.TODO()); !ok {
+		return errors.New("modelrouter controller: failed to sync cache")
+	}
+	klog.Info("All caches synced")
+
 	return err
 }