local fix

Author: pacoxu

go.mod

@@ -19,6 +19,7 @@ require (
 	k8s.io/klog/v2 v2.130.1
 	k8s.io/utils v0.0.0-20241210054802-24370beab758
 	sigs.k8s.io/controller-runtime v0.20.3
+	sigs.k8s.io/gateway-api v1.2.1
 	sigs.k8s.io/lws v0.5.1
 	sigs.k8s.io/structured-merge-diff/v4 v4.7.0
 	sigs.k8s.io/yaml v1.4.0
@@ -113,6 +114,5 @@ require (
 	k8s.io/gengo/v2 v2.0.0-20240911193312-2b36238f13e9 // indirect
 	k8s.io/kube-openapi v0.0.0-20241212222426-2c72e554b1e7 // indirect
 	sigs.k8s.io/apiserver-network-proxy/konnectivity-client v0.31.1 // indirect
-	sigs.k8s.io/gateway-api v1.2.1 // indirect
 	sigs.k8s.io/json v0.0.0-20241014173422-cfa47c3a1cc8 // indirect
 )

pkg/controller/inference/gateway.go

@@ -23,6 +23,7 @@ import (
 	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 	"k8s.io/apimachinery/pkg/types"
 	"sigs.k8s.io/controller-runtime/pkg/client"
+	gwapiv1 "sigs.k8s.io/gateway-api/apis/v1"
 )
 
 // gateway related utils: currently only support envoy ai gateway
@@ -54,24 +55,23 @@ func IsAIGatewayRouteExist(ctx context.Context, client client.Client) (bool, err
 //     name: qwen2-0--5b-lb # model name
 //     kind: Service
 //     port: 8080
-func CreateAIServiceBackend(ctx context.Context, client client.Client, backendRefName, namespace string, port int, schemaName string) error {
-	if schemaName == "" {
-		schemaName = "OpenAI"
-	}
+func CreateAIServiceBackend(ctx context.Context, client client.Client, backendRefName, namespace string, port int) error {
+	kind := gwapiv1.Kind("Service")
+	portName := gwapiv1.PortNumber(port)
 	// create the AIServiceBackend
  	backend := &aigv1a1.AIServiceBackend{
 		ObjectMeta: metav1.ObjectMeta{
 			Name:      backendRefName,
 			Namespace: namespace,
 		},
 		Spec: aigv1a1.AIServiceBackendSpec{
-			Schema: aigv1a1.AIServiceBackendSchema{
-				Name: schemaName,
+			APISchema: aigv1a1.VersionedAPISchema{
+				Name: aigv1a1.APISchemaOpenAI,
 			},
-			BackendRef: aigv1a1.AIServiceBackendRef{
-				Name: backendRefName,
-				Kind: "Service",
-				Port: port,
+			BackendRef: gwapiv1.BackendObjectReference{
+				Name: gwapiv1.ObjectName(backendRefName),
+				Kind: &kind,
+				Port: &portName,
 			},
 		},
 	}
@@ -108,20 +108,21 @@ func UpdateAIGatewayRoute(ctx context.Context, client client.Client, backendRefN
 			return nil
 		}
 	}
+	exact := gwapiv1.HeaderMatchExact
 	// if the rule does not exist, append it to the spec.rules list
 	rule := aigv1a1.AIGatewayRouteRule{
-		Matches: []aigv1a1.AIGatewayRouteMatch{
+		Matches: []aigv1a1.AIGatewayRouteRuleMatch{
 			{
-				Headers: []aigv1a1.AIGatewayRouteHeaderMatch{
+				Headers: []gwapiv1.HTTPHeaderMatch{
 					{
-						Type:  aigv1a1.HeaderMatchTypeExact,
+						Type:  &exact,
 						Name:  "x-ai-eg-model",
 						Value: modelName,
 					},
 				},
 			},
 		},
-		BackendRefs: []aigv1a1.AIGatewayRouteBackendRef{
+		BackendRefs: []aigv1a1.AIGatewayRouteRuleBackendRef{
 			{
 				Name: backendRefName,
 			},

pkg/controller/inference/playground_controller.go

@@ -160,7 +160,7 @@ func (r *PlaygroundReconciler) Reconcile(ctx context.Context, req ctrl.Request)
 		var aiServiceBackend aigv1a1.AIServiceBackend
 		if err := r.Get(ctx, types.NamespacedName{Name: playground.Name, Namespace: playground.Namespace}, &aiServiceBackend); err != nil {
 			if apierrors.IsNotFound(err) {
-				err = CreateAIServiceBackend(ctx, r.Client, playground.Name, playground.Namespace, modelSource.DEFAULT_BACKEND_PORT, "")
+				err = CreateAIServiceBackend(ctx, r.Client, playground.Name, playground.Namespace, modelSource.DEFAULT_BACKEND_PORT)
 				if err != nil {
 					logger.Error(err, "failed to create aiServiceBackend", "Playground", klog.KObj(playground))
 					return ctrl.Result{}, err

pkg/defaults.go

@@ -17,5 +17,5 @@ limitations under the License.
 package pkg
 
 const (
-	LOADER_IMAGE = "inftyai/model-loader:v0.0.10"
+	LOADER_IMAGE = "m.daocloud.io/docker.io/inftyai/model-loader:v0.0.10"
 )