feat: 添加istio策略下发服务

Makefile

@@ -181,6 +181,11 @@ webhook-server:pre
 	cp -R ${BCS_CONF_COMPONENT_PATH}/bcs-webhook-server ${PACKAGEPATH}/bcs-runtime/bcs-k8s/bcs-component
 	cd ${BCS_COMPONENT_PATH}/bcs-webhook-server && go mod tidy && go build ${LDFLAG} -o ${WORKSPACE}/${PACKAGEPATH}/bcs-runtime/bcs-k8s/bcs-component/bcs-webhook-server/bcs-webhook-server ./cmd/server.go
 
+istio-policy:pre
+	mkdir -p ${PACKAGEPATH}/bcs-runtime/bcs-k8s/bcs-component
+	cp -R ${BCS_CONF_COMPONENT_PATH}/istio-policy-controller ${PACKAGEPATH}/bcs-runtime/bcs-k8s/bcs-component
+	cd ${BCS_COMPONENT_PATH}/istio-policy-controller && go mod tidy && go build ${LDFLAG} -o ${WORKSPACE}/${PACKAGEPATH}/bcs-runtime/bcs-k8s/bcs-component/istio-policy-controller/istio-policy-controller main.go
+
 tools:pre tongsuo
 	mkdir -p ${PACKAGEPATH}/bcs-services
 	cd ${BCS_INSTALL_PATH}/cryptool && go mod tidy && $(CGO_BUILD_FLAGS) go build ${LDFLAG} -o  ${WORKSPACE}/${PACKAGEPATH}/bcs-services/cryptools main.go

bcs-runtime/bcs-k8s/bcs-component/istio-policy-controller/controllers/service_controller.go

@@ -0,0 +1,369 @@
+/*
+ * Tencent is pleased to support the open source community by making Blueking Container Service available.
+ * Copyright (C) 2019 THL A29 Limited, a Tencent company. All rights reserved.
+ * Licensed under the MIT License (the "License"); you may not use this file except
+ * in compliance with the License. You may obtain a copy of the License at
+ * http://opensource.org/licenses/MIT
+ * Unless required by applicable law or agreed to in writing, software distributed under
+ * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND,
+ * either express or implied. See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+// package xxx
+package controllers
+
+import (
+	"context"
+	"errors"
+	"fmt"
+
+	"github.com/Tencent/bk-bcs/bcs-runtime/bcs-k8s/bcs-component/istio-policy-controller/internal/option"
+	"github.com/go-logr/logr"
+	"istio.io/api/networking/v1alpha3"
+	networkingv1 "istio.io/client-go/pkg/apis/networking/v1"
+	"istio.io/client-go/pkg/clientset/versioned"
+	corev1 "k8s.io/api/core/v1"
+	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
+
+	k8scorev1 "k8s.io/api/core/v1"
+	ctrl "sigs.k8s.io/controller-runtime"
+	"sigs.k8s.io/controller-runtime/pkg/client"
+)
+
+// ServiceReconciler reconciler for k8s svc
+type ServiceReconciler struct {
+	// Client client for reconciler
+	client.Client
+	IstioClient *versioned.Clientset
+	Log         logr.Logger
+	// Option option for controller
+	Option *option.ControllerOption
+}
+
+// SetupWithManager set node reconciler
+func (sr *ServiceReconciler) SetupWithManager(mgr ctrl.Manager) error {
+	err := ctrl.NewControllerManagedBy(mgr).
+		For(&k8scorev1.Service{}).
+		WithEventFilter(getServicePredicate()).
+		Complete(sr)
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+// Reconcile reconcile for k8s svc
+func (sr *ServiceReconciler) Reconcile(ctx context.Context, req ctrl.Request) (ctrl.Result, error) {
+	// 尝试获取 Service 对象
+	var svc corev1.Service
+	if err := sr.Get(ctx, req.NamespacedName, &svc); err != nil {
+		// 如果 err 是 NotFound，说明是删除事件
+		if client.IgnoreNotFound(err) != nil {
+			sr.Log.Error(err, "unable to fetch Service")
+			return ctrl.Result{}, err
+		}
+
+		sr.Log.Info(fmt.Sprintf("Service deleted, name: %s, namespace: %s", req.Name, req.Namespace))
+		err = sr.deletePolicy(ctx, req.Namespace, req.Name)
+		if err != nil {
+			return ctrl.Result{}, err
+		}
+
+		return ctrl.Result{}, nil
+	}
+
+	sr.Log.Info(fmt.Sprintf("Service created or updated, name: %s, namespace: %s", req.Name, req.Namespace))
+	err := sr.createOrUpdatePolicy(ctx, req.Namespace, req.Name)
+	if err != nil {
+		return ctrl.Result{}, err
+	}
+
+	return ctrl.Result{}, nil
+}
+
+// createOrUpdatePolicy 创建或更新策略
+func (sr *ServiceReconciler) createOrUpdatePolicy(ctx context.Context, namespace, name string) error {
+	dr, err := sr.IstioClient.NetworkingV1().DestinationRules(namespace).Get(ctx,
+		name, metav1.GetOptions{})
+	if err != nil {
+		if client.IgnoreNotFound(err) != nil {
+			sr.Log.Error(err, "failed to get DestinationRule")
+			return err
+		}
+
+		sr.Log.Info("Creating DestinationRule", "name", name, "namespace", namespace)
+		err = sr.createDr(ctx, namespace, name)
+		if err != nil {
+			sr.Log.Error(err, "failed to create DestinationRule")
+			return err
+		}
+
+		sr.Log.Info("DestinationRule created successfully")
+	} else if dr != nil && dr.GetName() != "" {
+		sr.Log.Info("Updating DestinationRule", "name", name, "namespace", namespace)
+		err = sr.updateDr(ctx, dr)
+		if err != nil {
+			sr.Log.Error(err, "failed to update DestinationRule")
+			return err
+		}
+
+		sr.Log.Info("DestinationRule updated successfully")
+	}
+
+	_, err = sr.IstioClient.NetworkingV1().VirtualServices(namespace).Get(ctx,
+		name, metav1.GetOptions{})
+	if err != nil {
+		if client.IgnoreNotFound(err) != nil {
+			sr.Log.Error(err, "failed to get VirtualServices")
+			return err
+		}
+
+		// 创建 VirtualServices
+		sr.Log.Info("Creating VirtualServices", "name", name, "namespace", namespace)
+		err = sr.createVs(ctx, namespace, name)
+		if err != nil {
+			sr.Log.Error(err, "failed to create VirtualServices")
+			return err
+		}
+
+		sr.Log.Info("VirtualServices created successfully")
+	}
+
+	return nil
+}
+
+// createDr 创建 DestinationRule
+func (sr *ServiceReconciler) createDr(ctx context.Context, namespace, name string) error {
+	dr := &networkingv1.DestinationRule{
+		TypeMeta: metav1.TypeMeta{
+			Kind:       "DestinationRule",
+			APIVersion: "networking.istio.io/v1",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name:      name,
+			Namespace: namespace,
+			Labels: map[string]string{
+				LabelKey:  LabelValue,
+				namespace: namespace,
+				name:      name,
+			},
+		},
+		Spec: v1alpha3.DestinationRule{
+			Host:          fmt.Sprintf("%s.%s.svc.cluster.local", name, namespace),
+			TrafficPolicy: &v1alpha3.TrafficPolicy{},
+		},
+	}
+
+	var tp *v1alpha3.TrafficPolicy
+	for _, svc := range sr.Option.Cfg.Services {
+		if svc.Name == name && svc.Namespace == namespace {
+			tp = svc.TrafficPolicy
+		}
+	}
+
+	if tp == nil {
+		tp = sr.Option.Cfg.Global.TrafficPolicy
+	}
+
+	dr.Spec.TrafficPolicy = tp
+
+	if isEmptyStruct(dr.Spec.TrafficPolicy.LoadBalancer) {
+		dr.Spec.TrafficPolicy.LoadBalancer = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.ConnectionPool) {
+		dr.Spec.TrafficPolicy.ConnectionPool = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.OutlierDetection) {
+		dr.Spec.TrafficPolicy.OutlierDetection = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.Tls) {
+		dr.Spec.TrafficPolicy.Tls = nil
+	}
+	if len(dr.Spec.TrafficPolicy.PortLevelSettings) == 0 {
+		dr.Spec.TrafficPolicy.PortLevelSettings = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.Tunnel) {
+		dr.Spec.TrafficPolicy.Tunnel = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.ProxyProtocol) {
+		dr.Spec.TrafficPolicy.ProxyProtocol = nil
+	}
+	if isEmptyStruct(dr.Spec.TrafficPolicy.RetryBudget) {
+		dr.Spec.TrafficPolicy.RetryBudget = nil
+	}
+
+	_, err := sr.IstioClient.NetworkingV1().DestinationRules(namespace).
+		Create(ctx, dr, metav1.CreateOptions{})
+	if err != nil {
+		return err
+	}
+
+	return nil
+}
+
+// createVs 创建 VirtualService
+func (sr *ServiceReconciler) createVs(ctx context.Context, namespace, name string) error {
+	vs := &networkingv1.VirtualService{
+		TypeMeta: metav1.TypeMeta{
+			Kind:       "VirtualService",
+			APIVersion: "networking.istio.io/v1",
+		},
+		ObjectMeta: metav1.ObjectMeta{
+			Name:      name,
+			Namespace: namespace,
+			Labels: map[string]string{
+				LabelKey:  LabelValue,
+				namespace: namespace,
+				name:      name,
+			},
+		},
+		Spec: v1alpha3.VirtualService{
+			Hosts: []string{fmt.Sprintf("%s.%s.svc.cluster.local", name, namespace)},
+			Http: []*v1alpha3.HTTPRoute{
+				{
+					Route: []*v1alpha3.HTTPRouteDestination{
+						{
+							Destination: &v1alpha3.Destination{
+								Host: fmt.Sprintf("%s.%s.svc.cluster.local", name, namespace),
+							},
+						},
+					},
+				},
+			},
+		},
+	}
+
+	for _, svc := range sr.Option.Cfg.Services {
+		if svc.Name == name && svc.Namespace == namespace {
+			if svc.Setting.AutoGenerateVS {
+				_, err := sr.IstioClient.NetworkingV1().VirtualServices(namespace).
+					Create(ctx, vs, metav1.CreateOptions{})
+				if err != nil {
+					return err
+				}
+			}
+		}
+	}
+
+	if sr.Option.Cfg.Global.Setting.AutoGenerateVS {
+		_, err := sr.IstioClient.NetworkingV1().VirtualServices(namespace).
+			Create(ctx, vs, metav1.CreateOptions{})
+		if err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+// updateDr 更新 DestinationRule
+func (sr *ServiceReconciler) updateDr(ctx context.Context, dr *networkingv1.DestinationRule) error {
+	label := dr.GetLabels()
+	if len(label) == 0 {
+		label = map[string]string{}
+	}
+	label[LabelKey] = LabelValue
+	label[dr.GetName()] = dr.GetName()
+	label[dr.GetNamespace()] = dr.GetNamespace()
+	dr.SetLabels(label)
+
+	for _, svc := range sr.Option.Cfg.Services {
+		if svc.Name == dr.GetName() && svc.Namespace == dr.GetNamespace() {
+			if v, ok := dr.GetLabels()[LabelKey]; (ok && v == LabelValue) || svc.Setting.UpdateUnmanagedResources {
+				if svc.Setting.MergeMode == MergeModeMerge {
+					if svc.TrafficPolicy != nil {
+						mergeDrPolicy(dr, svc.TrafficPolicy)
+					}
+				} else {
+					dr.Spec.TrafficPolicy = svc.TrafficPolicy
+				}
+
+				_, err := sr.IstioClient.NetworkingV1().DestinationRules(dr.GetNamespace()).
+					Update(ctx, dr, metav1.UpdateOptions{})
+
+				return err
+			}
+
+			return nil
+		}
+	}
+
+	if v, ok := dr.GetLabels()[LabelKey]; (ok && v == LabelValue) ||
+		sr.Option.Cfg.Global.Setting.UpdateUnmanagedResources {
+		if sr.Option.Cfg.Global.Setting.MergeMode == MergeModeMerge {
+			mergeDrPolicy(dr, sr.Option.Cfg.Global.TrafficPolicy)
+		} else {
+			dr.Spec.TrafficPolicy = sr.Option.Cfg.Global.TrafficPolicy
+		}
+
+		_, err := sr.IstioClient.NetworkingV1().DestinationRules(dr.GetNamespace()).
+			Update(ctx, dr, metav1.UpdateOptions{})
+
+		return err
+	}
+
+	return nil
+}
+
+// deletePolicy 删除策略
+func (sr *ServiceReconciler) deletePolicy(ctx context.Context, namespace, name string) error {
+	dr, err := sr.IstioClient.NetworkingV1().DestinationRules(namespace).Get(ctx, name, metav1.GetOptions{})
+	if err != nil {
+		if client.IgnoreNotFound(err) != nil {
+			sr.Log.Error(err, "failed to get DestinationRule")
+		}
+	}
+
+	vs, err := sr.IstioClient.NetworkingV1().VirtualServices(namespace).Get(ctx, name, metav1.GetOptions{})
+	if err != nil {
+		if client.IgnoreNotFound(err) != nil {
+			sr.Log.Error(err, "failed to get VirtualService")
+		}
+	}
+
+	for _, svc := range sr.Option.Cfg.Services {
+		if svc.Name == name && svc.Namespace == namespace && svc.Setting.DeletePolicyOnServiceDelete {
+			return sr.deleteDrAndVs(ctx, dr, vs)
+		}
+	}
+
+	if sr.Option.Cfg.Global.Setting.DeletePolicyOnServiceDelete {
+		return sr.deleteDrAndVs(ctx, dr, vs)
+	}
+
+	return nil
+}
+
+// deleteDrAndVs 删除 DestinationRule 和 VirtualService
+func (sr *ServiceReconciler) deleteDrAndVs(ctx context.Context, dr *networkingv1.DestinationRule,
+	vs *networkingv1.VirtualService) error {
+
+	var drErr, vsErr error
+	if dr != nil {
+		if v, ok := dr.GetLabels()[LabelKey]; ok && v == LabelValue {
+			drErr = sr.IstioClient.NetworkingV1().DestinationRules(dr.Namespace).Delete(ctx,
+				dr.Name, metav1.DeleteOptions{})
+			if drErr != nil {
+				sr.Log.Error(drErr, "failed to delete DestinationRule")
+			}
+
+			sr.Log.Info("DestinationRule deleted successfully")
+		}
+	}
+
+	if vs != nil {
+		if v, ok := vs.GetLabels()[LabelKey]; ok && v == LabelValue {
+			vsErr = sr.IstioClient.NetworkingV1().VirtualServices(vs.Namespace).Delete(ctx,
+				vs.Name, metav1.DeleteOptions{})
+			if vsErr != nil {
+				sr.Log.Error(vsErr, "failed to delete VirtualService")
+				return vsErr
+			}
+
+			sr.Log.Info("VirtualService deleted successfully")
+		}
+	}
+
+	return errors.Join(drErr, vsErr)
+}