Address comments
Signed-off-by: Dr. Stefan Schimanski <stefan.schimanski@gmail.com>
This commit is contained in:
		@@ -271,7 +271,7 @@ func CreateKubeAPIServerConfig(opts options.CompletedOptions) (
 | 
				
			|||||||
		}
 | 
							}
 | 
				
			||||||
		// build peer proxy config only if peer ca file exists
 | 
							// build peer proxy config only if peer ca file exists
 | 
				
			||||||
		if opts.PeerCAFile != "" {
 | 
							if opts.PeerCAFile != "" {
 | 
				
			||||||
			config.Extra.PeerProxy, err = controlplaneapiserver.BuildPeerProxy(versionedInformers, genericConfig.StorageVersionManager, opts.ProxyClientCertFile,
 | 
								config.Extra.PeerProxy, err = controlplane.BuildPeerProxy(versionedInformers, genericConfig.StorageVersionManager, opts.ProxyClientCertFile,
 | 
				
			||||||
				opts.ProxyClientKeyFile, opts.PeerCAFile, opts.PeerAdvertiseAddress, genericConfig.APIServerID, config.Extra.PeerEndpointLeaseReconciler, config.ControlPlane.Generic.Serializer)
 | 
									opts.ProxyClientKeyFile, opts.PeerCAFile, opts.PeerAdvertiseAddress, genericConfig.APIServerID, config.Extra.PeerEndpointLeaseReconciler, config.ControlPlane.Generic.Serializer)
 | 
				
			||||||
			if err != nil {
 | 
								if err != nil {
 | 
				
			||||||
				return nil, nil, nil, err
 | 
									return nil, nil, nil, err
 | 
				
			||||||
 
 | 
				
			|||||||
@@ -31,20 +31,15 @@ import (
 | 
				
			|||||||
	"k8s.io/apiserver/pkg/endpoints/discovery/aggregated"
 | 
						"k8s.io/apiserver/pkg/endpoints/discovery/aggregated"
 | 
				
			||||||
	openapinamer "k8s.io/apiserver/pkg/endpoints/openapi"
 | 
						openapinamer "k8s.io/apiserver/pkg/endpoints/openapi"
 | 
				
			||||||
	genericfeatures "k8s.io/apiserver/pkg/features"
 | 
						genericfeatures "k8s.io/apiserver/pkg/features"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/reconcilers"
 | 
					 | 
				
			||||||
	genericapiserver "k8s.io/apiserver/pkg/server"
 | 
						genericapiserver "k8s.io/apiserver/pkg/server"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/server/egressselector"
 | 
						"k8s.io/apiserver/pkg/server/egressselector"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/server/filters"
 | 
						"k8s.io/apiserver/pkg/server/filters"
 | 
				
			||||||
	serverstorage "k8s.io/apiserver/pkg/server/storage"
 | 
						serverstorage "k8s.io/apiserver/pkg/server/storage"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/storageversion"
 | 
					 | 
				
			||||||
	utilfeature "k8s.io/apiserver/pkg/util/feature"
 | 
						utilfeature "k8s.io/apiserver/pkg/util/feature"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/util/openapi"
 | 
						"k8s.io/apiserver/pkg/util/openapi"
 | 
				
			||||||
	utilpeerproxy "k8s.io/apiserver/pkg/util/peerproxy"
 | 
					 | 
				
			||||||
	clientgoinformers "k8s.io/client-go/informers"
 | 
						clientgoinformers "k8s.io/client-go/informers"
 | 
				
			||||||
	clientgoclientset "k8s.io/client-go/kubernetes"
 | 
						clientgoclientset "k8s.io/client-go/kubernetes"
 | 
				
			||||||
	"k8s.io/client-go/transport"
 | 
					 | 
				
			||||||
	"k8s.io/component-base/version"
 | 
						"k8s.io/component-base/version"
 | 
				
			||||||
	"k8s.io/klog/v2"
 | 
					 | 
				
			||||||
	openapicommon "k8s.io/kube-openapi/pkg/common"
 | 
						openapicommon "k8s.io/kube-openapi/pkg/common"
 | 
				
			||||||
 | 
					
 | 
				
			||||||
	"k8s.io/kubernetes/pkg/api/legacyscheme"
 | 
						"k8s.io/kubernetes/pkg/api/legacyscheme"
 | 
				
			||||||
@@ -241,38 +236,3 @@ func BuildAuthorizer(ctx context.Context, s controlplaneapiserver.CompletedOptio
 | 
				
			|||||||
 | 
					
 | 
				
			||||||
	return authorizer, ruleResolver, enablesRBAC, err
 | 
						return authorizer, ruleResolver, enablesRBAC, err
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					 | 
				
			||||||
func BuildPeerProxy(versionedInformer clientgoinformers.SharedInformerFactory, svm storageversion.Manager,
 | 
					 | 
				
			||||||
	proxyClientCertFile string, proxyClientKeyFile string, peerCAFile string, peerAdvertiseAddress reconcilers.PeerAdvertiseAddress,
 | 
					 | 
				
			||||||
	apiServerID string, reconciler reconcilers.PeerEndpointLeaseReconciler, serializer runtime.NegotiatedSerializer) (utilpeerproxy.Interface, error) {
 | 
					 | 
				
			||||||
	if proxyClientCertFile == "" {
 | 
					 | 
				
			||||||
		return nil, fmt.Errorf("error building peer proxy handler, proxy-cert-file not specified")
 | 
					 | 
				
			||||||
	}
 | 
					 | 
				
			||||||
	if proxyClientKeyFile == "" {
 | 
					 | 
				
			||||||
		return nil, fmt.Errorf("error building peer proxy handler, proxy-key-file not specified")
 | 
					 | 
				
			||||||
	}
 | 
					 | 
				
			||||||
	// create proxy client config
 | 
					 | 
				
			||||||
	clientConfig := &transport.Config{
 | 
					 | 
				
			||||||
		TLS: transport.TLSConfig{
 | 
					 | 
				
			||||||
			Insecure:   false,
 | 
					 | 
				
			||||||
			CertFile:   proxyClientCertFile,
 | 
					 | 
				
			||||||
			KeyFile:    proxyClientKeyFile,
 | 
					 | 
				
			||||||
			CAFile:     peerCAFile,
 | 
					 | 
				
			||||||
			ServerName: "kubernetes.default.svc",
 | 
					 | 
				
			||||||
		}}
 | 
					 | 
				
			||||||
 | 
					 | 
				
			||||||
	// build proxy transport
 | 
					 | 
				
			||||||
	proxyRoundTripper, transportBuildingError := transport.New(clientConfig)
 | 
					 | 
				
			||||||
	if transportBuildingError != nil {
 | 
					 | 
				
			||||||
		klog.Error(transportBuildingError.Error())
 | 
					 | 
				
			||||||
		return nil, transportBuildingError
 | 
					 | 
				
			||||||
	}
 | 
					 | 
				
			||||||
	return utilpeerproxy.NewPeerProxyHandler(
 | 
					 | 
				
			||||||
		versionedInformer,
 | 
					 | 
				
			||||||
		svm,
 | 
					 | 
				
			||||||
		proxyRoundTripper,
 | 
					 | 
				
			||||||
		apiServerID,
 | 
					 | 
				
			||||||
		reconciler,
 | 
					 | 
				
			||||||
		serializer,
 | 
					 | 
				
			||||||
	), nil
 | 
					 | 
				
			||||||
}
 | 
					 | 
				
			||||||
 
 | 
				
			|||||||
@@ -54,6 +54,7 @@ import (
 | 
				
			|||||||
	storageapiv1beta1 "k8s.io/api/storage/v1beta1"
 | 
						storageapiv1beta1 "k8s.io/api/storage/v1beta1"
 | 
				
			||||||
	svmv1alpha1 "k8s.io/api/storagemigration/v1alpha1"
 | 
						svmv1alpha1 "k8s.io/api/storagemigration/v1alpha1"
 | 
				
			||||||
	metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 | 
						metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
 | 
				
			||||||
 | 
						kruntime "k8s.io/apimachinery/pkg/runtime"
 | 
				
			||||||
	"k8s.io/apimachinery/pkg/runtime/schema"
 | 
						"k8s.io/apimachinery/pkg/runtime/schema"
 | 
				
			||||||
	utilnet "k8s.io/apimachinery/pkg/util/net"
 | 
						utilnet "k8s.io/apimachinery/pkg/util/net"
 | 
				
			||||||
	"k8s.io/apimachinery/pkg/util/runtime"
 | 
						"k8s.io/apimachinery/pkg/util/runtime"
 | 
				
			||||||
@@ -66,11 +67,14 @@ import (
 | 
				
			|||||||
	genericapiserver "k8s.io/apiserver/pkg/server"
 | 
						genericapiserver "k8s.io/apiserver/pkg/server"
 | 
				
			||||||
	"k8s.io/apiserver/pkg/server/dynamiccertificates"
 | 
						"k8s.io/apiserver/pkg/server/dynamiccertificates"
 | 
				
			||||||
	serverstorage "k8s.io/apiserver/pkg/server/storage"
 | 
						serverstorage "k8s.io/apiserver/pkg/server/storage"
 | 
				
			||||||
 | 
						"k8s.io/apiserver/pkg/storageversion"
 | 
				
			||||||
	utilfeature "k8s.io/apiserver/pkg/util/feature"
 | 
						utilfeature "k8s.io/apiserver/pkg/util/feature"
 | 
				
			||||||
	utilpeerproxy "k8s.io/apiserver/pkg/util/peerproxy"
 | 
						utilpeerproxy "k8s.io/apiserver/pkg/util/peerproxy"
 | 
				
			||||||
 | 
						clientgoinformers "k8s.io/client-go/informers"
 | 
				
			||||||
	"k8s.io/client-go/kubernetes"
 | 
						"k8s.io/client-go/kubernetes"
 | 
				
			||||||
	corev1client "k8s.io/client-go/kubernetes/typed/core/v1"
 | 
						corev1client "k8s.io/client-go/kubernetes/typed/core/v1"
 | 
				
			||||||
	discoveryclient "k8s.io/client-go/kubernetes/typed/discovery/v1"
 | 
						discoveryclient "k8s.io/client-go/kubernetes/typed/discovery/v1"
 | 
				
			||||||
 | 
						"k8s.io/client-go/transport"
 | 
				
			||||||
	"k8s.io/component-helpers/apimachinery/lease"
 | 
						"k8s.io/component-helpers/apimachinery/lease"
 | 
				
			||||||
	"k8s.io/klog/v2"
 | 
						"k8s.io/klog/v2"
 | 
				
			||||||
	api "k8s.io/kubernetes/pkg/apis/core"
 | 
						api "k8s.io/kubernetes/pkg/apis/core"
 | 
				
			||||||
@@ -124,9 +128,6 @@ const (
 | 
				
			|||||||
	DefaultEndpointReconcilerInterval = 10 * time.Second
 | 
						DefaultEndpointReconcilerInterval = 10 * time.Second
 | 
				
			||||||
	// DefaultEndpointReconcilerTTL is the default TTL timeout for the storage layer
 | 
						// DefaultEndpointReconcilerTTL is the default TTL timeout for the storage layer
 | 
				
			||||||
	DefaultEndpointReconcilerTTL = 15 * time.Second
 | 
						DefaultEndpointReconcilerTTL = 15 * time.Second
 | 
				
			||||||
	// DefaultPeerEndpointReconcilerTTL is the default TTL timeout for peer endpoint
 | 
					 | 
				
			||||||
	// leases on the storage layer
 | 
					 | 
				
			||||||
	DefaultPeerEndpointReconcilerTTL = 15 * time.Second
 | 
					 | 
				
			||||||
	// IdentityLeaseComponentLabelKey is used to apply a component label to identity lease objects, indicating:
 | 
						// IdentityLeaseComponentLabelKey is used to apply a component label to identity lease objects, indicating:
 | 
				
			||||||
	//   1. the lease is an identity lease (different from leader election leases)
 | 
						//   1. the lease is an identity lease (different from leader election leases)
 | 
				
			||||||
	//   2. which component owns this lease
 | 
						//   2. which component owns this lease
 | 
				
			||||||
@@ -151,7 +152,7 @@ var (
 | 
				
			|||||||
	IdentityLeaseRenewIntervalPeriod = 10 * time.Second
 | 
						IdentityLeaseRenewIntervalPeriod = 10 * time.Second
 | 
				
			||||||
)
 | 
					)
 | 
				
			||||||
 | 
					
 | 
				
			||||||
// Extra defines extra configuration for the master
 | 
					// Extra defines extra configuration for kube-apiserver
 | 
				
			||||||
type Extra struct {
 | 
					type Extra struct {
 | 
				
			||||||
	EndpointReconcilerConfig EndpointReconcilerConfig
 | 
						EndpointReconcilerConfig EndpointReconcilerConfig
 | 
				
			||||||
	KubeletClientConfig      kubeletclient.KubeletClientConfig
 | 
						KubeletClientConfig      kubeletclient.KubeletClientConfig
 | 
				
			||||||
@@ -788,7 +789,7 @@ func DefaultAPIResourceConfigSource() *serverstorage.ResourceConfig {
 | 
				
			|||||||
// CreatePeerEndpointLeaseReconciler creates a apiserver endpoint lease reconciliation loop
 | 
					// CreatePeerEndpointLeaseReconciler creates a apiserver endpoint lease reconciliation loop
 | 
				
			||||||
// The peer endpoint leases are used to find network locations of apiservers for peer proxy
 | 
					// The peer endpoint leases are used to find network locations of apiservers for peer proxy
 | 
				
			||||||
func CreatePeerEndpointLeaseReconciler(c genericapiserver.Config, storageFactory serverstorage.StorageFactory) (peerreconcilers.PeerEndpointLeaseReconciler, error) {
 | 
					func CreatePeerEndpointLeaseReconciler(c genericapiserver.Config, storageFactory serverstorage.StorageFactory) (peerreconcilers.PeerEndpointLeaseReconciler, error) {
 | 
				
			||||||
	ttl := DefaultPeerEndpointReconcilerTTL
 | 
						ttl := DefaultEndpointReconcilerTTL
 | 
				
			||||||
	config, err := storageFactory.NewConfig(api.Resource("apiServerPeerIPInfo"))
 | 
						config, err := storageFactory.NewConfig(api.Resource("apiServerPeerIPInfo"))
 | 
				
			||||||
	if err != nil {
 | 
						if err != nil {
 | 
				
			||||||
		return nil, fmt.Errorf("error creating storage factory config: %w", err)
 | 
							return nil, fmt.Errorf("error creating storage factory config: %w", err)
 | 
				
			||||||
@@ -797,6 +798,41 @@ func CreatePeerEndpointLeaseReconciler(c genericapiserver.Config, storageFactory
 | 
				
			|||||||
	return reconciler, err
 | 
						return reconciler, err
 | 
				
			||||||
}
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
					func BuildPeerProxy(versionedInformer clientgoinformers.SharedInformerFactory, svm storageversion.Manager,
 | 
				
			||||||
 | 
						proxyClientCertFile string, proxyClientKeyFile string, peerCAFile string, peerAdvertiseAddress peerreconcilers.PeerAdvertiseAddress,
 | 
				
			||||||
 | 
						apiServerID string, reconciler peerreconcilers.PeerEndpointLeaseReconciler, serializer kruntime.NegotiatedSerializer) (utilpeerproxy.Interface, error) {
 | 
				
			||||||
 | 
						if proxyClientCertFile == "" {
 | 
				
			||||||
 | 
							return nil, fmt.Errorf("error building peer proxy handler, proxy-cert-file not specified")
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
						if proxyClientKeyFile == "" {
 | 
				
			||||||
 | 
							return nil, fmt.Errorf("error building peer proxy handler, proxy-key-file not specified")
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
						// create proxy client config
 | 
				
			||||||
 | 
						clientConfig := &transport.Config{
 | 
				
			||||||
 | 
							TLS: transport.TLSConfig{
 | 
				
			||||||
 | 
								Insecure:   false,
 | 
				
			||||||
 | 
								CertFile:   proxyClientCertFile,
 | 
				
			||||||
 | 
								KeyFile:    proxyClientKeyFile,
 | 
				
			||||||
 | 
								CAFile:     peerCAFile,
 | 
				
			||||||
 | 
								ServerName: "kubernetes.default.svc",
 | 
				
			||||||
 | 
							}}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
 | 
						// build proxy transport
 | 
				
			||||||
 | 
						proxyRoundTripper, transportBuildingError := transport.New(clientConfig)
 | 
				
			||||||
 | 
						if transportBuildingError != nil {
 | 
				
			||||||
 | 
							klog.Error(transportBuildingError.Error())
 | 
				
			||||||
 | 
							return nil, transportBuildingError
 | 
				
			||||||
 | 
						}
 | 
				
			||||||
 | 
						return utilpeerproxy.NewPeerProxyHandler(
 | 
				
			||||||
 | 
							versionedInformer,
 | 
				
			||||||
 | 
							svm,
 | 
				
			||||||
 | 
							proxyRoundTripper,
 | 
				
			||||||
 | 
							apiServerID,
 | 
				
			||||||
 | 
							reconciler,
 | 
				
			||||||
 | 
							serializer,
 | 
				
			||||||
 | 
						), nil
 | 
				
			||||||
 | 
					}
 | 
				
			||||||
 | 
					
 | 
				
			||||||
// utility function to get the apiserver address that is used by peer apiservers to proxy
 | 
					// utility function to get the apiserver address that is used by peer apiservers to proxy
 | 
				
			||||||
// requests to this apiserver in case the peer is incapable of serving the request
 | 
					// requests to this apiserver in case the peer is incapable of serving the request
 | 
				
			||||||
func getPeerAddress(peerAdvertiseAddress peerreconcilers.PeerAdvertiseAddress, publicAddress net.IP, publicServicePort int) string {
 | 
					func getPeerAddress(peerAdvertiseAddress peerreconcilers.PeerAdvertiseAddress, publicAddress net.IP, publicServicePort int) string {
 | 
				
			||||||
 
 | 
				
			|||||||
		Reference in New Issue
	
	Block a user