070a7b5823
Seperate loop and plugin control in the kube-controller-manager. Adding an "--external-plugin" flag to specify a plugin to load when cloud-provider is set to "external". Flag has no effect currently when the cloud-provider is not set to external. The expectation is that the cloud provider and external plugin flags would go away once all cloud providers are on stage 2 cloud-controller-manager solutions. Managing the control loops more directly based on start up flags. Addressing issue brought up by @wlan0 Switched to using the main node controller in CCM. Changes to enable full NodeController to start in CCM. Fix related tests. Unifying some common code between KCM and CCM. Fix related tests and comments. Folded in feedback from @jhorwit2 and @wlan0
141 lines
9.0 KiB
Go
141 lines
9.0 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package options
|
|
|
|
import (
|
|
"github.com/cloudflare/cfssl/helpers"
|
|
"time"
|
|
|
|
"github.com/spf13/pflag"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/kubernetes/pkg/apis/componentconfig"
|
|
"k8s.io/kubernetes/pkg/client/leaderelectionconfig"
|
|
)
|
|
|
|
// ControllerManagerServer is the common structure for a controller manager. It works with GetDefaultControllerOptions
|
|
// and AddDefaultControllerFlags to create the common components of kube-controller-manager and cloud-controller-manager.
|
|
type ControllerManagerServer struct {
|
|
componentconfig.KubeControllerManagerConfiguration
|
|
|
|
Master string
|
|
Kubeconfig string
|
|
}
|
|
|
|
const (
|
|
// These defaults are deprecated and exported so that we can warn if
|
|
// they are being used.
|
|
|
|
// DefaultClusterSigningCertFile is deprecated. Do not use.
|
|
DefaultClusterSigningCertFile = "/etc/kubernetes/ca/ca.pem"
|
|
// DefaultClusterSigningKeyFile is deprecated. Do not use.
|
|
DefaultClusterSigningKeyFile = "/etc/kubernetes/ca/ca.key"
|
|
)
|
|
|
|
// GetDefaultControllerOptions returns common/default configuration values for both
|
|
// the kube-controller-manager and the cloud-contoller-manager. Any common changes should
|
|
// be made here. Any individual changes should be made in that controller.
|
|
func GetDefaultControllerOptions(port int32) componentconfig.KubeControllerManagerConfiguration {
|
|
return componentconfig.KubeControllerManagerConfiguration{
|
|
Controllers: []string{"*"},
|
|
Port: port,
|
|
Address: "0.0.0.0",
|
|
ConcurrentEndpointSyncs: 5,
|
|
ConcurrentServiceSyncs: 1,
|
|
ConcurrentRCSyncs: 5,
|
|
ConcurrentRSSyncs: 5,
|
|
ConcurrentDaemonSetSyncs: 2,
|
|
ConcurrentJobSyncs: 5,
|
|
ConcurrentResourceQuotaSyncs: 5,
|
|
ConcurrentDeploymentSyncs: 5,
|
|
ConcurrentNamespaceSyncs: 10,
|
|
ConcurrentSATokenSyncs: 5,
|
|
ServiceSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
RouteReconciliationPeriod: metav1.Duration{Duration: 10 * time.Second},
|
|
ResourceQuotaSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
NamespaceSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
PVClaimBinderSyncPeriod: metav1.Duration{Duration: 15 * time.Second},
|
|
HorizontalPodAutoscalerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
HorizontalPodAutoscalerUpscaleForbiddenWindow: metav1.Duration{Duration: 3 * time.Minute},
|
|
HorizontalPodAutoscalerDownscaleForbiddenWindow: metav1.Duration{Duration: 5 * time.Minute},
|
|
HorizontalPodAutoscalerTolerance: 0.1,
|
|
DeploymentControllerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
MinResyncPeriod: metav1.Duration{Duration: 12 * time.Hour},
|
|
RegisterRetryCount: 10,
|
|
PodEvictionTimeout: metav1.Duration{Duration: 5 * time.Minute},
|
|
NodeMonitorGracePeriod: metav1.Duration{Duration: 40 * time.Second},
|
|
NodeStartupGracePeriod: metav1.Duration{Duration: 60 * time.Second},
|
|
NodeMonitorPeriod: metav1.Duration{Duration: 5 * time.Second},
|
|
ClusterName: "kubernetes",
|
|
NodeCIDRMaskSize: 24,
|
|
ConfigureCloudRoutes: true,
|
|
TerminatedPodGCThreshold: 12500,
|
|
VolumeConfiguration: componentconfig.VolumeConfiguration{
|
|
EnableHostPathProvisioning: false,
|
|
EnableDynamicProvisioning: true,
|
|
PersistentVolumeRecyclerConfiguration: componentconfig.PersistentVolumeRecyclerConfiguration{
|
|
MaximumRetry: 3,
|
|
MinimumTimeoutNFS: 300,
|
|
IncrementTimeoutNFS: 30,
|
|
MinimumTimeoutHostPath: 60,
|
|
IncrementTimeoutHostPath: 30,
|
|
},
|
|
FlexVolumePluginDir: "/usr/libexec/kubernetes/kubelet-plugins/volume/exec/",
|
|
},
|
|
ContentType: "application/vnd.kubernetes.protobuf",
|
|
KubeAPIQPS: 20.0,
|
|
KubeAPIBurst: 30,
|
|
LeaderElection: leaderelectionconfig.DefaultLeaderElectionConfiguration(),
|
|
ControllerStartInterval: metav1.Duration{Duration: 0 * time.Second},
|
|
EnableGarbageCollector: true,
|
|
ConcurrentGCSyncs: 20,
|
|
ClusterSigningCertFile: DefaultClusterSigningCertFile,
|
|
ClusterSigningKeyFile: DefaultClusterSigningKeyFile,
|
|
ClusterSigningDuration: metav1.Duration{Duration: helpers.OneYear},
|
|
ReconcilerSyncLoopPeriod: metav1.Duration{Duration: 60 * time.Second},
|
|
EnableTaintManager: true,
|
|
HorizontalPodAutoscalerUseRESTClients: true,
|
|
}
|
|
}
|
|
|
|
// AddDefaultControllerFlags adds common/default flags for both the kube and cloud Controller Manager Server to the
|
|
// specified FlagSet. Any common changes should be made here. Any individual changes should be made in that controller.
|
|
func AddDefaultControllerFlags(s *ControllerManagerServer, fs *pflag.FlagSet) {
|
|
fs.Int32Var(&s.Port, "port", s.Port, "The port that the controller-manager's http service runs on.")
|
|
fs.Var(componentconfig.IPVar{Val: &s.Address}, "address", "The IP address to serve on (set to 0.0.0.0 for all interfaces).")
|
|
fs.BoolVar(&s.UseServiceAccountCredentials, "use-service-account-credentials", s.UseServiceAccountCredentials, "If true, use individual service account credentials for each controller.")
|
|
fs.StringVar(&s.CloudConfigFile, "cloud-config", s.CloudConfigFile, "The path to the cloud provider configuration file. Empty string for no configuration file.")
|
|
fs.BoolVar(&s.AllowUntaggedCloud, "allow-untagged-cloud", false, "Allow the cluster to run without the cluster-id on cloud instances. This is a legacy mode of operation and a cluster-id will be required in the future.")
|
|
fs.MarkDeprecated("allow-untagged-cloud", "This flag is deprecated and will be removed in a future release. A cluster-id will be required on cloud instances.")
|
|
fs.DurationVar(&s.RouteReconciliationPeriod.Duration, "route-reconciliation-period", s.RouteReconciliationPeriod.Duration, "The period for reconciling routes created for Nodes by cloud provider.")
|
|
fs.DurationVar(&s.MinResyncPeriod.Duration, "min-resync-period", s.MinResyncPeriod.Duration, "The resync period in reflectors will be random between MinResyncPeriod and 2*MinResyncPeriod.")
|
|
fs.DurationVar(&s.NodeMonitorPeriod.Duration, "node-monitor-period", s.NodeMonitorPeriod.Duration,
|
|
"The period for syncing NodeStatus in NodeController.")
|
|
fs.BoolVar(&s.EnableProfiling, "profiling", true, "Enable profiling via web interface host:port/debug/pprof/")
|
|
fs.BoolVar(&s.EnableContentionProfiling, "contention-profiling", false, "Enable lock contention profiling, if profiling is enabled.")
|
|
fs.StringVar(&s.ClusterName, "cluster-name", s.ClusterName, "The instance prefix for the cluster.")
|
|
fs.StringVar(&s.ClusterCIDR, "cluster-cidr", s.ClusterCIDR, "CIDR Range for Pods in cluster. Requires --allocate-node-cidrs to be true")
|
|
fs.BoolVar(&s.AllocateNodeCIDRs, "allocate-node-cidrs", false, "Should CIDRs for Pods be allocated and set on the cloud provider.")
|
|
fs.StringVar(&s.CIDRAllocatorType, "cidr-allocator-type", "RangeAllocator", "Type of CIDR allocator to use")
|
|
fs.BoolVar(&s.ConfigureCloudRoutes, "configure-cloud-routes", true, "Should CIDRs allocated by allocate-node-cidrs be configured on the cloud provider.")
|
|
fs.StringVar(&s.Master, "master", s.Master, "The address of the Kubernetes API server (overrides any value in kubeconfig).")
|
|
fs.StringVar(&s.Kubeconfig, "kubeconfig", s.Kubeconfig, "Path to kubeconfig file with authorization and master location information.")
|
|
fs.StringVar(&s.ContentType, "kube-api-content-type", s.ContentType, "Content type of requests sent to apiserver.")
|
|
fs.Float32Var(&s.KubeAPIQPS, "kube-api-qps", s.KubeAPIQPS, "QPS to use while talking with kubernetes apiserver.")
|
|
fs.Int32Var(&s.KubeAPIBurst, "kube-api-burst", s.KubeAPIBurst, "Burst to use while talking with kubernetes apiserver.")
|
|
fs.DurationVar(&s.ControllerStartInterval.Duration, "controller-start-interval", s.ControllerStartInterval.Duration, "Interval between starting controller managers.")
|
|
}
|