ba2778b17a
Thanks to some great sleuthing by ikruglov!
kube-controller-manager defaults --leader-elect to true. We should
do the same for kube-scheduler. kube-scheduler used to have this
set to true, but it got lost during refactoring in:
efb2bb71cd
270 lines
13 KiB
Go
270 lines
13 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package options
|
|
|
|
import (
|
|
"net"
|
|
"reflect"
|
|
"testing"
|
|
"time"
|
|
|
|
"github.com/spf13/pflag"
|
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/util/diff"
|
|
apiserveroptions "k8s.io/apiserver/pkg/server/options"
|
|
cmoptions "k8s.io/kubernetes/cmd/controller-manager/app/options"
|
|
"k8s.io/kubernetes/pkg/apis/componentconfig"
|
|
)
|
|
|
|
func TestDefaultFlags(t *testing.T) {
|
|
s := NewCloudControllerManagerOptions()
|
|
|
|
expected := &CloudControllerManagerOptions{
|
|
Generic: cmoptions.GenericControllerManagerOptions{
|
|
ComponentConfig: componentconfig.KubeControllerManagerConfiguration{
|
|
CloudProvider: "",
|
|
CloudConfigFile: "",
|
|
Port: 10253, // Note: InsecureServingOptions.ApplyTo will write the flag value back into the component config
|
|
Address: "0.0.0.0", // Note: InsecureServingOptions.ApplyTo will write the flag value back into the component config
|
|
ConcurrentEndpointSyncs: 5,
|
|
ConcurrentRSSyncs: 5,
|
|
ConcurrentResourceQuotaSyncs: 5,
|
|
ConcurrentDeploymentSyncs: 5,
|
|
ConcurrentDaemonSetSyncs: 2,
|
|
ConcurrentJobSyncs: 5,
|
|
ConcurrentNamespaceSyncs: 10,
|
|
ConcurrentSATokenSyncs: 5,
|
|
ConcurrentServiceSyncs: 1,
|
|
ConcurrentGCSyncs: 20,
|
|
ConcurrentRCSyncs: 5,
|
|
MinResyncPeriod: metav1.Duration{Duration: 12 * time.Hour},
|
|
NodeMonitorPeriod: metav1.Duration{Duration: 5 * time.Second},
|
|
ResourceQuotaSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
NamespaceSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
PVClaimBinderSyncPeriod: metav1.Duration{Duration: 15 * time.Second},
|
|
HorizontalPodAutoscalerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
HorizontalPodAutoscalerUpscaleForbiddenWindow: metav1.Duration{Duration: 3 * time.Minute},
|
|
HorizontalPodAutoscalerDownscaleForbiddenWindow: metav1.Duration{Duration: 5 * time.Minute},
|
|
HorizontalPodAutoscalerTolerance: 0.1,
|
|
DeploymentControllerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
PodEvictionTimeout: metav1.Duration{Duration: 5 * time.Minute},
|
|
NodeMonitorGracePeriod: metav1.Duration{Duration: 40 * time.Second},
|
|
NodeStartupGracePeriod: metav1.Duration{Duration: 1 * time.Minute},
|
|
ClusterSigningDuration: metav1.Duration{Duration: 8760 * time.Hour},
|
|
ReconcilerSyncLoopPeriod: metav1.Duration{Duration: 1 * time.Minute},
|
|
TerminatedPodGCThreshold: 12500,
|
|
RegisterRetryCount: 10,
|
|
ClusterName: "kubernetes",
|
|
ConfigureCloudRoutes: true,
|
|
AllocateNodeCIDRs: false,
|
|
EnableGarbageCollector: true,
|
|
EnableTaintManager: true,
|
|
HorizontalPodAutoscalerUseRESTClients: true,
|
|
VolumeConfiguration: componentconfig.VolumeConfiguration{
|
|
EnableDynamicProvisioning: true,
|
|
EnableHostPathProvisioning: false,
|
|
FlexVolumePluginDir: "/usr/libexec/kubernetes/kubelet-plugins/volume/exec/",
|
|
PersistentVolumeRecyclerConfiguration: componentconfig.PersistentVolumeRecyclerConfiguration{
|
|
MaximumRetry: 3,
|
|
MinimumTimeoutNFS: 300,
|
|
IncrementTimeoutNFS: 30,
|
|
MinimumTimeoutHostPath: 60,
|
|
IncrementTimeoutHostPath: 30,
|
|
},
|
|
},
|
|
ContentType: "application/vnd.kubernetes.protobuf",
|
|
ClusterSigningCertFile: "/etc/kubernetes/ca/ca.pem",
|
|
ClusterSigningKeyFile: "/etc/kubernetes/ca/ca.key",
|
|
EnableContentionProfiling: false,
|
|
KubeAPIQPS: 20.0,
|
|
KubeAPIBurst: 30,
|
|
LeaderElection: componentconfig.LeaderElectionConfiguration{
|
|
ResourceLock: "endpoints",
|
|
LeaderElect: true,
|
|
LeaseDuration: metav1.Duration{Duration: 15 * time.Second},
|
|
RenewDeadline: metav1.Duration{Duration: 10 * time.Second},
|
|
RetryPeriod: metav1.Duration{Duration: 2 * time.Second},
|
|
},
|
|
ControllerStartInterval: metav1.Duration{Duration: 0},
|
|
RouteReconciliationPeriod: metav1.Duration{Duration: 10 * time.Second},
|
|
ClusterCIDR: "",
|
|
NodeCIDRMaskSize: 24,
|
|
CIDRAllocatorType: "",
|
|
Controllers: []string{"*"},
|
|
},
|
|
SecureServing: &apiserveroptions.SecureServingOptions{
|
|
BindPort: 0,
|
|
BindAddress: net.ParseIP("0.0.0.0"),
|
|
ServerCert: apiserveroptions.GeneratableKeyCert{
|
|
CertDirectory: "/var/run/kubernetes",
|
|
PairName: "cloud-controller-manager",
|
|
},
|
|
HTTP2MaxStreamsPerConnection: 0,
|
|
},
|
|
InsecureServing: &cmoptions.InsecureServingOptions{
|
|
BindAddress: net.ParseIP("0.0.0.0"),
|
|
BindPort: int(10253),
|
|
BindNetwork: "tcp",
|
|
},
|
|
Kubeconfig: "",
|
|
Master: "",
|
|
},
|
|
NodeStatusUpdateFrequency: metav1.Duration{Duration: 5 * time.Minute},
|
|
}
|
|
if !reflect.DeepEqual(expected, s) {
|
|
t.Errorf("Got different run options than expected.\nDifference detected on:\n%s", diff.ObjectReflectDiff(expected, s))
|
|
}
|
|
}
|
|
|
|
func TestAddFlags(t *testing.T) {
|
|
f := pflag.NewFlagSet("addflagstest", pflag.ContinueOnError)
|
|
s := NewCloudControllerManagerOptions()
|
|
s.AddFlags(f)
|
|
|
|
args := []string{
|
|
"--address=192.168.4.10",
|
|
"--allocate-node-cidrs=true",
|
|
"--cloud-config=/cloud-config",
|
|
"--cloud-provider=gce",
|
|
"--cluster-cidr=1.2.3.4/24",
|
|
"--cluster-name=k8s",
|
|
"--configure-cloud-routes=false",
|
|
"--contention-profiling=true",
|
|
"--controller-start-interval=2m",
|
|
"--http2-max-streams-per-connection=47",
|
|
"--min-resync-period=5m",
|
|
"--kube-api-burst=100",
|
|
"--kube-api-content-type=application/vnd.kubernetes.protobuf",
|
|
"--kube-api-qps=50.0",
|
|
"--kubeconfig=/kubeconfig",
|
|
"--leader-elect=false",
|
|
"--leader-elect-lease-duration=30s",
|
|
"--leader-elect-renew-deadline=15s",
|
|
"--leader-elect-resource-lock=configmap",
|
|
"--leader-elect-retry-period=5s",
|
|
"--master=192.168.4.20",
|
|
"--min-resync-period=8h",
|
|
"--port=10000",
|
|
"--profiling=false",
|
|
"--node-status-update-frequency=10m",
|
|
"--route-reconciliation-period=30s",
|
|
"--min-resync-period=100m",
|
|
"--use-service-account-credentials=false",
|
|
"--cert-dir=/a/b/c",
|
|
"--bind-address=192.168.4.21",
|
|
"--secure-port=10001",
|
|
}
|
|
f.Parse(args)
|
|
|
|
expected := &CloudControllerManagerOptions{
|
|
Generic: cmoptions.GenericControllerManagerOptions{
|
|
ComponentConfig: componentconfig.KubeControllerManagerConfiguration{
|
|
CloudProvider: "gce",
|
|
CloudConfigFile: "/cloud-config",
|
|
Port: 10253, // Note: InsecureServingOptions.ApplyTo will write the flag value back into the component config
|
|
Address: "0.0.0.0", // Note: InsecureServingOptions.ApplyTo will write the flag value back into the component config
|
|
ConcurrentEndpointSyncs: 5,
|
|
ConcurrentRSSyncs: 5,
|
|
ConcurrentResourceQuotaSyncs: 5,
|
|
ConcurrentDeploymentSyncs: 5,
|
|
ConcurrentDaemonSetSyncs: 2,
|
|
ConcurrentJobSyncs: 5,
|
|
ConcurrentNamespaceSyncs: 10,
|
|
ConcurrentSATokenSyncs: 5,
|
|
ConcurrentServiceSyncs: 1,
|
|
ConcurrentGCSyncs: 20,
|
|
ConcurrentRCSyncs: 5,
|
|
MinResyncPeriod: metav1.Duration{Duration: 100 * time.Minute},
|
|
NodeMonitorPeriod: metav1.Duration{Duration: 5 * time.Second},
|
|
ResourceQuotaSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
NamespaceSyncPeriod: metav1.Duration{Duration: 5 * time.Minute},
|
|
PVClaimBinderSyncPeriod: metav1.Duration{Duration: 15 * time.Second},
|
|
HorizontalPodAutoscalerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
HorizontalPodAutoscalerUpscaleForbiddenWindow: metav1.Duration{Duration: 3 * time.Minute},
|
|
HorizontalPodAutoscalerDownscaleForbiddenWindow: metav1.Duration{Duration: 5 * time.Minute},
|
|
HorizontalPodAutoscalerTolerance: 0.1,
|
|
DeploymentControllerSyncPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
PodEvictionTimeout: metav1.Duration{Duration: 5 * time.Minute},
|
|
NodeMonitorGracePeriod: metav1.Duration{Duration: 40 * time.Second},
|
|
NodeStartupGracePeriod: metav1.Duration{Duration: 1 * time.Minute},
|
|
ClusterSigningDuration: metav1.Duration{Duration: 8760 * time.Hour},
|
|
ReconcilerSyncLoopPeriod: metav1.Duration{Duration: 1 * time.Minute},
|
|
TerminatedPodGCThreshold: 12500,
|
|
RegisterRetryCount: 10,
|
|
ClusterName: "k8s",
|
|
ConfigureCloudRoutes: false,
|
|
AllocateNodeCIDRs: true,
|
|
EnableGarbageCollector: true,
|
|
EnableTaintManager: true,
|
|
HorizontalPodAutoscalerUseRESTClients: true,
|
|
VolumeConfiguration: componentconfig.VolumeConfiguration{
|
|
EnableDynamicProvisioning: true,
|
|
EnableHostPathProvisioning: false,
|
|
FlexVolumePluginDir: "/usr/libexec/kubernetes/kubelet-plugins/volume/exec/",
|
|
PersistentVolumeRecyclerConfiguration: componentconfig.PersistentVolumeRecyclerConfiguration{
|
|
MaximumRetry: 3,
|
|
MinimumTimeoutNFS: 300,
|
|
IncrementTimeoutNFS: 30,
|
|
MinimumTimeoutHostPath: 60,
|
|
IncrementTimeoutHostPath: 30,
|
|
},
|
|
},
|
|
ContentType: "application/vnd.kubernetes.protobuf",
|
|
ClusterSigningCertFile: "/etc/kubernetes/ca/ca.pem",
|
|
ClusterSigningKeyFile: "/etc/kubernetes/ca/ca.key",
|
|
EnableContentionProfiling: true,
|
|
KubeAPIQPS: 50.0,
|
|
KubeAPIBurst: 100,
|
|
LeaderElection: componentconfig.LeaderElectionConfiguration{
|
|
ResourceLock: "configmap",
|
|
LeaderElect: false,
|
|
LeaseDuration: metav1.Duration{Duration: 30 * time.Second},
|
|
RenewDeadline: metav1.Duration{Duration: 15 * time.Second},
|
|
RetryPeriod: metav1.Duration{Duration: 5 * time.Second},
|
|
},
|
|
ControllerStartInterval: metav1.Duration{Duration: 2 * time.Minute},
|
|
RouteReconciliationPeriod: metav1.Duration{Duration: 30 * time.Second},
|
|
ClusterCIDR: "1.2.3.4/24",
|
|
NodeCIDRMaskSize: 24,
|
|
CIDRAllocatorType: "RangeAllocator",
|
|
Controllers: []string{"*"},
|
|
},
|
|
SecureServing: &apiserveroptions.SecureServingOptions{
|
|
BindPort: 10001,
|
|
BindAddress: net.ParseIP("192.168.4.21"),
|
|
ServerCert: apiserveroptions.GeneratableKeyCert{
|
|
CertDirectory: "/a/b/c",
|
|
PairName: "cloud-controller-manager",
|
|
},
|
|
HTTP2MaxStreamsPerConnection: 47,
|
|
},
|
|
InsecureServing: &cmoptions.InsecureServingOptions{
|
|
BindAddress: net.ParseIP("192.168.4.10"),
|
|
BindPort: int(10000),
|
|
BindNetwork: "tcp",
|
|
},
|
|
Kubeconfig: "/kubeconfig",
|
|
Master: "192.168.4.20",
|
|
},
|
|
NodeStatusUpdateFrequency: metav1.Duration{Duration: 10 * time.Minute},
|
|
}
|
|
if !reflect.DeepEqual(expected, s) {
|
|
t.Errorf("Got different run options than expected.\nDifference detected on:\n%s", diff.ObjectReflectDiff(expected, s))
|
|
}
|
|
}
|