7681c284f5
Instead discard metric values for pods that are unready and have never been ready (they may report misleading values, the original reason for introducing scale up forbidden window). Use per pod metric when pod is: - Ready, or - Not ready but creation timestamp and last readiness change are more than 10s apart. In the latter case we asume the pod was ready but later became unready. We want to use metrics for such pods because sometimes such pods are unready because they were getting too much load.
100 lines
3.7 KiB
Go
100 lines
3.7 KiB
Go
/*
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Package app implements a server that runs a set of active
|
|
// components. This includes replication controllers, service endpoints and
|
|
// nodes.
|
|
//
|
|
package app
|
|
|
|
import (
|
|
"net/http"
|
|
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/client-go/dynamic"
|
|
"k8s.io/client-go/scale"
|
|
"k8s.io/kubernetes/pkg/controller/podautoscaler"
|
|
"k8s.io/kubernetes/pkg/controller/podautoscaler/metrics"
|
|
resourceclient "k8s.io/metrics/pkg/client/clientset/versioned/typed/metrics/v1beta1"
|
|
"k8s.io/metrics/pkg/client/custom_metrics"
|
|
"k8s.io/metrics/pkg/client/external_metrics"
|
|
)
|
|
|
|
func startHPAController(ctx ControllerContext) (http.Handler, bool, error) {
|
|
if !ctx.AvailableResources[schema.GroupVersionResource{Group: "autoscaling", Version: "v1", Resource: "horizontalpodautoscalers"}] {
|
|
return nil, false, nil
|
|
}
|
|
|
|
if ctx.ComponentConfig.HPAController.HorizontalPodAutoscalerUseRESTClients {
|
|
// use the new-style clients if support for custom metrics is enabled
|
|
return startHPAControllerWithRESTClient(ctx)
|
|
}
|
|
|
|
return startHPAControllerWithLegacyClient(ctx)
|
|
}
|
|
|
|
func startHPAControllerWithRESTClient(ctx ControllerContext) (http.Handler, bool, error) {
|
|
clientConfig := ctx.ClientBuilder.ConfigOrDie("horizontal-pod-autoscaler")
|
|
metricsClient := metrics.NewRESTMetricsClient(
|
|
resourceclient.NewForConfigOrDie(clientConfig),
|
|
custom_metrics.NewForConfigOrDie(clientConfig),
|
|
external_metrics.NewForConfigOrDie(clientConfig),
|
|
)
|
|
return startHPAControllerWithMetricsClient(ctx, metricsClient)
|
|
}
|
|
|
|
func startHPAControllerWithLegacyClient(ctx ControllerContext) (http.Handler, bool, error) {
|
|
hpaClient := ctx.ClientBuilder.ClientOrDie("horizontal-pod-autoscaler")
|
|
metricsClient := metrics.NewHeapsterMetricsClient(
|
|
hpaClient,
|
|
metrics.DefaultHeapsterNamespace,
|
|
metrics.DefaultHeapsterScheme,
|
|
metrics.DefaultHeapsterService,
|
|
metrics.DefaultHeapsterPort,
|
|
)
|
|
return startHPAControllerWithMetricsClient(ctx, metricsClient)
|
|
}
|
|
|
|
func startHPAControllerWithMetricsClient(ctx ControllerContext, metricsClient metrics.MetricsClient) (http.Handler, bool, error) {
|
|
hpaClient := ctx.ClientBuilder.ClientOrDie("horizontal-pod-autoscaler")
|
|
hpaClientConfig := ctx.ClientBuilder.ConfigOrDie("horizontal-pod-autoscaler")
|
|
|
|
// we don't use cached discovery because DiscoveryScaleKindResolver does its own caching,
|
|
// so we want to re-fetch every time when we actually ask for it
|
|
scaleKindResolver := scale.NewDiscoveryScaleKindResolver(hpaClient.Discovery())
|
|
scaleClient, err := scale.NewForConfig(hpaClientConfig, ctx.RESTMapper, dynamic.LegacyAPIPathResolverFunc, scaleKindResolver)
|
|
if err != nil {
|
|
return nil, false, err
|
|
}
|
|
|
|
replicaCalc := podautoscaler.NewReplicaCalculator(
|
|
metricsClient,
|
|
hpaClient.CoreV1(),
|
|
ctx.ComponentConfig.HPAController.HorizontalPodAutoscalerTolerance,
|
|
)
|
|
go podautoscaler.NewHorizontalController(
|
|
hpaClient.CoreV1(),
|
|
scaleClient,
|
|
hpaClient.AutoscalingV1(),
|
|
ctx.RESTMapper,
|
|
replicaCalc,
|
|
ctx.InformerFactory.Autoscaling().V1().HorizontalPodAutoscalers(),
|
|
ctx.ComponentConfig.HPAController.HorizontalPodAutoscalerSyncPeriod.Duration,
|
|
ctx.ComponentConfig.HPAController.HorizontalPodAutoscalerDownscaleForbiddenWindow.Duration,
|
|
).Run(ctx.Stop)
|
|
return nil, true, nil
|
|
}
|