
Implement DOS prevention wiring a global rate limit for podresources API. The goal here is not to introduce a general ratelimiting solution for the kubelet (we need more research and discussion to get there), but rather to prevent misuse of the API. Known limitations: - the rate limits value (QPS, BurstTokens) are hardcoded to "high enough" values. Enabling user-configuration would require more discussion and sweeping changes to the other kubelet endpoints, so it is postponed for now. - the rate limiting is global. Malicious clients can starve other clients consuming the QPS quota. Add e2e test to exercise the flow, because the wiring itself is mostly boilerplate and API adaptation.
68 lines
2.3 KiB
Go
68 lines
2.3 KiB
Go
/*
|
|
Copyright 2023 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package grpc
|
|
|
|
import (
|
|
"context"
|
|
|
|
gotimerate "golang.org/x/time/rate"
|
|
"k8s.io/klog/v2"
|
|
|
|
"google.golang.org/grpc"
|
|
"google.golang.org/grpc/codes"
|
|
"google.golang.org/grpc/status"
|
|
)
|
|
|
|
const (
|
|
// DefaultQPS is determined by empirically reviewing known consumers of the API.
|
|
// It's at least unlikely that there is a legitimate need to query podresources
|
|
// more than 100 times per second, the other subsystems are not guaranteed to react
|
|
// so fast in the first place.
|
|
DefaultQPS = 100
|
|
// DefaultBurstTokens is determined by empirically reviewing known consumers of the API.
|
|
// See the documentation of DefaultQPS, same caveats apply.
|
|
DefaultBurstTokens = 10
|
|
)
|
|
|
|
var (
|
|
ErrorLimitExceeded = status.Error(codes.ResourceExhausted, "rejected by rate limit")
|
|
)
|
|
|
|
// Limiter defines the interface to perform request rate limiting,
|
|
// based on the interface exposed by https://pkg.go.dev/golang.org/x/time/rate#Limiter
|
|
type Limiter interface {
|
|
// Allow reports whether an event may happen now.
|
|
Allow() bool
|
|
}
|
|
|
|
// LimiterUnaryServerInterceptor returns a new unary server interceptors that performs request rate limiting.
|
|
func LimiterUnaryServerInterceptor(limiter Limiter) grpc.UnaryServerInterceptor {
|
|
return func(ctx context.Context, req interface{}, info *grpc.UnaryServerInfo, handler grpc.UnaryHandler) (interface{}, error) {
|
|
if !limiter.Allow() {
|
|
return nil, ErrorLimitExceeded
|
|
}
|
|
return handler(ctx, req)
|
|
}
|
|
}
|
|
|
|
func WithRateLimiter(qps, burstTokens int32) grpc.ServerOption {
|
|
qpsVal := gotimerate.Limit(qps)
|
|
burstVal := int(burstTokens)
|
|
klog.InfoS("Setting rate limiting for podresources endpoint", "qps", qpsVal, "burstTokens", burstVal)
|
|
return grpc.UnaryInterceptor(LimiterUnaryServerInterceptor(gotimerate.NewLimiter(qpsVal, burstVal)))
|
|
}
|