
* plumb context from CRI calls through kubelet * clean up extra timeouts * try fixing incorrectly cancelled context
147 lines
5.3 KiB
Go
147 lines
5.3 KiB
Go
/*
|
|
Copyright 2018 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package collectors
|
|
|
|
import (
|
|
"context"
|
|
|
|
"k8s.io/apimachinery/pkg/util/sets"
|
|
"k8s.io/component-base/metrics"
|
|
stats "k8s.io/kubelet/pkg/apis/stats/v1alpha1"
|
|
kubeletmetrics "k8s.io/kubernetes/pkg/kubelet/metrics"
|
|
serverstats "k8s.io/kubernetes/pkg/kubelet/server/stats"
|
|
)
|
|
|
|
var (
|
|
volumeStatsCapacityBytesDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsCapacityBytesKey),
|
|
"Capacity in bytes of the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
volumeStatsAvailableBytesDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsAvailableBytesKey),
|
|
"Number of available bytes in the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
volumeStatsUsedBytesDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsUsedBytesKey),
|
|
"Number of used bytes in the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
volumeStatsInodesDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsInodesKey),
|
|
"Maximum number of inodes in the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
volumeStatsInodesFreeDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsInodesFreeKey),
|
|
"Number of free inodes in the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
volumeStatsInodesUsedDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsInodesUsedKey),
|
|
"Number of used inodes in the volume",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "",
|
|
)
|
|
|
|
volumeStatsHealthAbnormalDesc = metrics.NewDesc(
|
|
metrics.BuildFQName("", kubeletmetrics.KubeletSubsystem, kubeletmetrics.VolumeStatsHealthStatusAbnormalKey),
|
|
"Abnormal volume health status. The count is either 1 or 0. 1 indicates the volume is unhealthy, 0 indicates volume is healthy",
|
|
[]string{"namespace", "persistentvolumeclaim"}, nil,
|
|
metrics.ALPHA, "")
|
|
)
|
|
|
|
type volumeStatsCollector struct {
|
|
metrics.BaseStableCollector
|
|
|
|
statsProvider serverstats.Provider
|
|
}
|
|
|
|
// Check if volumeStatsCollector implements necessary interface
|
|
var _ metrics.StableCollector = &volumeStatsCollector{}
|
|
|
|
// NewVolumeStatsCollector creates a volume stats metrics.StableCollector.
|
|
func NewVolumeStatsCollector(statsProvider serverstats.Provider) metrics.StableCollector {
|
|
return &volumeStatsCollector{statsProvider: statsProvider}
|
|
}
|
|
|
|
// DescribeWithStability implements the metrics.StableCollector interface.
|
|
func (collector *volumeStatsCollector) DescribeWithStability(ch chan<- *metrics.Desc) {
|
|
ch <- volumeStatsCapacityBytesDesc
|
|
ch <- volumeStatsAvailableBytesDesc
|
|
ch <- volumeStatsUsedBytesDesc
|
|
ch <- volumeStatsInodesDesc
|
|
ch <- volumeStatsInodesFreeDesc
|
|
ch <- volumeStatsInodesUsedDesc
|
|
ch <- volumeStatsHealthAbnormalDesc
|
|
}
|
|
|
|
// CollectWithStability implements the metrics.StableCollector interface.
|
|
func (collector *volumeStatsCollector) CollectWithStability(ch chan<- metrics.Metric) {
|
|
ctx := context.Background()
|
|
podStats, err := collector.statsProvider.ListPodStats(ctx)
|
|
if err != nil {
|
|
return
|
|
}
|
|
addGauge := func(desc *metrics.Desc, pvcRef *stats.PVCReference, v float64, lv ...string) {
|
|
lv = append([]string{pvcRef.Namespace, pvcRef.Name}, lv...)
|
|
ch <- metrics.NewLazyConstMetric(desc, metrics.GaugeValue, v, lv...)
|
|
}
|
|
allPVCs := sets.String{}
|
|
for _, podStat := range podStats {
|
|
if podStat.VolumeStats == nil {
|
|
continue
|
|
}
|
|
for _, volumeStat := range podStat.VolumeStats {
|
|
pvcRef := volumeStat.PVCRef
|
|
if pvcRef == nil {
|
|
// ignore if no PVC reference
|
|
continue
|
|
}
|
|
pvcUniqStr := pvcRef.Namespace + "/" + pvcRef.Name
|
|
if allPVCs.Has(pvcUniqStr) {
|
|
// ignore if already collected
|
|
continue
|
|
}
|
|
addGauge(volumeStatsCapacityBytesDesc, pvcRef, float64(*volumeStat.CapacityBytes))
|
|
addGauge(volumeStatsAvailableBytesDesc, pvcRef, float64(*volumeStat.AvailableBytes))
|
|
addGauge(volumeStatsUsedBytesDesc, pvcRef, float64(*volumeStat.UsedBytes))
|
|
addGauge(volumeStatsInodesDesc, pvcRef, float64(*volumeStat.Inodes))
|
|
addGauge(volumeStatsInodesFreeDesc, pvcRef, float64(*volumeStat.InodesFree))
|
|
addGauge(volumeStatsInodesUsedDesc, pvcRef, float64(*volumeStat.InodesUsed))
|
|
if volumeStat.VolumeHealthStats != nil {
|
|
addGauge(volumeStatsHealthAbnormalDesc, pvcRef, convertBoolToFloat64(volumeStat.VolumeHealthStats.Abnormal))
|
|
}
|
|
allPVCs.Insert(pvcUniqStr)
|
|
}
|
|
}
|
|
}
|
|
|
|
func convertBoolToFloat64(boolVal bool) float64 {
|
|
if boolVal {
|
|
return 1
|
|
}
|
|
|
|
return 0
|
|
}
|