
A number of race conditions exist when pods are terminated early in their lifecycle because components in the kubelet need to know "no running containers" or "containers can't be started from now on" but were relying on outdated state. Only the pod worker knows whether containers are being started for a given pod, which is required to know when a pod is "terminated" (no running containers, none coming). Move that responsibility and podKiller function into the pod workers, and have everything that was killing the pod go into the UpdatePod loop. Split syncPod into three phases - setup, terminate containers, and cleanup pod - and have transitions between those methods be visible to other components. After this change, to kill a pod you tell the pod worker to UpdatePod({UpdateType: SyncPodKill, Pod: pod}). Several places in the kubelet were incorrect about whether they were handling terminating (should stop running, might have containers) or terminated (no running containers) pods. The pod worker exposes methods that allow other loops to know when to set up or tear down resources based on the state of the pod - these methods remove the possibility of race conditions by ensuring a single component is responsible for knowing each pod's allowed state and other components simply delegate to checking whether they are in the window by UID. Removing containers now no longer blocks final pod deletion in the API server and are handled as background cleanup. Node shutdown no longer marks pods as failed as they can be restarted in the next step. See https://docs.google.com/document/d/1Pic5TPntdJnYfIpBeZndDelM-AbS4FN9H2GTLFhoJ04/edit# for details
319 lines
7.2 KiB
Go
319 lines
7.2 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
// Code generated by mockery v1.0.0
|
|
package testing
|
|
|
|
import (
|
|
kubelettypes "k8s.io/kubernetes/pkg/kubelet/types"
|
|
|
|
mock "github.com/stretchr/testify/mock"
|
|
|
|
types "k8s.io/apimachinery/pkg/types"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
)
|
|
|
|
// MockManager is an autogenerated mock type for the Manager type
|
|
type MockManager struct {
|
|
mock.Mock
|
|
}
|
|
|
|
// AddPod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) AddPod(_a0 *v1.Pod) {
|
|
_m.Called(_a0)
|
|
}
|
|
|
|
// CreateMirrorPod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) CreateMirrorPod(_a0 *v1.Pod) error {
|
|
ret := _m.Called(_a0)
|
|
|
|
var r0 error
|
|
if rf, ok := ret.Get(0).(func(*v1.Pod) error); ok {
|
|
r0 = rf(_a0)
|
|
} else {
|
|
r0 = ret.Error(0)
|
|
}
|
|
|
|
return r0
|
|
}
|
|
|
|
// DeleteMirrorPod provides a mock function with given fields: podFullName
|
|
func (_m *MockManager) DeleteMirrorPod(podFullName string, _ *types.UID) (bool, error) {
|
|
ret := _m.Called(podFullName)
|
|
|
|
var r0 error
|
|
if rf, ok := ret.Get(0).(func(string) error); ok {
|
|
return true, rf(podFullName)
|
|
} else {
|
|
r0 = ret.Error(0)
|
|
}
|
|
|
|
return false, r0
|
|
}
|
|
|
|
func (_m *MockManager) GetOrphanedMirrorPodNames() []string {
|
|
ret := _m.Called()
|
|
|
|
var r0 []string
|
|
if rf, ok := ret.Get(0).(func() []string); ok {
|
|
r0 = rf()
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).([]string)
|
|
}
|
|
}
|
|
return r0
|
|
}
|
|
|
|
func (_m *MockManager) GetOrphanedMirrorPodNamesAndUIDs() map[string]kubelettypes.ResolvedPodUID {
|
|
ret := _m.Called()
|
|
|
|
var r0 map[string]kubelettypes.ResolvedPodUID
|
|
if rf, ok := ret.Get(0).(func() map[string]kubelettypes.ResolvedPodUID); ok {
|
|
r0 = rf()
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(map[string]kubelettypes.ResolvedPodUID)
|
|
}
|
|
}
|
|
return r0
|
|
}
|
|
|
|
// DeletePod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) DeletePod(_a0 *v1.Pod) {
|
|
_m.Called(_a0)
|
|
}
|
|
|
|
// GetMirrorPodByPod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) GetMirrorPodByPod(_a0 *v1.Pod) (*v1.Pod, bool) {
|
|
ret := _m.Called(_a0)
|
|
|
|
var r0 *v1.Pod
|
|
if rf, ok := ret.Get(0).(func(*v1.Pod) *v1.Pod); ok {
|
|
r0 = rf(_a0)
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 bool
|
|
if rf, ok := ret.Get(1).(func(*v1.Pod) bool); ok {
|
|
r1 = rf(_a0)
|
|
} else {
|
|
r1 = ret.Get(1).(bool)
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetPodByFullName provides a mock function with given fields: podFullName
|
|
func (_m *MockManager) GetPodByFullName(podFullName string) (*v1.Pod, bool) {
|
|
ret := _m.Called(podFullName)
|
|
|
|
var r0 *v1.Pod
|
|
if rf, ok := ret.Get(0).(func(string) *v1.Pod); ok {
|
|
r0 = rf(podFullName)
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 bool
|
|
if rf, ok := ret.Get(1).(func(string) bool); ok {
|
|
r1 = rf(podFullName)
|
|
} else {
|
|
r1 = ret.Get(1).(bool)
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetPodByMirrorPod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) GetPodByMirrorPod(_a0 *v1.Pod) (*v1.Pod, bool) {
|
|
ret := _m.Called(_a0)
|
|
|
|
var r0 *v1.Pod
|
|
if rf, ok := ret.Get(0).(func(*v1.Pod) *v1.Pod); ok {
|
|
r0 = rf(_a0)
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 bool
|
|
if rf, ok := ret.Get(1).(func(*v1.Pod) bool); ok {
|
|
r1 = rf(_a0)
|
|
} else {
|
|
r1 = ret.Get(1).(bool)
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetPodByName provides a mock function with given fields: namespace, name
|
|
func (_m *MockManager) GetPodByName(namespace string, name string) (*v1.Pod, bool) {
|
|
ret := _m.Called(namespace, name)
|
|
|
|
var r0 *v1.Pod
|
|
if rf, ok := ret.Get(0).(func(string, string) *v1.Pod); ok {
|
|
r0 = rf(namespace, name)
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 bool
|
|
if rf, ok := ret.Get(1).(func(string, string) bool); ok {
|
|
r1 = rf(namespace, name)
|
|
} else {
|
|
r1 = ret.Get(1).(bool)
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetPodByUID provides a mock function with given fields: _a0
|
|
func (_m *MockManager) GetPodByUID(_a0 types.UID) (*v1.Pod, bool) {
|
|
ret := _m.Called(_a0)
|
|
|
|
var r0 *v1.Pod
|
|
if rf, ok := ret.Get(0).(func(types.UID) *v1.Pod); ok {
|
|
r0 = rf(_a0)
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 bool
|
|
if rf, ok := ret.Get(1).(func(types.UID) bool); ok {
|
|
r1 = rf(_a0)
|
|
} else {
|
|
r1 = ret.Get(1).(bool)
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetPods provides a mock function with given fields:
|
|
func (_m *MockManager) GetPods() []*v1.Pod {
|
|
ret := _m.Called()
|
|
|
|
var r0 []*v1.Pod
|
|
if rf, ok := ret.Get(0).(func() []*v1.Pod); ok {
|
|
r0 = rf()
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).([]*v1.Pod)
|
|
}
|
|
}
|
|
|
|
return r0
|
|
}
|
|
|
|
// GetPodsAndMirrorPods provides a mock function with given fields:
|
|
func (_m *MockManager) GetPodsAndMirrorPods() ([]*v1.Pod, []*v1.Pod) {
|
|
ret := _m.Called()
|
|
|
|
var r0 []*v1.Pod
|
|
if rf, ok := ret.Get(0).(func() []*v1.Pod); ok {
|
|
r0 = rf()
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).([]*v1.Pod)
|
|
}
|
|
}
|
|
|
|
var r1 []*v1.Pod
|
|
if rf, ok := ret.Get(1).(func() []*v1.Pod); ok {
|
|
r1 = rf()
|
|
} else {
|
|
if ret.Get(1) != nil {
|
|
r1 = ret.Get(1).([]*v1.Pod)
|
|
}
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// GetUIDTranslations provides a mock function with given fields:
|
|
func (_m *MockManager) GetUIDTranslations() (map[kubelettypes.ResolvedPodUID]kubelettypes.MirrorPodUID, map[kubelettypes.MirrorPodUID]kubelettypes.ResolvedPodUID) {
|
|
ret := _m.Called()
|
|
|
|
var r0 map[kubelettypes.ResolvedPodUID]kubelettypes.MirrorPodUID
|
|
if rf, ok := ret.Get(0).(func() map[kubelettypes.ResolvedPodUID]kubelettypes.MirrorPodUID); ok {
|
|
r0 = rf()
|
|
} else {
|
|
if ret.Get(0) != nil {
|
|
r0 = ret.Get(0).(map[kubelettypes.ResolvedPodUID]kubelettypes.MirrorPodUID)
|
|
}
|
|
}
|
|
|
|
var r1 map[kubelettypes.MirrorPodUID]kubelettypes.ResolvedPodUID
|
|
if rf, ok := ret.Get(1).(func() map[kubelettypes.MirrorPodUID]kubelettypes.ResolvedPodUID); ok {
|
|
r1 = rf()
|
|
} else {
|
|
if ret.Get(1) != nil {
|
|
r1 = ret.Get(1).(map[kubelettypes.MirrorPodUID]kubelettypes.ResolvedPodUID)
|
|
}
|
|
}
|
|
|
|
return r0, r1
|
|
}
|
|
|
|
// IsMirrorPodOf provides a mock function with given fields: mirrorPod, _a1
|
|
func (_m *MockManager) IsMirrorPodOf(mirrorPod *v1.Pod, _a1 *v1.Pod) bool {
|
|
ret := _m.Called(mirrorPod, _a1)
|
|
|
|
var r0 bool
|
|
if rf, ok := ret.Get(0).(func(*v1.Pod, *v1.Pod) bool); ok {
|
|
r0 = rf(mirrorPod, _a1)
|
|
} else {
|
|
r0 = ret.Get(0).(bool)
|
|
}
|
|
|
|
return r0
|
|
}
|
|
|
|
// SetPods provides a mock function with given fields: pods
|
|
func (_m *MockManager) SetPods(pods []*v1.Pod) {
|
|
_m.Called(pods)
|
|
}
|
|
|
|
// TranslatePodUID provides a mock function with given fields: uid
|
|
func (_m *MockManager) TranslatePodUID(uid types.UID) kubelettypes.ResolvedPodUID {
|
|
ret := _m.Called(uid)
|
|
|
|
var r0 kubelettypes.ResolvedPodUID
|
|
if rf, ok := ret.Get(0).(func(types.UID) kubelettypes.ResolvedPodUID); ok {
|
|
r0 = rf(uid)
|
|
} else {
|
|
r0 = ret.Get(0).(kubelettypes.ResolvedPodUID)
|
|
}
|
|
|
|
return r0
|
|
}
|
|
|
|
// UpdatePod provides a mock function with given fields: _a0
|
|
func (_m *MockManager) UpdatePod(_a0 *v1.Pod) {
|
|
_m.Called(_a0)
|
|
}
|