17af029bc5
Pod with PVC will not be scheduled if the PVC is being deleted. This can happen when the PVC has finalizers of storage plugins. Such a pod becomes pending. Unfortunately, after the finalizer finishes and PVC is deleted, the pod remains pending forever. The StatefulSet controller does nothing for this pending pod. This commit prevents the StatefulSet controller from creating such pods when PVC is to be deleted.
487 lines
19 KiB
Go
487 lines
19 KiB
Go
/*
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package statefulset
|
|
|
|
import (
|
|
"errors"
|
|
"strings"
|
|
"testing"
|
|
"time"
|
|
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
|
|
core "k8s.io/client-go/testing"
|
|
"k8s.io/client-go/tools/cache"
|
|
"k8s.io/client-go/tools/record"
|
|
|
|
"k8s.io/api/core/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/client-go/kubernetes/fake"
|
|
corelisters "k8s.io/client-go/listers/core/v1"
|
|
_ "k8s.io/kubernetes/pkg/apis/apps/install"
|
|
_ "k8s.io/kubernetes/pkg/apis/core/install"
|
|
)
|
|
|
|
func TestStatefulPodControlCreatesPods(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("get", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewNotFound(action.GetResource().GroupResource(), action.GetResource().Resource)
|
|
})
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); err != nil {
|
|
t.Errorf("StatefulPodControl failed to create Pod error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("Expected 2 events for successful create found %d", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlCreatePodExists(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcs := getPersistentVolumeClaims(set, pod)
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
for k := range pvcs {
|
|
pvc := pvcs[k]
|
|
pvcIndexer.Add(&pvc)
|
|
}
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, pod, apierrors.NewAlreadyExists(action.GetResource().GroupResource(), pod.Name)
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); !apierrors.IsAlreadyExists(err) {
|
|
t.Errorf("Failed to create Pod error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 0 {
|
|
t.Errorf("Pod and PVC exist: got %d events, but want 0", eventCount)
|
|
for i := range events {
|
|
t.Log(events[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlCreatePodPvcCreateFailure(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed to produce error on PVC creation failure")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("PVC create failure: got %d events, but want 2", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event %s", events[i])
|
|
}
|
|
}
|
|
}
|
|
func TestStatefulPodControlCreatePodPvcDeleting(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcs := getPersistentVolumeClaims(set, pod)
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
deleteTime := time.Date(2019, time.January, 1, 0, 0, 0, 0, time.UTC)
|
|
for k := range pvcs {
|
|
pvc := pvcs[k]
|
|
pvc.DeletionTimestamp = &metav1.Time{Time: deleteTime}
|
|
pvcIndexer.Add(&pvc)
|
|
}
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed to produce error on deleting PVC")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("Deleting PVC: got %d events, but want 1", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event %s", events[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
type fakeIndexer struct {
|
|
cache.Indexer
|
|
getError error
|
|
}
|
|
|
|
func (f *fakeIndexer) GetByKey(key string) (interface{}, bool, error) {
|
|
return nil, false, f.getError
|
|
}
|
|
|
|
func TestStatefulPodControlCreatePodPvcGetFailure(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := &fakeIndexer{getError: errors.New("API server down")}
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed to produce error on PVC creation failure")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("PVC create failure: got %d events, but want 2", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event: %s", events[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlCreatePodFailed(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
create := action.(core.CreateAction)
|
|
return true, create.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
if err := control.CreateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed to produce error on Pod creation failure")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("Pod create failed: got %d events, but want 2", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[0])
|
|
|
|
} else if !strings.Contains(events[1], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event %s", events[1])
|
|
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlNoOpUpdate(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, nil, recorder)
|
|
fakeClient.AddReactor("*", "*", func(action core.Action) (bool, runtime.Object, error) {
|
|
t.Error("no-op update should not make any client invocation")
|
|
return true, nil, apierrors.NewInternalError(errors.New("if we are here we have a problem"))
|
|
})
|
|
if err := control.UpdateStatefulPod(set, pod); err != nil {
|
|
t.Errorf("Error returned on no-op update error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 0 {
|
|
t.Errorf("no-op update: got %d events, but want 0", eventCount)
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlUpdatesIdentity(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := fake.NewSimpleClientset(set, pod)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, nil, recorder)
|
|
var updated *v1.Pod
|
|
fakeClient.PrependReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
updated = update.GetObject().(*v1.Pod)
|
|
return true, update.GetObject(), nil
|
|
})
|
|
pod.Name = "goo-0"
|
|
if err := control.UpdateStatefulPod(set, pod); err != nil {
|
|
t.Errorf("Successful update returned an error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("Pod update successful:got %d events,but want 1", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[0])
|
|
}
|
|
if !identityMatches(set, updated) {
|
|
t.Error("Name update failed identity does not match")
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlUpdateIdentityFailure(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
indexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
gooPod := newStatefulSetPod(set, 0)
|
|
gooPod.Name = "goo-0"
|
|
indexer.Add(gooPod)
|
|
podLister := corelisters.NewPodLister(indexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, podLister, nil, recorder)
|
|
fakeClient.AddReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
pod.Name = "goo-0"
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
pod.Name = "goo-0"
|
|
if err := control.UpdateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed update does not generate an error")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("Pod update failed: got %d events, but want 1", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event %s", events[0])
|
|
}
|
|
if identityMatches(set, pod) {
|
|
t.Error("Failed update mutated Pod identity")
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlUpdatesPodStorage(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
pvcs := getPersistentVolumeClaims(set, pod)
|
|
volumes := make([]v1.Volume, 0, len(pod.Spec.Volumes))
|
|
for i := range pod.Spec.Volumes {
|
|
if _, contains := pvcs[pod.Spec.Volumes[i].Name]; !contains {
|
|
volumes = append(volumes, pod.Spec.Volumes[i])
|
|
}
|
|
}
|
|
pod.Spec.Volumes = volumes
|
|
fakeClient.AddReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
return true, update.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
return true, update.GetObject(), nil
|
|
})
|
|
var updated *v1.Pod
|
|
fakeClient.PrependReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
updated = update.GetObject().(*v1.Pod)
|
|
return true, update.GetObject(), nil
|
|
})
|
|
if err := control.UpdateStatefulPod(set, pod); err != nil {
|
|
t.Errorf("Successful update returned an error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("Pod storage update successful: got %d events, but want 2", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[i])
|
|
}
|
|
}
|
|
if !storageMatches(set, updated) {
|
|
t.Error("Name update failed identity does not match")
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlUpdatePodStorageFailure(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
pvcIndexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
pvcLister := corelisters.NewPersistentVolumeClaimLister(pvcIndexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, pvcLister, recorder)
|
|
pvcs := getPersistentVolumeClaims(set, pod)
|
|
volumes := make([]v1.Volume, 0, len(pod.Spec.Volumes))
|
|
for i := range pod.Spec.Volumes {
|
|
if _, contains := pvcs[pod.Spec.Volumes[i].Name]; !contains {
|
|
volumes = append(volumes, pod.Spec.Volumes[i])
|
|
}
|
|
}
|
|
pod.Spec.Volumes = volumes
|
|
fakeClient.AddReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
return true, update.GetObject(), nil
|
|
})
|
|
fakeClient.AddReactor("create", "persistentvolumeclaims", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
if err := control.UpdateStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed Pod storage update did not return an error")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 2 {
|
|
t.Errorf("Pod storage update failed: got %d events, but want 2", eventCount)
|
|
}
|
|
for i := range events {
|
|
if !strings.Contains(events[i], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[i])
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlUpdatePodConflictSuccess(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
indexer := cache.NewIndexer(cache.MetaNamespaceKeyFunc, cache.Indexers{cache.NamespaceIndex: cache.MetaNamespaceIndexFunc})
|
|
gooPod := newStatefulSetPod(set, 0)
|
|
gooPod.Name = "goo-0"
|
|
indexer.Add(gooPod)
|
|
podLister := corelisters.NewPodLister(indexer)
|
|
control := NewRealStatefulPodControl(fakeClient, nil, podLister, nil, recorder)
|
|
conflict := false
|
|
fakeClient.AddReactor("update", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
update := action.(core.UpdateAction)
|
|
if !conflict {
|
|
conflict = true
|
|
return true, update.GetObject(), apierrors.NewConflict(action.GetResource().GroupResource(), pod.Name, errors.New("conflict"))
|
|
}
|
|
return true, update.GetObject(), nil
|
|
|
|
})
|
|
pod.Name = "goo-0"
|
|
if err := control.UpdateStatefulPod(set, pod); err != nil {
|
|
t.Errorf("Successful update returned an error: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("Pod update successful: got %d, but want 1", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[0])
|
|
}
|
|
if !identityMatches(set, pod) {
|
|
t.Error("Name update failed identity does not match")
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlDeletesStatefulPod(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, nil, recorder)
|
|
fakeClient.AddReactor("delete", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, nil
|
|
})
|
|
if err := control.DeleteStatefulPod(set, pod); err != nil {
|
|
t.Errorf("Error returned on successful delete: %s", err)
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("delete successful: got %d events, but want 1", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeNormal) {
|
|
t.Errorf("Found unexpected non-normal event %s", events[0])
|
|
}
|
|
}
|
|
|
|
func TestStatefulPodControlDeleteFailure(t *testing.T) {
|
|
recorder := record.NewFakeRecorder(10)
|
|
set := newStatefulSet(3)
|
|
pod := newStatefulSetPod(set, 0)
|
|
fakeClient := &fake.Clientset{}
|
|
control := NewRealStatefulPodControl(fakeClient, nil, nil, nil, recorder)
|
|
fakeClient.AddReactor("delete", "pods", func(action core.Action) (bool, runtime.Object, error) {
|
|
return true, nil, apierrors.NewInternalError(errors.New("API server down"))
|
|
})
|
|
if err := control.DeleteStatefulPod(set, pod); err == nil {
|
|
t.Error("Failed to return error on failed delete")
|
|
}
|
|
events := collectEvents(recorder.Events)
|
|
if eventCount := len(events); eventCount != 1 {
|
|
t.Errorf("delete failed: got %d events, but want 1", eventCount)
|
|
} else if !strings.Contains(events[0], v1.EventTypeWarning) {
|
|
t.Errorf("Found unexpected non-warning event %s", events[0])
|
|
}
|
|
}
|
|
|
|
func collectEvents(source <-chan string) []string {
|
|
done := false
|
|
events := make([]string, 0)
|
|
for !done {
|
|
select {
|
|
case event := <-source:
|
|
events = append(events, event)
|
|
default:
|
|
done = true
|
|
}
|
|
}
|
|
return events
|
|
}
|