424 lines
14 KiB
Go
424 lines
14 KiB
Go
/*
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package storage
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"sync"
|
|
"testing"
|
|
|
|
apiequality "k8s.io/apimachinery/pkg/api/equality"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/fields"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/apimachinery/pkg/runtime"
|
|
"k8s.io/apimachinery/pkg/util/diff"
|
|
genericapirequest "k8s.io/apiserver/pkg/endpoints/request"
|
|
"k8s.io/apiserver/pkg/registry/generic"
|
|
genericregistrytest "k8s.io/apiserver/pkg/registry/generic/testing"
|
|
"k8s.io/apiserver/pkg/registry/rest"
|
|
etcd3testing "k8s.io/apiserver/pkg/storage/etcd3/testing"
|
|
"k8s.io/kubernetes/pkg/apis/apps"
|
|
"k8s.io/kubernetes/pkg/apis/autoscaling"
|
|
api "k8s.io/kubernetes/pkg/apis/core"
|
|
"k8s.io/kubernetes/pkg/registry/registrytest"
|
|
)
|
|
|
|
// TODO: allow for global factory override
|
|
func newStorage(t *testing.T) (StatefulSetStorage, *etcd3testing.EtcdTestServer) {
|
|
etcdStorage, server := registrytest.NewEtcdStorage(t, apps.GroupName)
|
|
restOptions := generic.RESTOptions{StorageConfig: etcdStorage, Decorator: generic.UndecoratedStorage, DeleteCollectionWorkers: 1, ResourcePrefix: "statefulsets"}
|
|
storage, err := NewStorage(restOptions)
|
|
if err != nil {
|
|
t.Fatalf("unexpected error from REST storage: %v", err)
|
|
}
|
|
return storage, server
|
|
}
|
|
|
|
func validNewStatefulSet() *apps.StatefulSet {
|
|
return &apps.StatefulSet{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: "foo",
|
|
Namespace: metav1.NamespaceDefault,
|
|
Labels: map[string]string{"a": "b"},
|
|
},
|
|
Spec: apps.StatefulSetSpec{
|
|
PodManagementPolicy: apps.OrderedReadyPodManagement,
|
|
Selector: &metav1.LabelSelector{MatchLabels: map[string]string{"a": "b"}},
|
|
Template: api.PodTemplateSpec{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Labels: map[string]string{"a": "b"},
|
|
},
|
|
Spec: api.PodSpec{
|
|
Containers: []api.Container{
|
|
{
|
|
Name: "test",
|
|
Image: "test_image",
|
|
ImagePullPolicy: api.PullIfNotPresent,
|
|
},
|
|
},
|
|
RestartPolicy: api.RestartPolicyAlways,
|
|
DNSPolicy: api.DNSClusterFirst,
|
|
},
|
|
},
|
|
Replicas: 7,
|
|
UpdateStrategy: apps.StatefulSetUpdateStrategy{Type: apps.RollingUpdateStatefulSetStrategyType},
|
|
},
|
|
Status: apps.StatefulSetStatus{},
|
|
}
|
|
}
|
|
|
|
var validStatefulSet = *validNewStatefulSet()
|
|
|
|
func TestCreate(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
test := genericregistrytest.New(t, storage.StatefulSet.Store)
|
|
ps := validNewStatefulSet()
|
|
ps.ObjectMeta = metav1.ObjectMeta{}
|
|
test.TestCreate(
|
|
// valid
|
|
ps,
|
|
// TODO: Add an invalid case when we have validation.
|
|
)
|
|
}
|
|
|
|
// TODO: Test updates to spec when we allow them.
|
|
|
|
func TestStatusUpdate(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
ctx := genericapirequest.WithNamespace(genericapirequest.NewContext(), metav1.NamespaceDefault)
|
|
key := "/statefulsets/" + metav1.NamespaceDefault + "/foo"
|
|
validStatefulSet := validNewStatefulSet()
|
|
if err := storage.StatefulSet.Storage.Create(ctx, key, validStatefulSet, nil, 0, false); err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
update := apps.StatefulSet{
|
|
ObjectMeta: validStatefulSet.ObjectMeta,
|
|
Spec: apps.StatefulSetSpec{
|
|
Replicas: 7,
|
|
},
|
|
Status: apps.StatefulSetStatus{
|
|
Replicas: 7,
|
|
},
|
|
}
|
|
|
|
if _, _, err := storage.Status.Update(ctx, update.Name, rest.DefaultUpdatedObjectInfo(&update), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{}); err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
obj, err := storage.StatefulSet.Get(ctx, "foo", &metav1.GetOptions{})
|
|
if err != nil {
|
|
t.Fatalf("unexpected error: %v", err)
|
|
}
|
|
|
|
ps := obj.(*apps.StatefulSet)
|
|
if ps.Spec.Replicas != 7 {
|
|
t.Errorf("we expected .spec.replicas to not be updated but it was updated to %v", ps.Spec.Replicas)
|
|
}
|
|
if ps.Status.Replicas != 7 {
|
|
t.Errorf("we expected .status.replicas to be updated to %d but it was %v", 7, ps.Status.Replicas)
|
|
}
|
|
}
|
|
|
|
func TestGet(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
test := genericregistrytest.New(t, storage.StatefulSet.Store)
|
|
test.TestGet(validNewStatefulSet())
|
|
}
|
|
|
|
func TestList(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
test := genericregistrytest.New(t, storage.StatefulSet.Store)
|
|
test.TestList(validNewStatefulSet())
|
|
}
|
|
|
|
func TestDelete(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
test := genericregistrytest.New(t, storage.StatefulSet.Store)
|
|
test.TestDelete(validNewStatefulSet())
|
|
}
|
|
|
|
func TestWatch(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
test := genericregistrytest.New(t, storage.StatefulSet.Store)
|
|
test.TestWatch(
|
|
validNewStatefulSet(),
|
|
// matching labels
|
|
[]labels.Set{
|
|
{"a": "b"},
|
|
},
|
|
// not matching labels
|
|
[]labels.Set{
|
|
{"a": "c"},
|
|
{"foo": "bar"},
|
|
},
|
|
|
|
// matching fields
|
|
[]fields.Set{
|
|
{"metadata.name": "foo"},
|
|
},
|
|
// not matching fields
|
|
[]fields.Set{
|
|
{"metadata.name": "bar"},
|
|
},
|
|
)
|
|
}
|
|
|
|
func TestCategories(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
expected := []string{"all"}
|
|
registrytest.AssertCategories(t, storage.StatefulSet, expected)
|
|
}
|
|
|
|
func TestShortNames(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
expected := []string{"sts"}
|
|
registrytest.AssertShortNames(t, storage.StatefulSet, expected)
|
|
}
|
|
|
|
func TestScaleGet(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
|
|
name := "foo"
|
|
|
|
var sts apps.StatefulSet
|
|
ctx := genericapirequest.WithNamespace(genericapirequest.NewContext(), metav1.NamespaceDefault)
|
|
key := "/statefulsets/" + metav1.NamespaceDefault + "/" + name
|
|
if err := storage.StatefulSet.Storage.Create(ctx, key, &validStatefulSet, &sts, 0, false); err != nil {
|
|
t.Fatalf("error setting new statefulset (key: %s) %v: %v", key, validStatefulSet, err)
|
|
}
|
|
|
|
selector, err := metav1.LabelSelectorAsSelector(validStatefulSet.Spec.Selector)
|
|
if err != nil {
|
|
t.Fatal(err)
|
|
}
|
|
want := &autoscaling.Scale{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: metav1.NamespaceDefault,
|
|
UID: sts.UID,
|
|
ResourceVersion: sts.ResourceVersion,
|
|
CreationTimestamp: sts.CreationTimestamp,
|
|
},
|
|
Spec: autoscaling.ScaleSpec{
|
|
Replicas: validStatefulSet.Spec.Replicas,
|
|
},
|
|
Status: autoscaling.ScaleStatus{
|
|
Replicas: validStatefulSet.Status.Replicas,
|
|
Selector: selector.String(),
|
|
},
|
|
}
|
|
obj, err := storage.Scale.Get(ctx, name, &metav1.GetOptions{})
|
|
got := obj.(*autoscaling.Scale)
|
|
if err != nil {
|
|
t.Fatalf("error fetching scale for %s: %v", name, err)
|
|
}
|
|
if !apiequality.Semantic.DeepEqual(got, want) {
|
|
t.Errorf("unexpected scale: %s", diff.ObjectDiff(got, want))
|
|
}
|
|
}
|
|
|
|
func TestScaleUpdate(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
defer storage.StatefulSet.Store.DestroyFunc()
|
|
|
|
name := "foo"
|
|
|
|
var sts apps.StatefulSet
|
|
ctx := genericapirequest.WithNamespace(genericapirequest.NewContext(), metav1.NamespaceDefault)
|
|
key := "/statefulsets/" + metav1.NamespaceDefault + "/" + name
|
|
if err := storage.StatefulSet.Storage.Create(ctx, key, &validStatefulSet, &sts, 0, false); err != nil {
|
|
t.Fatalf("error setting new statefulset (key: %s) %v: %v", key, validStatefulSet, err)
|
|
}
|
|
replicas := 12
|
|
update := autoscaling.Scale{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: name,
|
|
Namespace: metav1.NamespaceDefault,
|
|
},
|
|
Spec: autoscaling.ScaleSpec{
|
|
Replicas: int32(replicas),
|
|
},
|
|
}
|
|
|
|
if _, _, err := storage.Scale.Update(ctx, update.Name, rest.DefaultUpdatedObjectInfo(&update), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{}); err != nil {
|
|
t.Fatalf("error updating scale %v: %v", update, err)
|
|
}
|
|
|
|
obj, err := storage.Scale.Get(ctx, name, &metav1.GetOptions{})
|
|
if err != nil {
|
|
t.Fatalf("error fetching scale for %s: %v", name, err)
|
|
}
|
|
scale := obj.(*autoscaling.Scale)
|
|
if scale.Spec.Replicas != int32(replicas) {
|
|
t.Errorf("wrong replicas count expected: %d got: %d", replicas, scale.Spec.Replicas)
|
|
}
|
|
|
|
update.ResourceVersion = sts.ResourceVersion
|
|
update.Spec.Replicas = 15
|
|
|
|
if _, _, err = storage.Scale.Update(ctx, update.Name, rest.DefaultUpdatedObjectInfo(&update), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{}); err != nil && !apierrors.IsConflict(err) {
|
|
t.Fatalf("unexpected error, expecting an update conflict but got %v", err)
|
|
}
|
|
}
|
|
|
|
// TODO: Test generation number.
|
|
|
|
func TestScalePatchErrors(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
validObj := &validStatefulSet
|
|
namespace := validObj.Namespace
|
|
name := validObj.Name
|
|
resourceStore := storage.StatefulSet.Store
|
|
scaleStore := storage.Scale
|
|
|
|
defer resourceStore.DestroyFunc()
|
|
ctx := genericapirequest.WithNamespace(genericapirequest.NewContext(), namespace)
|
|
|
|
{
|
|
applyNotFoundPatch := func() rest.TransformFunc {
|
|
return func(_ context.Context, _, currentObject runtime.Object) (objToUpdate runtime.Object, patchErr error) {
|
|
t.Errorf("notfound patch called")
|
|
return currentObject, nil
|
|
}
|
|
}
|
|
_, _, err := scaleStore.Update(ctx, "bad-name", rest.DefaultUpdatedObjectInfo(nil, applyNotFoundPatch()), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{})
|
|
if !apierrors.IsNotFound(err) {
|
|
t.Errorf("expected notfound, got %v", err)
|
|
}
|
|
}
|
|
|
|
if _, err := resourceStore.Create(ctx, validObj, rest.ValidateAllObjectFunc, &metav1.CreateOptions{}); err != nil {
|
|
t.Errorf("Unexpected error: %v", err)
|
|
}
|
|
|
|
{
|
|
applyBadUIDPatch := func() rest.TransformFunc {
|
|
return func(_ context.Context, _, currentObject runtime.Object) (objToUpdate runtime.Object, patchErr error) {
|
|
currentObject.(*autoscaling.Scale).UID = "123"
|
|
return currentObject, nil
|
|
}
|
|
}
|
|
_, _, err := scaleStore.Update(ctx, name, rest.DefaultUpdatedObjectInfo(nil, applyBadUIDPatch()), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{})
|
|
if !apierrors.IsConflict(err) {
|
|
t.Errorf("expected conflict, got %v", err)
|
|
}
|
|
}
|
|
|
|
{
|
|
applyBadResourceVersionPatch := func() rest.TransformFunc {
|
|
return func(_ context.Context, _, currentObject runtime.Object) (objToUpdate runtime.Object, patchErr error) {
|
|
currentObject.(*autoscaling.Scale).ResourceVersion = "123"
|
|
return currentObject, nil
|
|
}
|
|
}
|
|
_, _, err := scaleStore.Update(ctx, name, rest.DefaultUpdatedObjectInfo(nil, applyBadResourceVersionPatch()), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{})
|
|
if !apierrors.IsConflict(err) {
|
|
t.Errorf("expected conflict, got %v", err)
|
|
}
|
|
}
|
|
}
|
|
|
|
func TestScalePatchConflicts(t *testing.T) {
|
|
storage, server := newStorage(t)
|
|
defer server.Terminate(t)
|
|
validObj := &validStatefulSet
|
|
namespace := validObj.Namespace
|
|
name := validObj.Name
|
|
resourceStore := storage.StatefulSet.Store
|
|
scaleStore := storage.Scale
|
|
|
|
defer resourceStore.DestroyFunc()
|
|
ctx := genericapirequest.WithNamespace(genericapirequest.NewContext(), namespace)
|
|
if _, err := resourceStore.Create(ctx, validObj, rest.ValidateAllObjectFunc, &metav1.CreateOptions{}); err != nil {
|
|
t.Fatalf("Unexpected error: %v", err)
|
|
}
|
|
applyLabelPatch := func(labelName, labelValue string) rest.TransformFunc {
|
|
return func(_ context.Context, _, currentObject runtime.Object) (objToUpdate runtime.Object, patchErr error) {
|
|
currentObject.(metav1.Object).SetLabels(map[string]string{labelName: labelValue})
|
|
return currentObject, nil
|
|
}
|
|
}
|
|
stopCh := make(chan struct{})
|
|
wg := &sync.WaitGroup{}
|
|
wg.Add(1)
|
|
go func() {
|
|
defer wg.Done()
|
|
// continuously submits a patch that updates a label and verifies the label update was effective
|
|
labelName := "timestamp"
|
|
for i := 0; ; i++ {
|
|
select {
|
|
case <-stopCh:
|
|
return
|
|
default:
|
|
expectedLabelValue := fmt.Sprint(i)
|
|
updated, _, err := resourceStore.Update(ctx, name, rest.DefaultUpdatedObjectInfo(nil, applyLabelPatch(labelName, fmt.Sprint(i))), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{})
|
|
if err != nil {
|
|
t.Errorf("error patching main resource: %v", err)
|
|
return
|
|
}
|
|
gotLabelValue := updated.(metav1.Object).GetLabels()[labelName]
|
|
if gotLabelValue != expectedLabelValue {
|
|
t.Errorf("wrong label value: expected: %s, got: %s", expectedLabelValue, gotLabelValue)
|
|
return
|
|
}
|
|
}
|
|
}
|
|
}()
|
|
|
|
// continuously submits a scale patch of replicas for a monotonically increasing replica value
|
|
applyReplicaPatch := func(replicas int) rest.TransformFunc {
|
|
return func(_ context.Context, _, currentObject runtime.Object) (objToUpdate runtime.Object, patchErr error) {
|
|
currentObject.(*autoscaling.Scale).Spec.Replicas = int32(replicas)
|
|
return currentObject, nil
|
|
}
|
|
}
|
|
for i := 0; i < 100; i++ {
|
|
result, _, err := scaleStore.Update(ctx, name, rest.DefaultUpdatedObjectInfo(nil, applyReplicaPatch(i)), rest.ValidateAllObjectFunc, rest.ValidateAllObjectUpdateFunc, false, &metav1.UpdateOptions{})
|
|
if err != nil {
|
|
t.Fatalf("error patching scale: %v", err)
|
|
}
|
|
scale := result.(*autoscaling.Scale)
|
|
if scale.Spec.Replicas != int32(i) {
|
|
t.Errorf("wrong replicas count: expected: %d got: %d", i, scale.Spec.Replicas)
|
|
}
|
|
}
|
|
close(stopCh)
|
|
wg.Wait()
|
|
}
|