3bc7676024
The "Saturate" phase of StatefulSet e2e tests verifies orderly startup by controlling when each Pod is allowed to report Ready. If a Pod unexepectedly goes down during the test, the replacement Pod created by the controller will forget if it was already allowed to report Ready. After this change, the signal that allows each Pod to report Ready is persisted in the Pod's PVC. Thus, the replacement Pod will remember that it was already told to proceed to a Ready state.
115 lines
3.6 KiB
Go
115 lines
3.6 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package upgrades
|
|
|
|
import (
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
|
|
apps "k8s.io/api/apps/v1beta1"
|
|
"k8s.io/api/core/v1"
|
|
"k8s.io/kubernetes/pkg/util/version"
|
|
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
"k8s.io/kubernetes/test/e2e/upgrades"
|
|
)
|
|
|
|
// StatefulSetUpgradeTest implements an upgrade test harness for StatefulSet upgrade testing.
|
|
type StatefulSetUpgradeTest struct {
|
|
tester *framework.StatefulSetTester
|
|
service *v1.Service
|
|
set *apps.StatefulSet
|
|
}
|
|
|
|
func (StatefulSetUpgradeTest) Name() string { return "[sig-apps] statefulset-upgrade" }
|
|
|
|
func (StatefulSetUpgradeTest) Skip(upgCtx upgrades.UpgradeContext) bool {
|
|
minVersion := version.MustParseSemantic("1.5.0")
|
|
|
|
for _, vCtx := range upgCtx.Versions {
|
|
if vCtx.Version.LessThan(minVersion) {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
// Setup creates a StatefulSet and a HeadlessService. It verifies the basic SatefulSet properties
|
|
func (t *StatefulSetUpgradeTest) Setup(f *framework.Framework) {
|
|
ssName := "ss"
|
|
labels := map[string]string{
|
|
"foo": "bar",
|
|
"baz": "blah",
|
|
}
|
|
headlessSvcName := "test"
|
|
statefulPodMounts := []v1.VolumeMount{{Name: "datadir", MountPath: "/data/"}}
|
|
podMounts := []v1.VolumeMount{{Name: "home", MountPath: "/home"}}
|
|
ns := f.Namespace.Name
|
|
t.set = framework.NewStatefulSet(ssName, ns, headlessSvcName, 2, statefulPodMounts, podMounts, labels)
|
|
t.service = framework.CreateStatefulSetService(ssName, labels)
|
|
*(t.set.Spec.Replicas) = 3
|
|
t.tester = framework.NewStatefulSetTester(f.ClientSet)
|
|
t.tester.PauseNewPods(t.set)
|
|
|
|
By("Creating service " + headlessSvcName + " in namespace " + ns)
|
|
_, err := f.ClientSet.Core().Services(ns).Create(t.service)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("Creating statefulset " + ssName + " in namespace " + ns)
|
|
*(t.set.Spec.Replicas) = 3
|
|
_, err = f.ClientSet.AppsV1beta1().StatefulSets(ns).Create(t.set)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("Saturating stateful set " + t.set.Name)
|
|
t.tester.Saturate(t.set)
|
|
t.verify()
|
|
t.restart()
|
|
t.verify()
|
|
}
|
|
|
|
// Waits for the upgrade to complete and verifies the StatefulSet basic functionality
|
|
func (t *StatefulSetUpgradeTest) Test(f *framework.Framework, done <-chan struct{}, upgrade upgrades.UpgradeType) {
|
|
<-done
|
|
t.verify()
|
|
}
|
|
|
|
// Deletes all StatefulSets
|
|
func (t *StatefulSetUpgradeTest) Teardown(f *framework.Framework) {
|
|
framework.DeleteAllStatefulSets(f.ClientSet, t.set.Name)
|
|
}
|
|
|
|
func (t *StatefulSetUpgradeTest) verify() {
|
|
By("Verifying statefulset mounted data directory is usable")
|
|
framework.ExpectNoError(t.tester.CheckMount(t.set, "/data"))
|
|
|
|
By("Verifying statefulset provides a stable hostname for each pod")
|
|
framework.ExpectNoError(t.tester.CheckHostname(t.set))
|
|
|
|
By("Verifying statefulset set proper service name")
|
|
framework.ExpectNoError(t.tester.CheckServiceName(t.set, t.set.Spec.ServiceName))
|
|
|
|
cmd := "echo $(hostname) > /data/hostname; sync;"
|
|
By("Running " + cmd + " in all stateful pods")
|
|
framework.ExpectNoError(t.tester.ExecInStatefulPods(t.set, cmd))
|
|
}
|
|
|
|
func (t *StatefulSetUpgradeTest) restart() {
|
|
By("Restarting statefulset " + t.set.Name)
|
|
t.tester.Restart(t.set)
|
|
t.tester.WaitForRunningAndReady(*t.set.Spec.Replicas, t.set)
|
|
}
|