60c235d573
Removed wait for PVC phase Pending. iterate test 100 times to increase chance of regression Moved claim obj assignment out of loop. add wait loop check for PVs loop until no PVs detected refactor per git comments replace api calls with framework wrappers add default suffix
693 lines
24 KiB
Go
693 lines
24 KiB
Go
/*
|
|
Copyright 2016 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package e2e
|
|
|
|
import (
|
|
"fmt"
|
|
"time"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
apierrs "k8s.io/apimachinery/pkg/api/errors"
|
|
"k8s.io/apimachinery/pkg/api/resource"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/runtime/schema"
|
|
"k8s.io/apimachinery/pkg/util/sets"
|
|
"k8s.io/apimachinery/pkg/util/wait"
|
|
"k8s.io/apiserver/pkg/authentication/serviceaccount"
|
|
"k8s.io/kubernetes/pkg/api/v1"
|
|
rbacv1beta1 "k8s.io/kubernetes/pkg/apis/rbac/v1beta1"
|
|
storage "k8s.io/kubernetes/pkg/apis/storage/v1"
|
|
storageutil "k8s.io/kubernetes/pkg/apis/storage/v1/util"
|
|
storagebeta "k8s.io/kubernetes/pkg/apis/storage/v1beta1"
|
|
"k8s.io/kubernetes/pkg/client/clientset_generated/clientset"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
)
|
|
|
|
const (
|
|
// Requested size of the volume
|
|
requestedSize = "1500Mi"
|
|
// Plugin name of the external provisioner
|
|
externalPluginName = "example.com/nfs"
|
|
)
|
|
|
|
func testDynamicProvisioning(client clientset.Interface, claim *v1.PersistentVolumeClaim, expectedSize string) {
|
|
err := framework.WaitForPersistentVolumeClaimPhase(v1.ClaimBound, client, claim.Namespace, claim.Name, framework.Poll, framework.ClaimProvisionTimeout)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("checking the claim")
|
|
// Get new copy of the claim
|
|
claim, err = client.Core().PersistentVolumeClaims(claim.Namespace).Get(claim.Name, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Get the bound PV
|
|
pv, err := client.Core().PersistentVolumes().Get(claim.Spec.VolumeName, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Check sizes
|
|
expectedCapacity := resource.MustParse(expectedSize)
|
|
pvCapacity := pv.Spec.Capacity[v1.ResourceName(v1.ResourceStorage)]
|
|
Expect(pvCapacity.Value()).To(Equal(expectedCapacity.Value()), "pvCapacity is not equal to expectedCapacity")
|
|
|
|
requestedCapacity := resource.MustParse(requestedSize)
|
|
claimCapacity := claim.Spec.Resources.Requests[v1.ResourceName(v1.ResourceStorage)]
|
|
Expect(claimCapacity.Value()).To(Equal(requestedCapacity.Value()), "claimCapacity is not equal to requestedCapacity")
|
|
|
|
// Check PV properties
|
|
Expect(pv.Spec.PersistentVolumeReclaimPolicy).To(Equal(v1.PersistentVolumeReclaimDelete))
|
|
expectedAccessModes := []v1.PersistentVolumeAccessMode{v1.ReadWriteOnce}
|
|
Expect(pv.Spec.AccessModes).To(Equal(expectedAccessModes))
|
|
Expect(pv.Spec.ClaimRef.Name).To(Equal(claim.ObjectMeta.Name))
|
|
Expect(pv.Spec.ClaimRef.Namespace).To(Equal(claim.ObjectMeta.Namespace))
|
|
|
|
// We start two pods:
|
|
// - The first writes 'hello word' to the /mnt/test (= the volume).
|
|
// - The second one runs grep 'hello world' on /mnt/test.
|
|
// If both succeed, Kubernetes actually allocated something that is
|
|
// persistent across pods.
|
|
By("checking the created volume is writable")
|
|
runInPodWithVolume(client, claim.Namespace, claim.Name, "echo 'hello world' > /mnt/test/data")
|
|
|
|
By("checking the created volume is readable and retains data")
|
|
runInPodWithVolume(client, claim.Namespace, claim.Name, "grep 'hello world' /mnt/test/data")
|
|
|
|
By("deleting the claim")
|
|
framework.ExpectNoError(client.Core().PersistentVolumeClaims(claim.Namespace).Delete(claim.Name, nil))
|
|
|
|
// Wait for the PV to get deleted. Technically, the first few delete
|
|
// attempts may fail, as the volume is still attached to a node because
|
|
// kubelet is slowly cleaning up a pod, however it should succeed in a
|
|
// couple of minutes. Wait 20 minutes to recover from random cloud hiccups.
|
|
framework.ExpectNoError(framework.WaitForPersistentVolumeDeleted(client, pv.Name, 5*time.Second, 20*time.Minute))
|
|
}
|
|
|
|
var _ = framework.KubeDescribe("Dynamic Provisioning", func() {
|
|
f := framework.NewDefaultFramework("volume-provisioning")
|
|
|
|
// filled in BeforeEach
|
|
var c clientset.Interface
|
|
var ns string
|
|
|
|
BeforeEach(func() {
|
|
c = f.ClientSet
|
|
ns = f.Namespace.Name
|
|
})
|
|
|
|
framework.KubeDescribe("DynamicProvisioner", func() {
|
|
It("should create and delete persistent volumes [Slow] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke")
|
|
|
|
By("creating a StorageClass")
|
|
class := newStorageClass("", "internal")
|
|
class, err := c.StorageV1().StorageClasses().Create(class)
|
|
defer c.StorageV1().StorageClasses().Delete(class.Name, nil)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("creating a claim with a dynamic provisioning annotation")
|
|
claim := newClaim(ns)
|
|
claim.Spec.StorageClassName = &class.Name
|
|
|
|
defer func() {
|
|
c.Core().PersistentVolumeClaims(ns).Delete(claim.Name, nil)
|
|
}()
|
|
claim, err = c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
if framework.ProviderIs("vsphere") {
|
|
// vsphere provider does not allocate volumes in 1GiB chunks, so setting expected size
|
|
// equal to requestedSize
|
|
testDynamicProvisioning(c, claim, requestedSize)
|
|
} else {
|
|
// Expected size of the volume is 2GiB, because the other three supported cloud
|
|
// providers allocate volumes in 1GiB chunks.
|
|
testDynamicProvisioning(c, claim, "2Gi")
|
|
}
|
|
})
|
|
})
|
|
|
|
framework.KubeDescribe("DynamicProvisioner Beta", func() {
|
|
It("should create and delete persistent volumes [Slow] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke")
|
|
|
|
By("creating a StorageClass")
|
|
class := newBetaStorageClass("", "beta")
|
|
class, err := c.StorageV1beta1().StorageClasses().Create(class)
|
|
defer deleteStorageClass(c, class.Name)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("creating a claim with a dynamic provisioning annotation")
|
|
claim := newClaim(ns)
|
|
claim.Annotations = map[string]string{
|
|
v1.BetaStorageClassAnnotation: class.Name,
|
|
}
|
|
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err = c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
testDynamicProvisioning(c, claim, "2Gi")
|
|
})
|
|
|
|
// NOTE: Slow! The test will wait up to 5 minutes (framework.ClaimProvisionTimeout) when there is
|
|
// no regression.
|
|
It("should not provision a volume in an unmanaged GCE zone. [Slow] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("gce", "gke")
|
|
var suffix string = "unmananged"
|
|
|
|
By("Discovering an unmanaged zone")
|
|
allZones := sets.NewString() // all zones in the project
|
|
managedZones := sets.NewString() // subset of allZones
|
|
|
|
gceCloud, err := framework.GetGCECloud()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Get all k8s managed zones
|
|
managedZones, err = gceCloud.GetAllZones()
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Get a list of all zones in the project
|
|
zones, err := gceCloud.GetComputeService().Zones.List(framework.TestContext.CloudConfig.ProjectID).Do()
|
|
for _, z := range zones.Items {
|
|
allZones.Insert(z.Name)
|
|
}
|
|
|
|
// Get the subset of zones not managed by k8s
|
|
var unmanagedZone string
|
|
var popped bool
|
|
unmanagedZones := allZones.Difference(managedZones)
|
|
// And select one of them at random.
|
|
if unmanagedZone, popped = unmanagedZones.PopAny(); !popped {
|
|
framework.Skipf("No unmanaged zones found.")
|
|
}
|
|
|
|
By("Creating a StorageClass for the unmanaged zone")
|
|
sc := newBetaStorageClass("", suffix)
|
|
// Set an unmanaged zone.
|
|
sc.Parameters = map[string]string{"zone": unmanagedZone}
|
|
sc, err = c.StorageV1beta1().StorageClasses().Create(sc)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
defer deleteStorageClass(c, sc.Name)
|
|
|
|
By("Creating a claim and expecting it to timeout")
|
|
pvc := newClaim(ns)
|
|
pvc.Spec.StorageClassName = &sc.Name
|
|
pvc, err = c.Core().PersistentVolumeClaims(ns).Create(pvc)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
defer framework.DeletePersistentVolumeClaim(c, pvc.Name, ns)
|
|
|
|
// The claim should timeout phase:Pending
|
|
err = framework.WaitForPersistentVolumeClaimPhase(v1.ClaimBound, c, ns, pvc.Name, 2*time.Second, framework.ClaimProvisionTimeout)
|
|
Expect(err).To(HaveOccurred())
|
|
framework.Logf(err.Error())
|
|
})
|
|
|
|
It("should test that deleting a claim before the volume is provisioned deletes the volume. [Volume]", func() {
|
|
// This case tests for the regressions of a bug fixed by PR #21268
|
|
// REGRESSION: Deleting the PVC before the PV is provisioned can result in the PV
|
|
// not being deleted.
|
|
// NOTE: Polls until no PVs are detected, times out at 5 minutes.
|
|
|
|
framework.SkipUnlessProviderIs("gce", "gke")
|
|
|
|
const raceAttempts int = 100
|
|
var residualPVs []*v1.PersistentVolume
|
|
By("Creating a StorageClass")
|
|
class := newBetaStorageClass("kubernetes.io/gce-pd", "")
|
|
class, err := c.StorageV1beta1().StorageClasses().Create(class)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
defer deleteStorageClass(c, class.Name)
|
|
framework.Logf("Created StorageClass %q", class.Name)
|
|
|
|
By(fmt.Sprintf("Creating and deleting PersistentVolumeClaims %d times", raceAttempts))
|
|
claim := newClaim(ns)
|
|
// To increase chance of detection, attempt multiple iterations
|
|
for i := 0; i < raceAttempts; i++ {
|
|
tmpClaim := framework.CreatePVC(c, ns, claim)
|
|
framework.DeletePersistentVolumeClaim(c, tmpClaim.Name, ns)
|
|
}
|
|
|
|
By(fmt.Sprintf("Checking for residual PersistentVolumes associated with StorageClass %s", class.Name))
|
|
residualPVs, err = waitForProvisionedVolumesDeleted(c, class.Name)
|
|
if err != nil {
|
|
// Cleanup the test resources before breaking
|
|
deleteProvisionedVolumesAndDisks(c, residualPVs)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
// Report indicators of regression
|
|
if len(residualPVs) > 0 {
|
|
framework.Logf("Remaining PersistentVolumes:")
|
|
for i, pv := range residualPVs {
|
|
framework.Logf("%s%d) %s", "\t", i+1, pv.Name)
|
|
}
|
|
framework.Failf("Expected 0 PersistentVolumes remaining. Found %d", len(residualPVs))
|
|
}
|
|
framework.Logf("0 PersistentVolumes remain.")
|
|
})
|
|
})
|
|
|
|
framework.KubeDescribe("DynamicProvisioner Alpha", func() {
|
|
It("should create and delete alpha persistent volumes [Slow] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke", "vsphere")
|
|
|
|
By("creating a claim with an alpha dynamic provisioning annotation")
|
|
claim := newClaim(ns)
|
|
claim.Annotations = map[string]string{v1.AlphaStorageClassAnnotation: ""}
|
|
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err := c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
if framework.ProviderIs("vsphere") {
|
|
testDynamicProvisioning(c, claim, requestedSize)
|
|
} else {
|
|
testDynamicProvisioning(c, claim, "2Gi")
|
|
}
|
|
})
|
|
})
|
|
|
|
framework.KubeDescribe("DynamicProvisioner External", func() {
|
|
It("should let an external dynamic provisioner create and delete persistent volumes [Slow] [Volume]", func() {
|
|
// external dynamic provisioner pods need additional permissions provided by the
|
|
// persistent-volume-provisioner role
|
|
framework.BindClusterRole(c.Rbac(), "system:persistent-volume-provisioner", ns,
|
|
rbacv1beta1.Subject{Kind: rbacv1beta1.ServiceAccountKind, Namespace: ns, Name: "default"})
|
|
|
|
err := framework.WaitForAuthorizationUpdate(c.AuthorizationV1beta1(),
|
|
serviceaccount.MakeUsername(ns, "default"),
|
|
"", "get", schema.GroupResource{Group: "storage.k8s.io", Resource: "storageclasses"}, true)
|
|
framework.ExpectNoError(err, "Failed to update authorization: %v", err)
|
|
|
|
By("creating an external dynamic provisioner pod")
|
|
pod := startExternalProvisioner(c, ns)
|
|
defer framework.DeletePodOrFail(c, ns, pod.Name)
|
|
|
|
By("creating a StorageClass")
|
|
class := newStorageClass(externalPluginName, "external")
|
|
class, err = c.StorageV1().StorageClasses().Create(class)
|
|
defer deleteStorageClass(c, class.Name)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
By("creating a claim with a dynamic provisioning annotation")
|
|
claim := newClaim(ns)
|
|
className := class.Name
|
|
// the external provisioner understands Beta only right now, see
|
|
// https://github.com/kubernetes-incubator/external-storage/issues/37
|
|
// claim.Spec.StorageClassName = &className
|
|
claim.Annotations = map[string]string{
|
|
v1.BetaStorageClassAnnotation: className,
|
|
}
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err = c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Expected size of the externally provisioned volume depends on the external
|
|
// provisioner: for nfs-provisioner used here, it's equal to requested
|
|
testDynamicProvisioning(c, claim, requestedSize)
|
|
})
|
|
})
|
|
|
|
framework.KubeDescribe("DynamicProvisioner Default", func() {
|
|
It("should create and delete default persistent volumes [Slow] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke", "vsphere", "azure")
|
|
|
|
By("creating a claim with no annotation")
|
|
claim := newClaim(ns)
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err := c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
if framework.ProviderIs("vsphere") {
|
|
testDynamicProvisioning(c, claim, requestedSize)
|
|
} else {
|
|
testDynamicProvisioning(c, claim, "2Gi")
|
|
}
|
|
})
|
|
|
|
// Modifying the default storage class can be disruptive to other tests that depend on it
|
|
It("should be disabled by changing the default annotation[Slow] [Serial] [Disruptive] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke", "vsphere")
|
|
scName := getDefaultStorageClassName(c)
|
|
|
|
By("setting the is-default StorageClass annotation to false")
|
|
verifyDefaultStorageClass(c, scName, true)
|
|
defer updateDefaultStorageClass(c, scName, "true")
|
|
updateDefaultStorageClass(c, scName, "false")
|
|
|
|
By("creating a claim with default storageclass and expecting it to timeout")
|
|
claim := newClaim(ns)
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err := c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// The claim should timeout phase:Pending
|
|
err = framework.WaitForPersistentVolumeClaimPhase(v1.ClaimBound, c, ns, claim.Name, 2*time.Second, framework.ClaimProvisionTimeout)
|
|
Expect(err).To(HaveOccurred())
|
|
framework.Logf(err.Error())
|
|
claim, err = c.Core().PersistentVolumeClaims(ns).Get(claim.Name, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(claim.Status.Phase).To(Equal(v1.ClaimPending))
|
|
})
|
|
|
|
// Modifying the default storage class can be disruptive to other tests that depend on it
|
|
It("should be disabled by removing the default annotation[Slow] [Serial] [Disruptive] [Volume]", func() {
|
|
framework.SkipUnlessProviderIs("openstack", "gce", "aws", "gke", "vsphere")
|
|
scName := getDefaultStorageClassName(c)
|
|
|
|
By("removing the is-default StorageClass annotation")
|
|
verifyDefaultStorageClass(c, scName, true)
|
|
defer updateDefaultStorageClass(c, scName, "true")
|
|
updateDefaultStorageClass(c, scName, "")
|
|
|
|
By("creating a claim with default storageclass and expecting it to timeout")
|
|
claim := newClaim(ns)
|
|
defer func() {
|
|
framework.DeletePersistentVolumeClaim(c, claim.Name, ns)
|
|
}()
|
|
claim, err := c.Core().PersistentVolumeClaims(ns).Create(claim)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// The claim should timeout phase:Pending
|
|
err = framework.WaitForPersistentVolumeClaimPhase(v1.ClaimBound, c, ns, claim.Name, 2*time.Second, framework.ClaimProvisionTimeout)
|
|
Expect(err).To(HaveOccurred())
|
|
framework.Logf(err.Error())
|
|
claim, err = c.Core().PersistentVolumeClaims(ns).Get(claim.Name, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(claim.Status.Phase).To(Equal(v1.ClaimPending))
|
|
})
|
|
})
|
|
})
|
|
|
|
func getDefaultStorageClassName(c clientset.Interface) string {
|
|
list, err := c.StorageV1().StorageClasses().List(metav1.ListOptions{})
|
|
if err != nil {
|
|
framework.Failf("Error listing storage classes: %v", err)
|
|
}
|
|
var scName string
|
|
for _, sc := range list.Items {
|
|
if storageutil.IsDefaultAnnotation(sc.ObjectMeta) {
|
|
if len(scName) != 0 {
|
|
framework.Failf("Multiple default storage classes found: %q and %q", scName, sc.Name)
|
|
}
|
|
scName = sc.Name
|
|
}
|
|
}
|
|
if len(scName) == 0 {
|
|
framework.Failf("No default storage class found")
|
|
}
|
|
framework.Logf("Default storage class: %q", scName)
|
|
return scName
|
|
}
|
|
|
|
func verifyDefaultStorageClass(c clientset.Interface, scName string, expectedDefault bool) {
|
|
sc, err := c.StorageV1().StorageClasses().Get(scName, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
Expect(storageutil.IsDefaultAnnotation(sc.ObjectMeta)).To(Equal(expectedDefault))
|
|
}
|
|
|
|
func updateDefaultStorageClass(c clientset.Interface, scName string, defaultStr string) {
|
|
sc, err := c.StorageV1().StorageClasses().Get(scName, metav1.GetOptions{})
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
if defaultStr == "" {
|
|
delete(sc.Annotations, storageutil.BetaIsDefaultStorageClassAnnotation)
|
|
delete(sc.Annotations, storageutil.IsDefaultStorageClassAnnotation)
|
|
} else {
|
|
if sc.Annotations == nil {
|
|
sc.Annotations = make(map[string]string)
|
|
}
|
|
sc.Annotations[storageutil.BetaIsDefaultStorageClassAnnotation] = defaultStr
|
|
sc.Annotations[storageutil.IsDefaultStorageClassAnnotation] = defaultStr
|
|
}
|
|
|
|
sc, err = c.StorageV1().StorageClasses().Update(sc)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
expectedDefault := false
|
|
if defaultStr == "true" {
|
|
expectedDefault = true
|
|
}
|
|
verifyDefaultStorageClass(c, scName, expectedDefault)
|
|
}
|
|
|
|
func newClaim(ns string) *v1.PersistentVolumeClaim {
|
|
claim := v1.PersistentVolumeClaim{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
GenerateName: "pvc-",
|
|
Namespace: ns,
|
|
},
|
|
Spec: v1.PersistentVolumeClaimSpec{
|
|
AccessModes: []v1.PersistentVolumeAccessMode{
|
|
v1.ReadWriteOnce,
|
|
},
|
|
Resources: v1.ResourceRequirements{
|
|
Requests: v1.ResourceList{
|
|
v1.ResourceName(v1.ResourceStorage): resource.MustParse(requestedSize),
|
|
},
|
|
},
|
|
},
|
|
}
|
|
|
|
return &claim
|
|
}
|
|
|
|
// runInPodWithVolume runs a command in a pod with given claim mounted to /mnt directory.
|
|
func runInPodWithVolume(c clientset.Interface, ns, claimName, command string) {
|
|
pod := &v1.Pod{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Pod",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
GenerateName: "pvc-volume-tester-",
|
|
},
|
|
Spec: v1.PodSpec{
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "volume-tester",
|
|
Image: "gcr.io/google_containers/busybox:1.24",
|
|
Command: []string{"/bin/sh"},
|
|
Args: []string{"-c", command},
|
|
VolumeMounts: []v1.VolumeMount{
|
|
{
|
|
Name: "my-volume",
|
|
MountPath: "/mnt/test",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
RestartPolicy: v1.RestartPolicyNever,
|
|
Volumes: []v1.Volume{
|
|
{
|
|
Name: "my-volume",
|
|
VolumeSource: v1.VolumeSource{
|
|
PersistentVolumeClaim: &v1.PersistentVolumeClaimVolumeSource{
|
|
ClaimName: claimName,
|
|
ReadOnly: false,
|
|
},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
pod, err := c.Core().Pods(ns).Create(pod)
|
|
defer func() {
|
|
framework.DeletePodOrFail(c, ns, pod.Name)
|
|
}()
|
|
framework.ExpectNoError(err, "Failed to create pod: %v", err)
|
|
framework.ExpectNoError(framework.WaitForPodSuccessInNamespaceSlow(c, pod.Name, pod.Namespace))
|
|
}
|
|
|
|
func getDefaultPluginName() string {
|
|
switch {
|
|
case framework.ProviderIs("gke"), framework.ProviderIs("gce"):
|
|
return "kubernetes.io/gce-pd"
|
|
case framework.ProviderIs("aws"):
|
|
return "kubernetes.io/aws-ebs"
|
|
case framework.ProviderIs("openstack"):
|
|
return "kubernetes.io/cinder"
|
|
case framework.ProviderIs("vsphere"):
|
|
return "kubernetes.io/vsphere-volume"
|
|
}
|
|
return ""
|
|
}
|
|
|
|
func newStorageClass(pluginName, suffix string) *storage.StorageClass {
|
|
if pluginName == "" {
|
|
pluginName = getDefaultPluginName()
|
|
}
|
|
if suffix == "" {
|
|
suffix = "sc"
|
|
}
|
|
|
|
return &storage.StorageClass{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "StorageClass",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
GenerateName: suffix + "-",
|
|
},
|
|
Provisioner: pluginName,
|
|
}
|
|
}
|
|
|
|
// TODO: remove when storage.k8s.io/v1beta1 and beta storage class annotations
|
|
// are removed.
|
|
func newBetaStorageClass(pluginName, suffix string) *storagebeta.StorageClass {
|
|
if pluginName == "" {
|
|
pluginName = getDefaultPluginName()
|
|
}
|
|
if suffix == "" {
|
|
suffix = "default"
|
|
}
|
|
|
|
return &storagebeta.StorageClass{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "StorageClass",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
GenerateName: suffix + "-",
|
|
},
|
|
Provisioner: pluginName,
|
|
}
|
|
}
|
|
|
|
func startExternalProvisioner(c clientset.Interface, ns string) *v1.Pod {
|
|
podClient := c.Core().Pods(ns)
|
|
|
|
provisionerPod := &v1.Pod{
|
|
TypeMeta: metav1.TypeMeta{
|
|
Kind: "Pod",
|
|
APIVersion: "v1",
|
|
},
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
GenerateName: "external-provisioner-",
|
|
},
|
|
|
|
Spec: v1.PodSpec{
|
|
Containers: []v1.Container{
|
|
{
|
|
Name: "nfs-provisioner",
|
|
Image: "quay.io/kubernetes_incubator/nfs-provisioner:v1.0.3",
|
|
SecurityContext: &v1.SecurityContext{
|
|
Capabilities: &v1.Capabilities{
|
|
Add: []v1.Capability{"DAC_READ_SEARCH"},
|
|
},
|
|
},
|
|
Args: []string{
|
|
"-provisioner=" + externalPluginName,
|
|
"-grace-period=0",
|
|
},
|
|
Ports: []v1.ContainerPort{
|
|
{Name: "nfs", ContainerPort: 2049},
|
|
{Name: "mountd", ContainerPort: 20048},
|
|
{Name: "rpcbind", ContainerPort: 111},
|
|
{Name: "rpcbind-udp", ContainerPort: 111, Protocol: v1.ProtocolUDP},
|
|
},
|
|
Env: []v1.EnvVar{
|
|
{
|
|
Name: "POD_IP",
|
|
ValueFrom: &v1.EnvVarSource{
|
|
FieldRef: &v1.ObjectFieldSelector{
|
|
FieldPath: "status.podIP",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
ImagePullPolicy: v1.PullIfNotPresent,
|
|
VolumeMounts: []v1.VolumeMount{
|
|
{
|
|
Name: "export-volume",
|
|
MountPath: "/export",
|
|
},
|
|
},
|
|
},
|
|
},
|
|
Volumes: []v1.Volume{
|
|
{
|
|
Name: "export-volume",
|
|
VolumeSource: v1.VolumeSource{
|
|
EmptyDir: &v1.EmptyDirVolumeSource{},
|
|
},
|
|
},
|
|
},
|
|
},
|
|
}
|
|
provisionerPod, err := podClient.Create(provisionerPod)
|
|
framework.ExpectNoError(err, "Failed to create %s pod: %v", provisionerPod.Name, err)
|
|
|
|
framework.ExpectNoError(framework.WaitForPodRunningInNamespace(c, provisionerPod))
|
|
|
|
By("locating the provisioner pod")
|
|
pod, err := podClient.Get(provisionerPod.Name, metav1.GetOptions{})
|
|
framework.ExpectNoError(err, "Cannot locate the provisioner pod %v: %v", provisionerPod.Name, err)
|
|
|
|
return pod
|
|
}
|
|
|
|
// waitForProvisionedVolumesDelete is a polling wrapper to scan all PersistentVolumes for any associated to the test's
|
|
// StorageClass. Returns either an error and nil values or the remaining PVs and their count.
|
|
func waitForProvisionedVolumesDeleted(c clientset.Interface, scName string) ([]*v1.PersistentVolume, error) {
|
|
var remainingPVs []*v1.PersistentVolume
|
|
|
|
err := wait.Poll(10*time.Second, 300*time.Second, func() (bool, error) {
|
|
remainingPVs = []*v1.PersistentVolume{}
|
|
|
|
allPVs, err := c.Core().PersistentVolumes().List(metav1.ListOptions{})
|
|
if err != nil {
|
|
return true, err
|
|
}
|
|
for _, pv := range allPVs.Items {
|
|
if pv.Annotations[v1.BetaStorageClassAnnotation] == scName {
|
|
remainingPVs = append(remainingPVs, &pv)
|
|
}
|
|
}
|
|
if len(remainingPVs) > 0 {
|
|
return false, nil // Poll until no PVs remain
|
|
} else {
|
|
return true, nil // No PVs remain
|
|
}
|
|
})
|
|
return remainingPVs, err
|
|
}
|
|
|
|
// deleteStorageClass deletes the passed in StorageClass and catches errors other than "Not Found"
|
|
func deleteStorageClass(c clientset.Interface, className string) {
|
|
err := c.Storage().StorageClasses().Delete(className, nil)
|
|
if err != nil && !apierrs.IsNotFound(err) {
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
}
|
|
|
|
// deleteProvisionedVolumes [gce||gke only] iteratively deletes persistent volumes and attached GCE PDs.
|
|
func deleteProvisionedVolumesAndDisks(c clientset.Interface, pvs []*v1.PersistentVolume) {
|
|
for _, pv := range pvs {
|
|
framework.DeletePDWithRetry(pv.Spec.PersistentVolumeSource.GCEPersistentDisk.PDName)
|
|
framework.DeletePersistentVolume(c, pv.Name)
|
|
}
|
|
}
|