211 lines
8.9 KiB
Go
211 lines
8.9 KiB
Go
/*
|
|
Copyright 2024 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package storage
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"math/rand"
|
|
"time"
|
|
|
|
storagev1 "k8s.io/api/storage/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/apimachinery/pkg/types"
|
|
utilrand "k8s.io/apimachinery/pkg/util/rand"
|
|
"k8s.io/client-go/util/retry"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
"k8s.io/kubernetes/test/e2e/storage/utils"
|
|
|
|
"github.com/onsi/ginkgo/v2"
|
|
"github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = utils.SIGDescribe("VolumeAttachment", func() {
|
|
|
|
f := framework.NewDefaultFramework("volumeattachment")
|
|
|
|
/*
|
|
Release: v1.30
|
|
Testname: VolumeAttachment, lifecycle
|
|
Description: Creating an initial VolumeAttachment MUST succeed. Reading the VolumeAttachment
|
|
MUST succeed with with required name retrieved. Patching a VolumeAttachment MUST
|
|
succeed with its new label found. Listing VolumeAttachment with a labelSelector
|
|
MUST succeed with a single item retrieved. Deleting a VolumeAttachment MUST succeed
|
|
and it MUST be confirmed. Creating a second VolumeAttachment MUST succeed. Updating
|
|
the second VolumentAttachment with a new label MUST succeed with its new label
|
|
found. Creating a third VolumeAttachment MUST succeed. Updating the third VolumentAttachment
|
|
with a new label MUST succeed with its new label found. Deleting both VolumeAttachments
|
|
via deleteCollection MUST succeed and it MUST be confirmed.
|
|
*/
|
|
ginkgo.Describe("Conformance", func() {
|
|
|
|
framework.ConformanceIt("should run through the lifecycle of a VolumeAttachment", func(ctx context.Context) {
|
|
|
|
vaClient := f.ClientSet.StorageV1().VolumeAttachments()
|
|
|
|
firstVA, vaNodeName := createVolumeAttachment(f, ctx)
|
|
ginkgo.By(fmt.Sprintf("Get VolumeAttachment %q on node %q", firstVA, vaNodeName))
|
|
retrievedVA, err := vaClient.Get(ctx, firstVA, metav1.GetOptions{})
|
|
framework.ExpectNoError(err, "failed to get VolumeAttachment %q", firstVA)
|
|
gomega.Expect(retrievedVA.Name).To(gomega.Equal(firstVA), "Checking that retrieved VolumeAttachment has the correct name")
|
|
|
|
ginkgo.By(fmt.Sprintf("Patch VolumeAttachment %q on node %q", firstVA, vaNodeName))
|
|
payload := "{\"metadata\":{\"labels\":{\"" + retrievedVA.Name + "\":\"patched\"}}}"
|
|
patchedVA, err := vaClient.Patch(ctx, retrievedVA.Name, types.MergePatchType, []byte(payload), metav1.PatchOptions{})
|
|
framework.ExpectNoError(err, "failed to patch PV %q", firstVA)
|
|
gomega.Expect(patchedVA.Labels).To(gomega.HaveKeyWithValue(patchedVA.Name, "patched"), "Checking that patched label has been applied")
|
|
|
|
patchedSelector := labels.Set{patchedVA.Name: "patched"}.AsSelector().String()
|
|
ginkgo.By(fmt.Sprintf("List VolumeAttachments with %q label", patchedSelector))
|
|
vaList, err := vaClient.List(ctx, metav1.ListOptions{LabelSelector: patchedSelector})
|
|
framework.ExpectNoError(err, "failed to list VolumeAttachments")
|
|
gomega.Expect(vaList.Items).To(gomega.HaveLen(1))
|
|
|
|
ginkgo.By(fmt.Sprintf("Delete VolumeAttachment %q on node %q", firstVA, vaNodeName))
|
|
err = vaClient.Delete(ctx, firstVA, metav1.DeleteOptions{})
|
|
framework.ExpectNoError(err, "failed to delete VolumeAttachment %q", firstVA)
|
|
|
|
ginkgo.By(fmt.Sprintf("Confirm deletion of VolumeAttachment %q on node %q", firstVA, vaNodeName))
|
|
|
|
type state struct {
|
|
VolumeAttachments []storagev1.VolumeAttachment
|
|
}
|
|
|
|
err = framework.Gomega().Eventually(ctx, framework.HandleRetry(func(ctx context.Context) (*state, error) {
|
|
vaList, err := vaClient.List(ctx, metav1.ListOptions{LabelSelector: patchedSelector})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to list VolumeAttachment: %w", err)
|
|
}
|
|
return &state{
|
|
VolumeAttachments: vaList.Items,
|
|
}, nil
|
|
})).WithTimeout(30 * time.Second).Should(framework.MakeMatcher(func(s *state) (func() string, error) {
|
|
if len(s.VolumeAttachments) == 0 {
|
|
return nil, nil
|
|
}
|
|
return func() string {
|
|
return fmt.Sprintf("Expected VolumeAttachment to be deleted, found %q", s.VolumeAttachments[0].Name)
|
|
}, nil
|
|
}))
|
|
framework.ExpectNoError(err, "Timeout while waiting to confirm VolumeAttachment %q deletion", firstVA)
|
|
|
|
secondVA, vaNodeName := createVolumeAttachment(f, ctx)
|
|
updatedLabel := map[string]string{"va-e2e": "updated"}
|
|
updatedSelector := labels.Set{"va-e2e": "updated"}.AsSelector().String()
|
|
ginkgo.By(fmt.Sprintf("Update the VolumeAttachment %q on node %q with label %q", secondVA, vaNodeName, updatedSelector))
|
|
var updatedVA *storagev1.VolumeAttachment
|
|
|
|
err = retry.RetryOnConflict(retry.DefaultRetry, func() error {
|
|
currentVA, err := vaClient.Get(ctx, secondVA, metav1.GetOptions{})
|
|
framework.ExpectNoError(err, "failed to get VolumeAttachment %q", patchedVA.Name)
|
|
currentVA.Labels = updatedLabel
|
|
updatedVA, err = vaClient.Update(ctx, currentVA, metav1.UpdateOptions{})
|
|
|
|
return err
|
|
})
|
|
framework.ExpectNoError(err, "failed to update VolumeAttachment %q on node %q", secondVA, vaNodeName)
|
|
gomega.Expect(updatedVA.Labels).To(gomega.HaveKeyWithValue("va-e2e", "updated"), "Checking that updated label has been applied")
|
|
|
|
thirdVA, vaNodeName := createVolumeAttachment(f, ctx)
|
|
ginkgo.By(fmt.Sprintf("Update the VolumeAttachment %q on node %q with label %q", thirdVA, vaNodeName, updatedSelector))
|
|
|
|
err = retry.RetryOnConflict(retry.DefaultRetry, func() error {
|
|
currentVA, err := vaClient.Get(ctx, thirdVA, metav1.GetOptions{})
|
|
framework.ExpectNoError(err, "failed to get VolumeAttachment %q", patchedVA.Name)
|
|
currentVA.Labels = updatedLabel
|
|
updatedVA, err = vaClient.Update(ctx, currentVA, metav1.UpdateOptions{})
|
|
|
|
return err
|
|
})
|
|
framework.ExpectNoError(err, "failed to update VolumeAttachment %q on node %q", thirdVA, vaNodeName)
|
|
gomega.Expect(updatedVA.Labels).To(gomega.HaveKeyWithValue("va-e2e", "updated"), "Checking that updated label has been applied")
|
|
|
|
ginkgo.By(fmt.Sprintf("DeleteCollection of VolumeAttachments with %q label", updatedSelector))
|
|
err = vaClient.DeleteCollection(ctx, metav1.DeleteOptions{}, metav1.ListOptions{LabelSelector: updatedSelector})
|
|
framework.ExpectNoError(err, "failed to delete VolumeAttachment collection")
|
|
|
|
ginkgo.By(fmt.Sprintf("Confirm deleteCollection of VolumeAttachments with %q label", updatedSelector))
|
|
|
|
err = framework.Gomega().Eventually(ctx, framework.HandleRetry(func(ctx context.Context) (*state, error) {
|
|
vaList, err := vaClient.List(ctx, metav1.ListOptions{LabelSelector: updatedSelector})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("failed to list VolumeAttachment: %w", err)
|
|
}
|
|
return &state{
|
|
VolumeAttachments: vaList.Items,
|
|
}, nil
|
|
})).WithTimeout(30 * time.Second).Should(framework.MakeMatcher(func(s *state) (func() string, error) {
|
|
if len(s.VolumeAttachments) == 0 {
|
|
return nil, nil
|
|
}
|
|
return func() string {
|
|
list := []string{}
|
|
for _, va := range s.VolumeAttachments {
|
|
list = append(list, va.Name)
|
|
}
|
|
|
|
return fmt.Sprintf("Expected VolumeAttachment(s) to be deleted, found %v", list)
|
|
}, nil
|
|
}))
|
|
framework.ExpectNoError(err, "Timeout while waiting to confirm deletion of all VolumeAttachments")
|
|
})
|
|
})
|
|
})
|
|
|
|
func NewVolumeAttachment(vaName, pvName, nodeName string, status bool) *storagev1.VolumeAttachment {
|
|
return &storagev1.VolumeAttachment{
|
|
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
UID: types.UID(vaName),
|
|
Name: vaName,
|
|
},
|
|
Spec: storagev1.VolumeAttachmentSpec{
|
|
Attacher: "e2e-test.storage.k8s.io",
|
|
NodeName: nodeName,
|
|
Source: storagev1.VolumeAttachmentSource{
|
|
PersistentVolumeName: &pvName,
|
|
},
|
|
},
|
|
Status: storagev1.VolumeAttachmentStatus{
|
|
Attached: status,
|
|
},
|
|
}
|
|
}
|
|
|
|
func createVolumeAttachment(f *framework.Framework, ctx context.Context) (string, string) {
|
|
|
|
randUID := "e2e-" + utilrand.String(5)
|
|
vaName := "va-" + randUID
|
|
pvName := "pv-" + randUID
|
|
|
|
nodes, err := f.ClientSet.CoreV1().Nodes().List(ctx, metav1.ListOptions{})
|
|
framework.ExpectNoError(err, "failed to list nodes")
|
|
randNode := rand.Intn(len(nodes.Items))
|
|
vaNodeName := nodes.Items[randNode].Name
|
|
vaAttachStatus := false
|
|
|
|
ginkgo.By(fmt.Sprintf("Create VolumeAttachment %q on node %q", vaName, vaNodeName))
|
|
va := NewVolumeAttachment(vaName, pvName, vaNodeName, vaAttachStatus)
|
|
|
|
createdVA, err := f.ClientSet.StorageV1().VolumeAttachments().Create(ctx, va, metav1.CreateOptions{})
|
|
framework.ExpectNoError(err, "failed to create VolumeAttachment %q", vaName)
|
|
gomega.Expect(createdVA.Name).To(gomega.Equal(vaName), "Checking that the created VolumeAttachment has the correct name")
|
|
|
|
return createdVA.Name, vaNodeName
|
|
}
|