/* Copyright 2023 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package dra import ( "context" "fmt" "net" "os" "path/filepath" "testing" "time" "github.com/stretchr/testify/assert" "google.golang.org/grpc" v1 "k8s.io/api/core/v1" resourcev1alpha2 "k8s.io/api/resource/v1alpha2" metav1 "k8s.io/apimachinery/pkg/apis/meta/v1" "k8s.io/apimachinery/pkg/util/sets" "k8s.io/client-go/kubernetes/fake" "k8s.io/dynamic-resource-allocation/resourceclaim" drapbv1 "k8s.io/kubelet/pkg/apis/dra/v1alpha3" "k8s.io/kubernetes/pkg/kubelet/cm/dra/plugin" "k8s.io/kubernetes/pkg/kubelet/cm/dra/state" kubecontainer "k8s.io/kubernetes/pkg/kubelet/container" ) const ( driverName = "test-cdi-device" driverClassName = "test" ) type fakeDRADriverGRPCServer struct { drapbv1.UnimplementedNodeServer driverName string timeout *time.Duration } func (s *fakeDRADriverGRPCServer) NodePrepareResources(ctx context.Context, req *drapbv1.NodePrepareResourcesRequest) (*drapbv1.NodePrepareResourcesResponse, error) { if s.timeout != nil { time.Sleep(*s.timeout) } deviceName := "claim-" + req.Claims[0].Uid result := s.driverName + "/" + driverClassName + "=" + deviceName return &drapbv1.NodePrepareResourcesResponse{Claims: map[string]*drapbv1.NodePrepareResourceResponse{req.Claims[0].Uid: {CDIDevices: []string{result}}}}, nil } func (s *fakeDRADriverGRPCServer) NodeUnprepareResources(ctx context.Context, req *drapbv1.NodeUnprepareResourcesRequest) (*drapbv1.NodeUnprepareResourcesResponse, error) { if s.timeout != nil { time.Sleep(*s.timeout) } return &drapbv1.NodeUnprepareResourcesResponse{Claims: map[string]*drapbv1.NodeUnprepareResourceResponse{req.Claims[0].Uid: {}}}, nil } type tearDown func() func setupFakeDRADriverGRPCServer(shouldTimeout bool) (string, tearDown, error) { socketDir, err := os.MkdirTemp("", "dra") if err != nil { return "", nil, err } socketName := filepath.Join(socketDir, "server.sock") stopCh := make(chan struct{}) teardown := func() { close(stopCh) os.RemoveAll(socketName) } l, err := net.Listen("unix", socketName) if err != nil { teardown() return "", nil, err } s := grpc.NewServer() fakeDRADriverGRPCServer := &fakeDRADriverGRPCServer{ driverName: driverName, } if shouldTimeout { timeout := plugin.PluginClientTimeout + 10*time.Millisecond fakeDRADriverGRPCServer.timeout = &timeout } drapbv1.RegisterNodeServer(s, fakeDRADriverGRPCServer) go func() { go s.Serve(l) <-stopCh s.GracefulStop() }() return socketName, teardown, nil } func TestNewManagerImpl(t *testing.T) { kubeClient := fake.NewSimpleClientset() for _, test := range []struct { description string stateFileDirectory string wantErr bool }{ { description: "invalid directory path", stateFileDirectory: "", wantErr: true, }, { description: "valid directory path", stateFileDirectory: t.TempDir(), }, } { t.Run(test.description, func(t *testing.T) { manager, err := NewManagerImpl(kubeClient, test.stateFileDirectory) if test.wantErr { assert.Error(t, err) return } assert.NoError(t, err) assert.NotNil(t, manager.cache) assert.NotNil(t, manager.kubeClient) }) } } func TestGetResources(t *testing.T) { kubeClient := fake.NewSimpleClientset() resourceClaimName := "test-pod-claim-1" for _, test := range []struct { description string container *v1.Container pod *v1.Pod claimInfo *ClaimInfo wantErr bool }{ { description: "claim info with annotations", container: &v1.Container{ Name: "test-container", Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-1", Source: v1.ClaimSource{ResourceClaimName: &resourceClaimName}, }, }, }, }, claimInfo: &ClaimInfo{ annotations: []kubecontainer.Annotation{ { Name: "test-annotation", Value: "123", }, }, ClaimInfoState: state.ClaimInfoState{ ClaimName: "test-pod-claim-1", CDIDevices: map[string][]string{ driverName: {"123"}, }, Namespace: "test-namespace", }, }, }, { description: "claim info without annotations", container: &v1.Container{ Name: "test-container", Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-1", Source: v1.ClaimSource{ResourceClaimName: &resourceClaimName}, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ ClaimName: "test-pod-claim-1", CDIDevices: map[string][]string{ driverName: {"123"}, }, Namespace: "test-namespace", }, }, }, { description: "no claim info", container: &v1.Container{ Name: "test-container", Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, wantErr: true, }, } { t.Run(test.description, func(t *testing.T) { manager, err := NewManagerImpl(kubeClient, t.TempDir()) assert.NoError(t, err) if test.claimInfo != nil { manager.cache.add(test.claimInfo) } containerInfo, err := manager.GetResources(test.pod, test.container) if test.wantErr { assert.Error(t, err) return } assert.NoError(t, err) assert.Equal(t, test.claimInfo.CDIDevices[driverName][0], containerInfo.CDIDevices[0].Name) }) } } func TestPrepareResources(t *testing.T) { fakeKubeClient := fake.NewSimpleClientset() for _, test := range []struct { description string driverName string pod *v1.Pod claimInfo *ClaimInfo resourceClaim *resourcev1alpha2.ResourceClaim wantErr bool wantTimeout bool wantResourceSkipped bool }{ { description: "failed to fetch ResourceClaim", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-0", Source: v1.ClaimSource{ ResourceClaimName: func() *string { s := "test-pod-claim-0" return &s }(), }, }, }, }, }, wantErr: true, }, { description: "plugin does not exist", driverName: "this-plugin-does-not-exist", pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-1", Source: v1.ClaimSource{ ResourceClaimName: func() *string { s := "test-pod-claim-1" return &s }(), }, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-1", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantErr: true, }, { description: "pod is not allowed to use resource claim", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-2", Source: v1.ClaimSource{ ResourceClaimName: func() *string { s := "test-pod-claim-2" return &s }(), }, }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-2", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, }, }, wantErr: true, }, { description: "no container actually uses the claim", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-3", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-3" return &s }()}, }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-3", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantResourceSkipped: true, }, { description: "resource already prepared", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-4", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-4" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-4", }, }, }, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ DriverName: driverName, ClaimName: "test-pod-claim-4", Namespace: "test-namespace", PodUIDs: sets.Set[string]{"test-another-pod-reserved": sets.Empty{}}, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-4", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantResourceSkipped: true, }, { description: "should timeout", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-5", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-5" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-5", }, }, }, }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-5", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantErr: true, wantTimeout: true, }, { description: "should prepare resource", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-6", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-6" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-6", }, }, }, }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-6", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data"}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, }, } { t.Run(test.description, func(t *testing.T) { cache, err := newClaimInfoCache(t.TempDir(), draManagerStateFileName) if err != nil { t.Fatalf("failed to newClaimInfoCache, err:%v", err) } manager := &ManagerImpl{ kubeClient: fakeKubeClient, cache: cache, } if test.resourceClaim != nil { if _, err := fakeKubeClient.ResourceV1alpha2().ResourceClaims(test.pod.Namespace).Create(context.Background(), test.resourceClaim, metav1.CreateOptions{}); err != nil { t.Fatalf("failed to create ResourceClaim %s: %+v", test.resourceClaim.Name, err) } } socketName, teardown, err := setupFakeDRADriverGRPCServer(test.wantTimeout) if err != nil { t.Fatal(err) } defer teardown() plg := plugin.NewRegistrationHandler() if err := plg.RegisterPlugin(test.driverName, socketName, []string{"1.27"}); err != nil { t.Fatalf("failed to register plugin %s, err: %v", test.driverName, err) } defer plg.DeRegisterPlugin(test.driverName) // for sake of next tests if test.claimInfo != nil { manager.cache.add(test.claimInfo) } err = manager.PrepareResources(test.pod) if test.wantErr { assert.Error(t, err) return // PrepareResources returned an error so stopping the subtest here } else if test.wantResourceSkipped { assert.NoError(t, err) return // resource skipped so no need to continue } assert.NoError(t, err) // check the cache contains the expected claim info claimName, _, err := resourceclaim.Name(test.pod, &test.pod.Spec.ResourceClaims[0]) if err != nil { t.Fatal(err) } claimInfo := manager.cache.get(*claimName, test.pod.Namespace) if claimInfo == nil { t.Fatalf("claimInfo not found in cache for claim %s", *claimName) } if claimInfo.DriverName != test.resourceClaim.Status.DriverName { t.Fatalf("driverName mismatch: expected %s, got %s", test.resourceClaim.Status.DriverName, claimInfo.DriverName) } if claimInfo.ClassName != test.resourceClaim.Spec.ResourceClassName { t.Fatalf("resourceClassName mismatch: expected %s, got %s", test.resourceClaim.Spec.ResourceClassName, claimInfo.ClassName) } if len(claimInfo.PodUIDs) != 1 || !claimInfo.PodUIDs.Has(string(test.pod.UID)) { t.Fatalf("podUIDs mismatch: expected [%s], got %v", test.pod.UID, claimInfo.PodUIDs) } expectedResourceClaimDriverName := fmt.Sprintf("%s/%s=claim-%s", driverName, driverClassName, string(test.resourceClaim.Status.ReservedFor[0].UID)) if len(claimInfo.CDIDevices[test.resourceClaim.Status.DriverName]) != 1 || claimInfo.CDIDevices[test.resourceClaim.Status.DriverName][0] != expectedResourceClaimDriverName { t.Fatalf("cdiDevices mismatch: expected [%s], got %v", []string{expectedResourceClaimDriverName}, claimInfo.CDIDevices[test.resourceClaim.Status.DriverName]) } }) } } func TestUnprepareResouces(t *testing.T) { fakeKubeClient := fake.NewSimpleClientset() for _, test := range []struct { description string driverName string pod *v1.Pod claimInfo *ClaimInfo resourceClaim *resourcev1alpha2.ResourceClaim wantErr bool wantTimeout bool wantResourceSkipped bool }{ { description: "plugin does not exist", driverName: "this-plugin-does-not-exist", pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "another-claim-test", Source: v1.ClaimSource{ ResourceClaimName: func() *string { s := "another-claim-test" return &s }(), }, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ DriverName: driverName, ClaimName: "another-claim-test", Namespace: "test-namespace", ResourceHandles: []resourcev1alpha2.ResourceHandle{ { DriverName: driverName, Data: "test data", }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "another-claim-test", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantErr: true, }, { description: "resource claim referenced by other pod(s)", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-1", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-1" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-1", }, }, }, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ DriverName: driverName, ClaimName: "test-pod-claim-1", Namespace: "test-namespace", PodUIDs: sets.Set[string]{"test-reserved": sets.Empty{}, "test-reserved-2": sets.Empty{}}, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-1", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantResourceSkipped: true, }, { description: "should timeout", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-2", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-2" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-2", }, }, }, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ DriverName: driverName, ClaimName: "test-pod-claim-2", Namespace: "test-namespace", ResourceHandles: []resourcev1alpha2.ResourceHandle{ { DriverName: driverName, Data: "test data", }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-2", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data", DriverName: driverName}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, wantErr: true, wantTimeout: true, }, { description: "should unprepare resource", driverName: driverName, pod: &v1.Pod{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod", Namespace: "test-namespace", UID: "test-reserved", }, Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "test-pod-claim-3", Source: v1.ClaimSource{ResourceClaimName: func() *string { s := "test-pod-claim-3" return &s }()}, }, }, Containers: []v1.Container{ { Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "test-pod-claim-3", }, }, }, }, }, }, }, claimInfo: &ClaimInfo{ ClaimInfoState: state.ClaimInfoState{ DriverName: driverName, ClaimName: "test-pod-claim-3", Namespace: "test-namespace", ResourceHandles: []resourcev1alpha2.ResourceHandle{ { DriverName: driverName, Data: "test data", }, }, }, }, resourceClaim: &resourcev1alpha2.ResourceClaim{ ObjectMeta: metav1.ObjectMeta{ Name: "test-pod-claim-3", Namespace: "test-namespace", UID: "test-reserved", }, Spec: resourcev1alpha2.ResourceClaimSpec{ ResourceClassName: "test-class", }, Status: resourcev1alpha2.ResourceClaimStatus{ DriverName: driverName, Allocation: &resourcev1alpha2.AllocationResult{ ResourceHandles: []resourcev1alpha2.ResourceHandle{ {Data: "test-data"}, }, }, ReservedFor: []resourcev1alpha2.ResourceClaimConsumerReference{ {UID: "test-reserved"}, }, }, }, }, } { t.Run(test.description, func(t *testing.T) { cache, err := newClaimInfoCache(t.TempDir(), draManagerStateFileName) if err != nil { t.Fatalf("failed to create a new instance of the claimInfoCache, err: %v", err) } socketName, teardown, err := setupFakeDRADriverGRPCServer(test.wantTimeout) if err != nil { t.Fatal(err) } defer teardown() plg := plugin.NewRegistrationHandler() if err := plg.RegisterPlugin(test.driverName, socketName, []string{"1.27"}); err != nil { t.Fatalf("failed to register plugin %s, err: %v", test.driverName, err) } defer plg.DeRegisterPlugin(test.driverName) // for sake of next tests manager := &ManagerImpl{ kubeClient: fakeKubeClient, cache: cache, } if test.claimInfo != nil { manager.cache.add(test.claimInfo) } err = manager.UnprepareResources(test.pod) if test.wantErr { assert.Error(t, err) return // UnprepareResources returned an error so stopping the subtest here } else if test.wantResourceSkipped { assert.NoError(t, err) return // resource skipped so no need to continue } assert.NoError(t, err) // Check that the cache has been updated correctly claimName, _, err := resourceclaim.Name(test.pod, &test.pod.Spec.ResourceClaims[0]) if err != nil { t.Fatal(err) } claimInfo := manager.cache.get(*claimName, test.pod.Namespace) if claimInfo != nil { t.Fatalf("claimInfo still found in cache after calling UnprepareResources") } }) } } func TestPodMightNeedToUnprepareResources(t *testing.T) { fakeKubeClient := fake.NewSimpleClientset() cache, err := newClaimInfoCache(t.TempDir(), draManagerStateFileName) if err != nil { t.Fatalf("failed to newClaimInfoCache, err:%v", err) } manager := &ManagerImpl{ kubeClient: fakeKubeClient, cache: cache, } podUID := sets.Set[string]{} podUID.Insert("test-pod-uid") manager.cache.add(&ClaimInfo{ ClaimInfoState: state.ClaimInfoState{PodUIDs: podUID, ClaimName: "test-claim", Namespace: "test-namespace"}, }) testClaimInfo := manager.cache.get("test-claim", "test-namespace") testClaimInfo.addPodReference("test-pod-uid") manager.PodMightNeedToUnprepareResources("test-pod-uid") } func TestGetContainerClaimInfos(t *testing.T) { cache, err := newClaimInfoCache(t.TempDir(), draManagerStateFileName) if err != nil { t.Fatalf("error occur:%v", err) } manager := &ManagerImpl{ cache: cache, } resourceClaimName := "test-resource-claim-1" resourceClaimName2 := "test-resource-claim-2" for i, test := range []struct { expectedClaimName string pod *v1.Pod container *v1.Container claimInfo *ClaimInfo }{ { expectedClaimName: resourceClaimName, pod: &v1.Pod{ Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "claim1", Source: v1.ClaimSource{ResourceClaimName: &resourceClaimName}, }, }, }, }, container: &v1.Container{ Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "claim1", }, }, }, }, claimInfo: &ClaimInfo{ClaimInfoState: state.ClaimInfoState{ClaimName: resourceClaimName}}, }, { expectedClaimName: resourceClaimName2, pod: &v1.Pod{ Spec: v1.PodSpec{ ResourceClaims: []v1.PodResourceClaim{ { Name: "claim2", Source: v1.ClaimSource{ResourceClaimName: &resourceClaimName2}, }, }, }, }, container: &v1.Container{ Resources: v1.ResourceRequirements{ Claims: []v1.ResourceClaim{ { Name: "claim2", }, }, }, }, claimInfo: &ClaimInfo{ClaimInfoState: state.ClaimInfoState{ClaimName: resourceClaimName2}}, }, } { t.Run(fmt.Sprintf("test-%d", i), func(t *testing.T) { manager.cache.add(test.claimInfo) fakeClaimInfos, err := manager.GetContainerClaimInfos(test.pod, test.container) assert.NoError(t, err) assert.Equal(t, 1, len(fakeClaimInfos)) assert.Equal(t, test.expectedClaimName, fakeClaimInfos[0].ClaimInfoState.ClaimName) manager.cache.delete(test.pod.Spec.ResourceClaims[0].Name, "default") _, err = manager.GetContainerClaimInfos(test.pod, test.container) assert.NoError(t, err) }) } }