/* Copyright 2016 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package testutil import ( "fmt" "os" "reflect" "runtime/pprof" "sync" "time" federation_api "k8s.io/kubernetes/federation/apis/federation/v1beta1" "k8s.io/kubernetes/federation/pkg/federation-controller/util" "k8s.io/kubernetes/pkg/api" api_v1 "k8s.io/kubernetes/pkg/api/v1" "k8s.io/kubernetes/pkg/client/testing/core" "k8s.io/kubernetes/pkg/runtime" "k8s.io/kubernetes/pkg/util/wait" "k8s.io/kubernetes/pkg/watch" "github.com/golang/glog" ) // A structure that distributes eventes to multiple watchers. type WatcherDispatcher struct { sync.Mutex watchers []*watch.RaceFreeFakeWatcher eventsSoFar []*watch.Event orderExecution chan func() stopChan chan struct{} } func (wd *WatcherDispatcher) register(watcher *watch.RaceFreeFakeWatcher) { wd.Lock() defer wd.Unlock() wd.watchers = append(wd.watchers, watcher) for _, event := range wd.eventsSoFar { watcher.Action(event.Type, event.Object) } } func (wd *WatcherDispatcher) Stop() { wd.Lock() defer wd.Unlock() close(wd.stopChan) for _, watcher := range wd.watchers { watcher.Stop() } } func copy(obj runtime.Object) runtime.Object { objCopy, err := api.Scheme.DeepCopy(obj) if err != nil { panic(err) } return objCopy.(runtime.Object) } // Add sends an add event. func (wd *WatcherDispatcher) Add(obj runtime.Object) { wd.Lock() defer wd.Unlock() wd.eventsSoFar = append(wd.eventsSoFar, &watch.Event{Type: watch.Added, Object: copy(obj)}) for _, watcher := range wd.watchers { if !watcher.IsStopped() { watcher.Add(copy(obj)) } } } // Modify sends a modify event. func (wd *WatcherDispatcher) Modify(obj runtime.Object) { wd.Lock() defer wd.Unlock() glog.V(4).Infof("->WatcherDispatcher.Modify(%v)", obj) wd.eventsSoFar = append(wd.eventsSoFar, &watch.Event{Type: watch.Modified, Object: copy(obj)}) for i, watcher := range wd.watchers { if !watcher.IsStopped() { glog.V(4).Infof("->Watcher(%d).Modify(%v)", i, obj) watcher.Modify(copy(obj)) } else { glog.V(4).Infof("->Watcher(%d) is stopped. Not calling Modify(%v)", i, obj) } } } // Delete sends a delete event. func (wd *WatcherDispatcher) Delete(lastValue runtime.Object) { wd.Lock() defer wd.Unlock() wd.eventsSoFar = append(wd.eventsSoFar, &watch.Event{Type: watch.Deleted, Object: copy(lastValue)}) for _, watcher := range wd.watchers { if !watcher.IsStopped() { watcher.Delete(copy(lastValue)) } } } // Error sends an Error event. func (wd *WatcherDispatcher) Error(errValue runtime.Object) { wd.Lock() defer wd.Unlock() wd.eventsSoFar = append(wd.eventsSoFar, &watch.Event{Type: watch.Error, Object: copy(errValue)}) for _, watcher := range wd.watchers { if !watcher.IsStopped() { watcher.Error(copy(errValue)) } } } // Action sends an event of the requested type, for table-based testing. func (wd *WatcherDispatcher) Action(action watch.EventType, obj runtime.Object) { wd.Lock() defer wd.Unlock() wd.eventsSoFar = append(wd.eventsSoFar, &watch.Event{Type: action, Object: copy(obj)}) for _, watcher := range wd.watchers { if !watcher.IsStopped() { watcher.Action(action, copy(obj)) } } } // RegisterFakeWatch adds a new fake watcher for the specified resource in the given fake client. // All subsequent requests for a watch on the client will result in returning this fake watcher. func RegisterFakeWatch(resource string, client *core.Fake) *WatcherDispatcher { dispatcher := &WatcherDispatcher{ watchers: make([]*watch.RaceFreeFakeWatcher, 0), eventsSoFar: make([]*watch.Event, 0), orderExecution: make(chan func()), stopChan: make(chan struct{}), } go func() { for { select { case fun := <-dispatcher.orderExecution: fun() case <-dispatcher.stopChan: return } } }() client.AddWatchReactor(resource, func(action core.Action) (bool, watch.Interface, error) { watcher := watch.NewRaceFreeFake() dispatcher.register(watcher) return true, watcher, nil }) return dispatcher } // RegisterFakeList registers a list response for the specified resource inside the given fake client. // The passed value will be returned with every list call. func RegisterFakeList(resource string, client *core.Fake, obj runtime.Object) { client.AddReactor("list", resource, func(action core.Action) (bool, runtime.Object, error) { return true, obj, nil }) } // RegisterFakeCopyOnCreate registers a reactor in the given fake client that passes // all created objects to the given watcher and also copies them to a channel for // in-test inspection. func RegisterFakeCopyOnCreate(resource string, client *core.Fake, watcher *WatcherDispatcher) chan runtime.Object { objChan := make(chan runtime.Object, 100) client.AddReactor("create", resource, func(action core.Action) (bool, runtime.Object, error) { createAction := action.(core.CreateAction) originalObj := createAction.GetObject() // Create a copy of the object here to prevent data races while reading the object in go routine. obj := copy(originalObj) watcher.orderExecution <- func() { glog.V(4).Infof("Object created. Writing to channel: %v", obj) watcher.Add(obj) objChan <- obj } return true, originalObj, nil }) return objChan } // RegisterFakeCopyOnUpdate registers a reactor in the given fake client that passes // all updated objects to the given watcher and also copies them to a channel for // in-test inspection. func RegisterFakeCopyOnUpdate(resource string, client *core.Fake, watcher *WatcherDispatcher) chan runtime.Object { objChan := make(chan runtime.Object, 100) client.AddReactor("update", resource, func(action core.Action) (bool, runtime.Object, error) { updateAction := action.(core.UpdateAction) originalObj := updateAction.GetObject() // Create a copy of the object here to prevent data races while reading the object in go routine. obj := copy(originalObj) watcher.orderExecution <- func() { glog.V(4).Infof("Object updated. Writing to channel: %v", obj) watcher.Modify(obj) objChan <- obj } return true, originalObj, nil }) return objChan } // GetObjectFromChan tries to get an api object from the given channel // within a reasonable time. func GetObjectFromChan(c chan runtime.Object) runtime.Object { select { case obj := <-c: return obj case <-time.After(wait.ForeverTestTimeout): pprof.Lookup("goroutine").WriteTo(os.Stderr, 1) return nil } } type CheckingFunction func(runtime.Object) error // CheckObjectFromChan tries to get an object matching the given check function // within a reasonable time. func CheckObjectFromChan(c chan runtime.Object, checkFunction CheckingFunction) error { delay := 20 * time.Second var lastError error for { select { case obj := <-c: if lastError = checkFunction(obj); lastError == nil { return nil } glog.Infof("Check function failed with %v", lastError) delay = 5 * time.Second case <-time.After(delay): pprof.Lookup("goroutine").WriteTo(os.Stderr, 1) if lastError == nil { return fmt.Errorf("Failed to get an object from channel") } else { return lastError } } } } // CompareObjectMeta returns an error when the given objects are not equivalent. func CompareObjectMeta(a, b api_v1.ObjectMeta) error { if a.Namespace != b.Namespace { return fmt.Errorf("Different namespace expected:%s observed:%s", a.Namespace, b.Namespace) } if a.Name != b.Name { return fmt.Errorf("Different name expected:%s observed:%s", a.Namespace, b.Namespace) } if !reflect.DeepEqual(a.Annotations, b.Annotations) { return fmt.Errorf("Annotations are different expected:%v observerd:%v", a.Annotations, b.Annotations) } if !reflect.DeepEqual(a.Labels, b.Labels) { return fmt.Errorf("Annotations are different expected:%v observerd:%v", a.Labels, b.Labels) } return nil } func ToFederatedInformerForTestOnly(informer util.FederatedInformer) util.FederatedInformerForTestOnly { inter := informer.(interface{}) return inter.(util.FederatedInformerForTestOnly) } // NewCluster builds a new cluster object. func NewCluster(name string, readyStatus api_v1.ConditionStatus) *federation_api.Cluster { return &federation_api.Cluster{ ObjectMeta: api_v1.ObjectMeta{ Name: name, Annotations: map[string]string{}, }, Status: federation_api.ClusterStatus{ Conditions: []federation_api.ClusterCondition{ {Type: federation_api.ClusterReady, Status: readyStatus}, }, }, } } // Ensure a key is in the store before returning (or timeout w/ error) func WaitForStoreUpdate(store util.FederatedReadOnlyStore, clusterName, key string, timeout time.Duration) error { retryInterval := 100 * time.Millisecond err := wait.PollImmediate(retryInterval, timeout, func() (bool, error) { _, found, err := store.GetByKey(clusterName, key) return found, err }) return err }