4811ad0231
Automatic merge from submit-queue (batch tested with PRs 38592, 39949, 39946, 39882) Add optional per-request context to restclient **What this PR does / why we need it**: It adds per-request contexts to restclient's API, and uses them to add timeouts to all proxy calls in the e2e tests. An entire e2e shouldn't hang for hours on a single API call. **Which issue this PR fixes**: #38305 **Special notes for your reviewer**: This adds a feature to the low-level rest client request feature that is entirely optional. It doesn't affect any requests that don't use it. The api of the generated clients does not change, and they currently don't take advantage of this. I intend to patch this in to 1.5 as a mostly test only change since it's not going to affect any controller, generated client, or user of the generated client. cc @kubernetes/sig-api-machinery cc @saad-ali
113 lines
3.8 KiB
Go
113 lines
3.8 KiB
Go
/*
|
|
Copyright 2015 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package e2e
|
|
|
|
import (
|
|
"context"
|
|
"time"
|
|
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/labels"
|
|
"k8s.io/kubernetes/pkg/api"
|
|
"k8s.io/kubernetes/pkg/api/v1"
|
|
"k8s.io/kubernetes/test/e2e/framework"
|
|
|
|
. "github.com/onsi/ginkgo"
|
|
. "github.com/onsi/gomega"
|
|
)
|
|
|
|
var _ = framework.KubeDescribe("Kibana Logging Instances Is Alive [Feature:Elasticsearch]", func() {
|
|
f := framework.NewDefaultFramework("kibana-logging")
|
|
|
|
BeforeEach(func() {
|
|
// TODO: For now assume we are only testing cluster logging with Elasticsearch
|
|
// and Kibana on GCE. Once we are sure that Elasticsearch and Kibana cluster level logging
|
|
// works for other providers we should widen this scope of this test.
|
|
framework.SkipUnlessProviderIs("gce")
|
|
})
|
|
|
|
It("should check that the Kibana logging instance is alive", func() {
|
|
ClusterLevelLoggingWithKibana(f)
|
|
})
|
|
})
|
|
|
|
const (
|
|
kibanaKey = "k8s-app"
|
|
kibanaValue = "kibana-logging"
|
|
)
|
|
|
|
// ClusterLevelLoggingWithKibana is an end to end test that checks to see if Kibana is alive.
|
|
func ClusterLevelLoggingWithKibana(f *framework.Framework) {
|
|
// graceTime is how long to keep retrying requests for status information.
|
|
const graceTime = 20 * time.Minute
|
|
|
|
// Check for the existence of the Kibana service.
|
|
By("Checking the Kibana service exists.")
|
|
s := f.ClientSet.Core().Services(api.NamespaceSystem)
|
|
// Make a few attempts to connect. This makes the test robust against
|
|
// being run as the first e2e test just after the e2e cluster has been created.
|
|
var err error
|
|
for start := time.Now(); time.Since(start) < graceTime; time.Sleep(5 * time.Second) {
|
|
if _, err = s.Get("kibana-logging", metav1.GetOptions{}); err == nil {
|
|
break
|
|
}
|
|
framework.Logf("Attempt to check for the existence of the Kibana service failed after %v", time.Since(start))
|
|
}
|
|
Expect(err).NotTo(HaveOccurred())
|
|
|
|
// Wait for the Kibana pod(s) to enter the running state.
|
|
By("Checking to make sure the Kibana pods are running")
|
|
label := labels.SelectorFromSet(labels.Set(map[string]string{kibanaKey: kibanaValue}))
|
|
options := v1.ListOptions{LabelSelector: label.String()}
|
|
pods, err := f.ClientSet.Core().Pods(api.NamespaceSystem).List(options)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
for _, pod := range pods.Items {
|
|
err = framework.WaitForPodRunningInNamespace(f.ClientSet, &pod)
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|
|
|
|
By("Checking to make sure we get a response from the Kibana UI.")
|
|
err = nil
|
|
for start := time.Now(); time.Since(start) < graceTime; time.Sleep(5 * time.Second) {
|
|
proxyRequest, errProxy := framework.GetServicesProxyRequest(f.ClientSet, f.ClientSet.Core().RESTClient().Get())
|
|
if errProxy != nil {
|
|
framework.Logf("After %v failed to get services proxy request: %v", time.Since(start), errProxy)
|
|
err = errProxy
|
|
continue
|
|
}
|
|
|
|
ctx, cancel := context.WithTimeout(context.Background(), framework.SingleCallTimeout)
|
|
defer cancel()
|
|
|
|
// Query against the root URL for Kibana.
|
|
_, err = proxyRequest.Namespace(api.NamespaceSystem).
|
|
Context(ctx).
|
|
Name("kibana-logging").
|
|
DoRaw()
|
|
if err != nil {
|
|
if ctx.Err() != nil {
|
|
framework.Failf("After %v proxy call to kibana-logging failed: %v", time.Since(start), err)
|
|
break
|
|
}
|
|
framework.Logf("After %v proxy call to kibana-logging failed: %v", time.Since(start), err)
|
|
continue
|
|
}
|
|
break
|
|
}
|
|
Expect(err).NotTo(HaveOccurred())
|
|
}
|