/* Copyright 2015 The Kubernetes Authors All rights reserved. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package e2e import ( "strconv" "time" "k8s.io/kubernetes/pkg/api" client "k8s.io/kubernetes/pkg/client/unversioned" "k8s.io/kubernetes/pkg/util" . "github.com/onsi/ginkgo" ) const ( dynamicConsumptionTimeInSeconds = 30 staticConsumptionTimeInSeconds = 3600 dynamicRequestSizeInMillicores = 100 dynamicRequestSizeInMegabytes = 100 port = 80 targetPort = 8080 timeoutRC = 120 * time.Second image = "gcr.io/google_containers/resource_consumer:beta" rcIsNil = "ERROR: replicationController = nil" ) /* ResourceConsumer is a tool for testing. It helps create specified usage of CPU or memory (Warnig: memory not supported) typical use case: rc.ConsumeCPU(600) // ... check your assumption here rc.ConsumeCPU(300) // ... check your assumption here */ type ResourceConsumer struct { name string framework *Framework cpu chan int mem chan int stopCPU chan int stopMem chan int consumptionTimeInSeconds int sleepTime time.Duration requestSizeInMillicores int requestSizeInMegabytes int } func NewDynamicResourceConsumer(name string, replicas, initCPU, initMemory int, cpuLimit, memLimit int64, framework *Framework) *ResourceConsumer { return newResourceConsumer(name, replicas, initCPU, initMemory, dynamicConsumptionTimeInSeconds, dynamicRequestSizeInMillicores, dynamicRequestSizeInMegabytes, cpuLimit, memLimit, framework) } func NewStaticResourceConsumer(name string, replicas, initCPU, initMemory int, cpuLimit, memLimit int64, framework *Framework) *ResourceConsumer { return newResourceConsumer(name, replicas, initCPU, initMemory, staticConsumptionTimeInSeconds, initCPU/replicas, initMemory/replicas, cpuLimit, memLimit, framework) } /* NewResourceConsumer creates new ResourceConsumer initCPU argument is in millicores initMemory argument is in megabytes memLimit argument is in megabytes, memLimit is a maximum amount of memory that can be consumed by a single pod cpuLimit argument is in millicores, cpuLimit is a maximum amount of cpu that can be consumed by a single pod */ func newResourceConsumer(name string, replicas, initCPU, initMemory, consumptionTimeInSeconds, requestSizeInMillicores, requestSizeInMegabytes int, cpuLimit, memLimit int64, framework *Framework) *ResourceConsumer { runServiceAndRCForResourceConsumer(framework.Client, framework.Namespace.Name, name, replicas, cpuLimit, memLimit) rc := &ResourceConsumer{ name: name, framework: framework, cpu: make(chan int), mem: make(chan int), stopCPU: make(chan int), stopMem: make(chan int), consumptionTimeInSeconds: consumptionTimeInSeconds, sleepTime: time.Duration(consumptionTimeInSeconds) * time.Second, requestSizeInMillicores: requestSizeInMillicores, requestSizeInMegabytes: requestSizeInMegabytes, } go rc.makeConsumeCPURequests() rc.ConsumeCPU(initCPU) go rc.makeConsumeMemRequests() rc.ConsumeMem(initMemory) return rc } // ConsumeCPU consumes given number of CPU func (rc *ResourceConsumer) ConsumeCPU(millicores int) { rc.cpu <- millicores } // ConsumeMem consumes given number of Mem func (rc *ResourceConsumer) ConsumeMem(megabytes int) { rc.mem <- megabytes } func (rc *ResourceConsumer) makeConsumeCPURequests() { var count int var rest int sleepTime := time.Duration(0) for { select { case millicores := <-rc.cpu: if rc.requestSizeInMillicores != 0 { count = millicores / rc.requestSizeInMillicores } rest = millicores - count*rc.requestSizeInMillicores case <-time.After(sleepTime): if count > 0 { rc.sendConsumeCPURequests(count, rc.requestSizeInMillicores, rc.consumptionTimeInSeconds) } if rest > 0 { go rc.sendOneConsumeCPURequest(rest, rc.consumptionTimeInSeconds) } sleepTime = rc.sleepTime case <-rc.stopCPU: return } } } func (rc *ResourceConsumer) makeConsumeMemRequests() { var count int var rest int sleepTime := time.Duration(0) for { select { case megabytes := <-rc.mem: if rc.requestSizeInMegabytes != 0 { count = megabytes / rc.requestSizeInMegabytes } rest = megabytes - count*rc.requestSizeInMegabytes case <-time.After(sleepTime): if count > 0 { rc.sendConsumeMemRequests(count, rc.requestSizeInMegabytes, rc.consumptionTimeInSeconds) } if rest > 0 { go rc.sendOneConsumeMemRequest(rest, rc.consumptionTimeInSeconds) } sleepTime = rc.sleepTime case <-rc.stopMem: return } } } func (rc *ResourceConsumer) sendConsumeCPURequests(requests, millicores, durationSec int) { for i := 0; i < requests; i++ { go rc.sendOneConsumeCPURequest(millicores, durationSec) } } func (rc *ResourceConsumer) sendConsumeMemRequests(requests, megabytes, durationSec int) { for i := 0; i < requests; i++ { go rc.sendOneConsumeMemRequest(megabytes, durationSec) } } // sendOneConsumeCPURequest sends POST request for cpu consumption func (rc *ResourceConsumer) sendOneConsumeCPURequest(millicores int, durationSec int) { defer GinkgoRecover() _, err := rc.framework.Client.Post(). Prefix("proxy"). Namespace(rc.framework.Namespace.Name). Resource("services"). Name(rc.name). Suffix("ConsumeCPU"). Param("millicores", strconv.Itoa(millicores)). Param("durationSec", strconv.Itoa(durationSec)). Do(). Raw() expectNoError(err) } // sendOneConsumeMemRequest sends POST request for memory consumption func (rc *ResourceConsumer) sendOneConsumeMemRequest(megabytes int, durationSec int) { defer GinkgoRecover() _, err := rc.framework.Client.Post(). Prefix("proxy"). Namespace(rc.framework.Namespace.Name). Resource("services"). Name(rc.name). Suffix("ConsumeMem"). Param("megabytes", strconv.Itoa(megabytes)). Param("durationSec", strconv.Itoa(durationSec)). Do(). Raw() expectNoError(err) } func (rc *ResourceConsumer) GetReplicas() int { replicationController, err := rc.framework.Client.ReplicationControllers(rc.framework.Namespace.Name).Get(rc.name) expectNoError(err) if replicationController == nil { Failf(rcIsNil) } return replicationController.Status.Replicas } func (rc *ResourceConsumer) WaitForReplicas(desiredReplicas int) { timeout := 10 * time.Minute for start := time.Now(); time.Since(start) < timeout; time.Sleep(20 * time.Second) { if desiredReplicas == rc.GetReplicas() { Logf("Replication Controller current replicas number is equal to desired replicas number: %d", desiredReplicas) return } else { Logf("Replication Controller current replicas number %d waiting to be %d", rc.GetReplicas(), desiredReplicas) } } Failf("timeout waiting %v for pods size to be %d", timeout, desiredReplicas) } func (rc *ResourceConsumer) CleanUp() { rc.stopCPU <- 0 rc.stopMem <- 0 expectNoError(DeleteRC(rc.framework.Client, rc.framework.Namespace.Name, rc.name)) expectNoError(rc.framework.Client.Services(rc.framework.Namespace.Name).Delete(rc.name)) } func runServiceAndRCForResourceConsumer(c *client.Client, ns, name string, replicas int, cpuLimitMillis, memLimitMb int64) { _, err := c.Services(ns).Create(&api.Service{ ObjectMeta: api.ObjectMeta{ Name: name, }, Spec: api.ServiceSpec{ Ports: []api.ServicePort{{ Port: port, TargetPort: util.NewIntOrStringFromInt(targetPort), }}, Selector: map[string]string{ "name": name, }, }, }) expectNoError(err) config := RCConfig{ Client: c, Image: image, Name: name, Namespace: ns, Timeout: timeoutRC, Replicas: replicas, CpuLimit: cpuLimitMillis, MemLimit: memLimitMb * 1024 * 1024, // MemLimit is in bytes } expectNoError(RunRC(config)) }