158 lines
5.6 KiB
Go
158 lines
5.6 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package dns
|
|
|
|
import (
|
|
"fmt"
|
|
"net"
|
|
"runtime"
|
|
|
|
apps "k8s.io/api/apps/v1beta2"
|
|
"k8s.io/api/core/v1"
|
|
apierrors "k8s.io/apimachinery/pkg/api/errors"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
kuberuntime "k8s.io/apimachinery/pkg/runtime"
|
|
clientset "k8s.io/client-go/kubernetes"
|
|
kubeadmapi "k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
|
|
kubeadmconstants "k8s.io/kubernetes/cmd/kubeadm/app/constants"
|
|
kubeadmutil "k8s.io/kubernetes/cmd/kubeadm/app/util"
|
|
"k8s.io/kubernetes/cmd/kubeadm/app/util/apiclient"
|
|
"k8s.io/kubernetes/pkg/api/legacyscheme"
|
|
"k8s.io/kubernetes/pkg/util/version"
|
|
)
|
|
|
|
const (
|
|
// KubeDNSServiceAccountName describes the name of the ServiceAccount for the kube-dns addon
|
|
KubeDNSServiceAccountName = "kube-dns"
|
|
)
|
|
|
|
// EnsureDNSAddon creates the kube-dns addon
|
|
func EnsureDNSAddon(cfg *kubeadmapi.MasterConfiguration, client clientset.Interface) error {
|
|
k8sVersion, err := version.ParseSemantic(cfg.KubernetesVersion)
|
|
if err != nil {
|
|
return fmt.Errorf("couldn't parse kubernetes version %q: %v", cfg.KubernetesVersion, err)
|
|
}
|
|
|
|
if err := CreateServiceAccount(client); err != nil {
|
|
return err
|
|
}
|
|
|
|
dnsip, err := getDNSIP(client)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
var dnsBindAddr string
|
|
if dnsip.To4() == nil {
|
|
dnsBindAddr = "::1"
|
|
} else {
|
|
dnsBindAddr = "127.0.0.1"
|
|
}
|
|
|
|
// Get the YAML manifest conditionally based on the k8s version
|
|
kubeDNSDeploymentBytes := GetKubeDNSManifest(k8sVersion)
|
|
dnsDeploymentBytes, err := kubeadmutil.ParseTemplate(kubeDNSDeploymentBytes,
|
|
struct{ ImageRepository, Arch, Version, DNSBindAddr, DNSDomain, DNSProbeType, MasterTaintKey string }{
|
|
ImageRepository: cfg.ImageRepository,
|
|
Arch: runtime.GOARCH,
|
|
// Get the kube-dns version conditionally based on the k8s version
|
|
Version: GetKubeDNSVersion(k8sVersion),
|
|
DNSBindAddr: dnsBindAddr,
|
|
DNSDomain: cfg.Networking.DNSDomain,
|
|
DNSProbeType: GetKubeDNSProbeType(k8sVersion),
|
|
MasterTaintKey: kubeadmconstants.LabelNodeRoleMaster,
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("error when parsing kube-dns deployment template: %v", err)
|
|
}
|
|
|
|
dnsServiceBytes, err := kubeadmutil.ParseTemplate(KubeDNSService, struct{ DNSIP string }{
|
|
DNSIP: dnsip.String(),
|
|
})
|
|
if err != nil {
|
|
return fmt.Errorf("error when parsing kube-proxy configmap template: %v", err)
|
|
}
|
|
|
|
if err := createKubeDNSAddon(dnsDeploymentBytes, dnsServiceBytes, client); err != nil {
|
|
return err
|
|
}
|
|
fmt.Println("[addons] Applied essential addon: kube-dns")
|
|
return nil
|
|
}
|
|
|
|
// CreateServiceAccount creates the necessary serviceaccounts that kubeadm uses/might use, if they don't already exist.
|
|
func CreateServiceAccount(client clientset.Interface) error {
|
|
|
|
return apiclient.CreateOrUpdateServiceAccount(client, &v1.ServiceAccount{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: KubeDNSServiceAccountName,
|
|
Namespace: metav1.NamespaceSystem,
|
|
},
|
|
})
|
|
}
|
|
|
|
func createKubeDNSAddon(deploymentBytes, serviceBytes []byte, client clientset.Interface) error {
|
|
kubednsDeployment := &apps.Deployment{}
|
|
if err := kuberuntime.DecodeInto(legacyscheme.Codecs.UniversalDecoder(), deploymentBytes, kubednsDeployment); err != nil {
|
|
return fmt.Errorf("unable to decode kube-dns deployment %v", err)
|
|
}
|
|
|
|
// Create the Deployment for kube-dns or update it in case it already exists
|
|
if err := apiclient.CreateOrUpdateDeployment(client, kubednsDeployment); err != nil {
|
|
return err
|
|
}
|
|
|
|
kubednsService := &v1.Service{}
|
|
if err := kuberuntime.DecodeInto(legacyscheme.Codecs.UniversalDecoder(), serviceBytes, kubednsService); err != nil {
|
|
return fmt.Errorf("unable to decode kube-dns service %v", err)
|
|
}
|
|
|
|
// Can't use a generic apiclient helper func here as we have to tolerate more than AlreadyExists.
|
|
if _, err := client.CoreV1().Services(metav1.NamespaceSystem).Create(kubednsService); err != nil {
|
|
// Ignore if the Service is invalid with this error message:
|
|
// Service "kube-dns" is invalid: spec.clusterIP: Invalid value: "10.96.0.10": provided IP is already allocated
|
|
|
|
if !apierrors.IsAlreadyExists(err) && !apierrors.IsInvalid(err) {
|
|
return fmt.Errorf("unable to create a new kube-dns service: %v", err)
|
|
}
|
|
|
|
if _, err := client.CoreV1().Services(metav1.NamespaceSystem).Update(kubednsService); err != nil {
|
|
return fmt.Errorf("unable to create/update the kube-dns service: %v", err)
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// getDNSIP fetches the kubernetes service's ClusterIP and appends a "0" to it in order to get the DNS IP
|
|
func getDNSIP(client clientset.Interface) (net.IP, error) {
|
|
k8ssvc, err := client.CoreV1().Services(metav1.NamespaceDefault).Get("kubernetes", metav1.GetOptions{})
|
|
if err != nil {
|
|
return nil, fmt.Errorf("couldn't fetch information about the kubernetes service: %v", err)
|
|
}
|
|
|
|
if len(k8ssvc.Spec.ClusterIP) == 0 {
|
|
return nil, fmt.Errorf("couldn't fetch a valid clusterIP from the kubernetes service")
|
|
}
|
|
|
|
// Build an IP by taking the kubernetes service's clusterIP and appending a "0" and checking that it's valid
|
|
dnsIP := net.ParseIP(fmt.Sprintf("%s0", k8ssvc.Spec.ClusterIP))
|
|
if dnsIP == nil {
|
|
return nil, fmt.Errorf("could not parse dns ip %q: %v", dnsIP, err)
|
|
}
|
|
return dnsIP, nil
|
|
}
|