
Until now, users were always asked to manually convert a component config to a version supported by kubeadm, if kubeadm is not supporting its version. This is true even for configs generated with older kubeadm versions, hence getting users to make manual conversions on kubeadm generated configs. This is not appropriate and user friendly, although, it tends to be the most common case. Hence, we sign kubeadm generated component configs stored in config maps with a SHA256 checksum. If a configs is loaded by kubeadm from a config map and has a valid signature it's considered "kubeadm generated" and if a version migration is required, this config is automatically discarded and a new one is generated. If there is no checksum or the checksum is not matching, the config is considered as "user supplied" and, if a version migration is required, kubeadm will bail out with an error, requiring manual config migration (as it's today). The behavior when supplying component configs on the kubeadm command line does not change. Kubeadm would still bail out with an error requiring migration if it can recognize their groups but not versions. Signed-off-by: Rostislav M. Georgiev <rostislavg@vmware.com>
191 lines
6.3 KiB
Go
191 lines
6.3 KiB
Go
/*
|
|
Copyright 2017 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package kubelet
|
|
|
|
import (
|
|
"fmt"
|
|
"io/ioutil"
|
|
"os"
|
|
"path/filepath"
|
|
|
|
"github.com/pkg/errors"
|
|
|
|
v1 "k8s.io/api/core/v1"
|
|
rbac "k8s.io/api/rbac/v1"
|
|
metav1 "k8s.io/apimachinery/pkg/apis/meta/v1"
|
|
"k8s.io/apimachinery/pkg/util/version"
|
|
clientset "k8s.io/client-go/kubernetes"
|
|
kubeadmapi "k8s.io/kubernetes/cmd/kubeadm/app/apis/kubeadm"
|
|
"k8s.io/kubernetes/cmd/kubeadm/app/componentconfigs"
|
|
kubeadmconstants "k8s.io/kubernetes/cmd/kubeadm/app/constants"
|
|
"k8s.io/kubernetes/cmd/kubeadm/app/util/apiclient"
|
|
)
|
|
|
|
// WriteConfigToDisk writes the kubelet config object down to a file
|
|
// Used at "kubeadm init" and "kubeadm upgrade" time
|
|
func WriteConfigToDisk(cfg *kubeadmapi.ClusterConfiguration, kubeletDir string) error {
|
|
kubeletCfg, ok := cfg.ComponentConfigs[componentconfigs.KubeletGroup]
|
|
if !ok {
|
|
return errors.New("no kubelet component config found")
|
|
}
|
|
|
|
kubeletBytes, err := kubeletCfg.Marshal()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
return writeConfigBytesToDisk(kubeletBytes, kubeletDir)
|
|
}
|
|
|
|
// CreateConfigMap creates a ConfigMap with the generic kubelet configuration.
|
|
// Used at "kubeadm init" and "kubeadm upgrade" time
|
|
func CreateConfigMap(cfg *kubeadmapi.ClusterConfiguration, client clientset.Interface) error {
|
|
|
|
k8sVersion, err := version.ParseSemantic(cfg.KubernetesVersion)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
configMapName := kubeadmconstants.GetKubeletConfigMapName(k8sVersion)
|
|
fmt.Printf("[kubelet] Creating a ConfigMap %q in namespace %s with the configuration for the kubelets in the cluster\n", configMapName, metav1.NamespaceSystem)
|
|
|
|
kubeletCfg, ok := cfg.ComponentConfigs[componentconfigs.KubeletGroup]
|
|
if !ok {
|
|
return errors.New("no kubelet component config found in the active component config set")
|
|
}
|
|
|
|
kubeletBytes, err := kubeletCfg.Marshal()
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
configMap := &v1.ConfigMap{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: configMapName,
|
|
Namespace: metav1.NamespaceSystem,
|
|
},
|
|
Data: map[string]string{
|
|
kubeadmconstants.KubeletBaseConfigurationConfigMapKey: string(kubeletBytes),
|
|
},
|
|
}
|
|
|
|
if !kubeletCfg.IsUserSupplied() {
|
|
componentconfigs.SignConfigMap(configMap)
|
|
}
|
|
|
|
if err := apiclient.CreateOrUpdateConfigMap(client, configMap); err != nil {
|
|
return err
|
|
}
|
|
|
|
if err := createConfigMapRBACRules(client, k8sVersion); err != nil {
|
|
return errors.Wrap(err, "error creating kubelet configuration configmap RBAC rules")
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// createConfigMapRBACRules creates the RBAC rules for exposing the base kubelet ConfigMap in the kube-system namespace to unauthenticated users
|
|
func createConfigMapRBACRules(client clientset.Interface, k8sVersion *version.Version) error {
|
|
if err := apiclient.CreateOrUpdateRole(client, &rbac.Role{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: configMapRBACName(k8sVersion),
|
|
Namespace: metav1.NamespaceSystem,
|
|
},
|
|
Rules: []rbac.PolicyRule{
|
|
{
|
|
Verbs: []string{"get"},
|
|
APIGroups: []string{""},
|
|
Resources: []string{"configmaps"},
|
|
ResourceNames: []string{kubeadmconstants.GetKubeletConfigMapName(k8sVersion)},
|
|
},
|
|
},
|
|
}); err != nil {
|
|
return err
|
|
}
|
|
|
|
return apiclient.CreateOrUpdateRoleBinding(client, &rbac.RoleBinding{
|
|
ObjectMeta: metav1.ObjectMeta{
|
|
Name: configMapRBACName(k8sVersion),
|
|
Namespace: metav1.NamespaceSystem,
|
|
},
|
|
RoleRef: rbac.RoleRef{
|
|
APIGroup: rbac.GroupName,
|
|
Kind: "Role",
|
|
Name: configMapRBACName(k8sVersion),
|
|
},
|
|
Subjects: []rbac.Subject{
|
|
{
|
|
Kind: rbac.GroupKind,
|
|
Name: kubeadmconstants.NodesGroup,
|
|
},
|
|
{
|
|
Kind: rbac.GroupKind,
|
|
Name: kubeadmconstants.NodeBootstrapTokenAuthGroup,
|
|
},
|
|
},
|
|
})
|
|
}
|
|
|
|
// DownloadConfig downloads the kubelet configuration from a ConfigMap and writes it to disk.
|
|
// DEPRECATED: Do not use in new code!
|
|
func DownloadConfig(client clientset.Interface, kubeletVersionStr string, kubeletDir string) error {
|
|
// Parse the desired kubelet version
|
|
kubeletVersion, err := version.ParseSemantic(kubeletVersionStr)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Download the ConfigMap from the cluster based on what version the kubelet is
|
|
configMapName := kubeadmconstants.GetKubeletConfigMapName(kubeletVersion)
|
|
|
|
fmt.Printf("[kubelet-start] Downloading configuration for the kubelet from the %q ConfigMap in the %s namespace\n",
|
|
configMapName, metav1.NamespaceSystem)
|
|
|
|
kubeletCfgMap, err := apiclient.GetConfigMapWithRetry(client, metav1.NamespaceSystem, configMapName)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
// Check for the key existence, otherwise we'll panic here
|
|
kubeletCfg, ok := kubeletCfgMap.Data[kubeadmconstants.KubeletBaseConfigurationConfigMapKey]
|
|
if !ok {
|
|
return errors.Errorf("no key %q found in config map %s", kubeadmconstants.KubeletBaseConfigurationConfigMapKey, configMapName)
|
|
}
|
|
|
|
return writeConfigBytesToDisk([]byte(kubeletCfg), kubeletDir)
|
|
}
|
|
|
|
// configMapRBACName returns the name for the Role/RoleBinding for the kubelet config configmap for the right branch of k8s
|
|
func configMapRBACName(k8sVersion *version.Version) string {
|
|
return fmt.Sprintf("%s%d.%d", kubeadmconstants.KubeletBaseConfigMapRolePrefix, k8sVersion.Major(), k8sVersion.Minor())
|
|
}
|
|
|
|
// writeConfigBytesToDisk writes a byte slice down to disk at the specific location of the kubelet config file
|
|
func writeConfigBytesToDisk(b []byte, kubeletDir string) error {
|
|
configFile := filepath.Join(kubeletDir, kubeadmconstants.KubeletConfigurationFileName)
|
|
fmt.Printf("[kubelet-start] Writing kubelet configuration to file %q\n", configFile)
|
|
|
|
// creates target folder if not already exists
|
|
if err := os.MkdirAll(kubeletDir, 0700); err != nil {
|
|
return errors.Wrapf(err, "failed to create directory %q", kubeletDir)
|
|
}
|
|
|
|
if err := ioutil.WriteFile(configFile, b, 0644); err != nil {
|
|
return errors.Wrapf(err, "failed to write kubelet configuration to the file %q", configFile)
|
|
}
|
|
return nil
|
|
}
|