//go:build windows // +build windows /* Copyright 2018 The Kubernetes Authors. Licensed under the Apache License, Version 2.0 (the "License"); you may not use this file except in compliance with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0 Unless required by applicable law or agreed to in writing, software distributed under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the License for the specific language governing permissions and limitations under the License. */ package winkernel import ( "encoding/json" "fmt" "strings" "github.com/Microsoft/hcsshim" "k8s.io/klog/v2" netutils "k8s.io/utils/net" ) type HostNetworkService interface { getNetworkByName(name string) (*hnsNetworkInfo, error) getAllEndpointsByNetwork(networkName string) (map[string]*endpointsInfo, error) getEndpointByID(id string) (*endpointsInfo, error) getEndpointByIpAddress(ip string, networkName string) (*endpointsInfo, error) getEndpointByName(id string) (*endpointsInfo, error) createEndpoint(ep *endpointsInfo, networkName string) (*endpointsInfo, error) deleteEndpoint(hnsID string) error getLoadBalancer(endpoints []endpointsInfo, flags loadBalancerFlags, sourceVip string, vip string, protocol uint16, internalPort uint16, externalPort uint16, previousLoadBalancers map[loadBalancerIdentifier]*loadBalancerInfo) (*loadBalancerInfo, error) getAllLoadBalancers() (map[loadBalancerIdentifier]*loadBalancerInfo, error) deleteLoadBalancer(hnsID string) error } // V1 HNS API type hnsV1 struct{} func (hns hnsV1) getNetworkByName(name string) (*hnsNetworkInfo, error) { hnsnetwork, err := hcsshim.GetHNSNetworkByName(name) if err != nil { klog.ErrorS(err, "failed to get HNS network by name", "name", name) return nil, err } return &hnsNetworkInfo{ id: hnsnetwork.Id, name: hnsnetwork.Name, networkType: hnsnetwork.Type, }, nil } func (hns hnsV1) getAllEndpointsByNetwork(networkName string) (map[string]*(endpointsInfo), error) { hnsnetwork, err := hcsshim.GetHNSNetworkByName(networkName) if err != nil { klog.ErrorS(err, "failed to get HNS network by name", "name", networkName) return nil, err } endpoints, err := hcsshim.HNSListEndpointRequest() if err != nil { return nil, fmt.Errorf("failed to list endpoints: %w", err) } endpointInfos := make(map[string]*(endpointsInfo)) for _, endpoint := range endpoints { if strings.EqualFold(endpoint.VirtualNetwork, hnsnetwork.Id) { // Add to map with key endpoint ID or IP address // Storing this is expensive in terms of memory, however there is a bug in Windows Server 2019 that can cause two endpoints to be created with the same IP address. // TODO: Store by IP only and remove any lookups by endpoint ID. endpointInfos[endpoint.Id] = &endpointsInfo{ ip: endpoint.IPAddress.String(), isLocal: !endpoint.IsRemoteEndpoint, macAddress: endpoint.MacAddress, hnsID: endpoint.Id, hns: hns, // only ready and not terminating endpoints were added to HNS ready: true, serving: true, terminating: false, } endpointInfos[endpoint.IPAddress.String()] = endpointInfos[endpoint.Id] } } klog.V(3).InfoS("Queried endpoints from network", "network", networkName) return endpointInfos, nil } func (hns hnsV1) getEndpointByID(id string) (*endpointsInfo, error) { hnsendpoint, err := hcsshim.GetHNSEndpointByID(id) if err != nil { klog.ErrorS(err, "failed to get HNS endpoint by id", "id", id) return nil, err } return &endpointsInfo{ ip: hnsendpoint.IPAddress.String(), //TODO: Change isLocal to isRemote isLocal: !hnsendpoint.IsRemoteEndpoint, macAddress: hnsendpoint.MacAddress, hnsID: hnsendpoint.Id, hns: hns, // only ready and not terminating endpoints were added to HNS ready: true, serving: true, terminating: false, }, nil } func (hns hnsV1) getEndpointByIpAddress(ip string, networkName string) (*endpointsInfo, error) { hnsnetwork, err := hcsshim.GetHNSNetworkByName(networkName) if err != nil { klog.ErrorS(err, "failed to get HNS network by name", "name", networkName) return nil, err } endpoints, err := hcsshim.HNSListEndpointRequest() if err != nil { return nil, fmt.Errorf("failed to list endpoints: %w", err) } for _, endpoint := range endpoints { equal := false if endpoint.IPAddress != nil { equal = endpoint.IPAddress.String() == ip } if equal && strings.EqualFold(endpoint.VirtualNetwork, hnsnetwork.Id) { return &endpointsInfo{ ip: endpoint.IPAddress.String(), isLocal: !endpoint.IsRemoteEndpoint, macAddress: endpoint.MacAddress, hnsID: endpoint.Id, hns: hns, // only ready and not terminating endpoints were added to HNS ready: true, serving: true, terminating: false, }, nil } } return nil, fmt.Errorf("Endpoint %v not found on network %s", ip, networkName) } func (hns hnsV1) getEndpointByName(name string) (*endpointsInfo, error) { hnsendpoint, err := hcsshim.GetHNSEndpointByName(name) if err != nil { klog.ErrorS(err, "failed to get HNS endpoint by name", "name", name) return nil, err } return &endpointsInfo{ ip: hnsendpoint.IPAddress.String(), //TODO: Change isLocal to isRemote isLocal: !hnsendpoint.IsRemoteEndpoint, macAddress: hnsendpoint.MacAddress, hnsID: hnsendpoint.Id, hns: hns, }, nil } func (hns hnsV1) createEndpoint(ep *endpointsInfo, networkName string) (*endpointsInfo, error) { hnsNetwork, err := hcsshim.GetHNSNetworkByName(networkName) if err != nil { return nil, err } hnsEndpoint := &hcsshim.HNSEndpoint{ MacAddress: ep.macAddress, IPAddress: netutils.ParseIPSloppy(ep.ip), } var createdEndpoint *hcsshim.HNSEndpoint if !ep.isLocal { if len(ep.providerAddress) != 0 { paPolicy := hcsshim.PaPolicy{ Type: hcsshim.PA, PA: ep.providerAddress, } paPolicyJson, err := json.Marshal(paPolicy) if err != nil { return nil, err } hnsEndpoint.Policies = append(hnsEndpoint.Policies, paPolicyJson) } createdEndpoint, err = hnsNetwork.CreateRemoteEndpoint(hnsEndpoint) if err != nil { return nil, err } } else { createdEndpoint, err = hnsNetwork.CreateEndpoint(hnsEndpoint) if err != nil { return nil, fmt.Errorf("local endpoint creation failed: %w", err) } } return &endpointsInfo{ ip: createdEndpoint.IPAddress.String(), isLocal: createdEndpoint.IsRemoteEndpoint, macAddress: createdEndpoint.MacAddress, hnsID: createdEndpoint.Id, providerAddress: ep.providerAddress, //TODO get from createdEndpoint hns: hns, ready: ep.ready, serving: ep.serving, terminating: ep.terminating, }, nil } func (hns hnsV1) deleteEndpoint(hnsID string) error { hnsendpoint, err := hcsshim.GetHNSEndpointByID(hnsID) if err != nil { return err } _, err = hnsendpoint.Delete() if err == nil { klog.V(3).InfoS("Remote endpoint resource deleted id", "id", hnsID) } return err } func (hns hnsV1) getAllLoadBalancers() (map[loadBalancerIdentifier]*loadBalancerInfo, error) { plists, err := hcsshim.HNSListPolicyListRequest() var id loadBalancerIdentifier if err != nil { return nil, err } loadBalancers := make(map[loadBalancerIdentifier]*(loadBalancerInfo)) for _, plist := range plists { // Validate if input meets any of the policy lists lb := hcsshim.ELBPolicy{} if err = json.Unmarshal(plist.Policies[0], &lb); err != nil { continue } // Policy is ELB policy portMap := lb.LBPolicy if len(lb.VIPs) == 0 { // Leave VIP uninitialized id = loadBalancerIdentifier{protocol: uint16(portMap.Protocol), internalPort: portMap.InternalPort, externalPort: portMap.ExternalPort} } else { id = loadBalancerIdentifier{protocol: portMap.Protocol, internalPort: portMap.InternalPort, externalPort: portMap.ExternalPort, vip: lb.VIPs[0]} } loadBalancers[id] = &loadBalancerInfo{ hnsID: plist.ID, } } return loadBalancers, nil } func (hns hnsV1) getLoadBalancer(endpoints []endpointsInfo, flags loadBalancerFlags, sourceVip string, vip string, protocol uint16, internalPort uint16, externalPort uint16, previousLoadBalancers map[loadBalancerIdentifier]*loadBalancerInfo) (*loadBalancerInfo, error) { if flags.isDSR { klog.V(3).InfoS("DSR is not supported in V1. Using non DSR instead") } var id loadBalancerIdentifier if len(vip) > 0 { id = loadBalancerIdentifier{protocol: protocol, internalPort: internalPort, externalPort: externalPort, vip: vip, endpointsCount: len(endpoints)} } else { id = loadBalancerIdentifier{protocol: protocol, internalPort: internalPort, externalPort: externalPort, endpointsCount: len(endpoints)} } if lb, found := previousLoadBalancers[id]; found { klog.V(1).InfoS("Found existing Hns loadbalancer policy resource", "policies", lb) return lb, nil } var hnsEndpoints []hcsshim.HNSEndpoint for _, ep := range endpoints { endpoint, err := hcsshim.GetHNSEndpointByID(ep.hnsID) if err != nil { return nil, err } hnsEndpoints = append(hnsEndpoints, *endpoint) } lb, err := hcsshim.AddLoadBalancer( hnsEndpoints, flags.isILB, sourceVip, vip, protocol, internalPort, externalPort, ) if err == nil { klog.V(1).InfoS("Hns loadbalancer policy resource", "policies", lb) } else { return nil, err } lbInfo := &loadBalancerInfo{ hnsID: lb.ID, } // Add to map of load balancers previousLoadBalancers[id] = lbInfo return lbInfo, err } func (hns hnsV1) deleteLoadBalancer(hnsID string) error { if len(hnsID) == 0 { // Return silently return nil } // Cleanup HNS policies hnsloadBalancer, err := hcsshim.GetPolicyListByID(hnsID) if err != nil { return err } klog.V(2).InfoS("Removing Policy", "policies", hnsloadBalancer) _, err = hnsloadBalancer.Delete() return err }