mirror of
https://github.com/optim-enterprises-bv/kubernetes.git
synced 2025-11-02 03:08:15 +00:00
The cloudprovider is being refactored out of kubernetes core. This is being done by moving all the cloud-specific calls from kube-apiserver, kubelet and kube-controller-manager into a separately maintained binary(by vendors) called cloud-controller-manager. The Kubelet relies on the cloudprovider to detect information about the node that it is running on. Some of the cloudproviders worked by querying local information to obtain this information. In the new world of things, local information cannot be relied on, since cloud-controller-manager will not run on every node. Only one active instance of it will be run in the cluster. Today, all calls to the cloudprovider are based on the nodename. Nodenames are unqiue within the kubernetes cluster, but generally not unique within the cloud. This model of addressing nodes by nodename will not work in the future because local services cannot be queried to uniquely identify a node in the cloud. Therefore, I propose that we perform all cloudprovider calls based on ProviderID. This ID is a unique identifier for identifying a node on an external database (such as the instanceID in aws cloud).
312 lines
8.1 KiB
Go
312 lines
8.1 KiB
Go
/*
|
|
Copyright 2014 The Kubernetes Authors.
|
|
|
|
Licensed under the Apache License, Version 2.0 (the "License");
|
|
you may not use this file except in compliance with the License.
|
|
You may obtain a copy of the License at
|
|
|
|
http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
Unless required by applicable law or agreed to in writing, software
|
|
distributed under the License is distributed on an "AS IS" BASIS,
|
|
WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
See the License for the specific language governing permissions and
|
|
limitations under the License.
|
|
*/
|
|
|
|
package ovirt
|
|
|
|
import (
|
|
"encoding/xml"
|
|
"errors"
|
|
"fmt"
|
|
"io"
|
|
"io/ioutil"
|
|
"net"
|
|
"net/http"
|
|
"net/url"
|
|
"path"
|
|
"sort"
|
|
"strings"
|
|
|
|
"gopkg.in/gcfg.v1"
|
|
|
|
"k8s.io/apimachinery/pkg/types"
|
|
"k8s.io/kubernetes/pkg/api/v1"
|
|
"k8s.io/kubernetes/pkg/cloudprovider"
|
|
)
|
|
|
|
const ProviderName = "ovirt"
|
|
|
|
type OVirtInstance struct {
|
|
UUID string
|
|
Name string
|
|
IPAddress string
|
|
}
|
|
|
|
type OVirtInstanceMap map[string]OVirtInstance
|
|
|
|
type OVirtCloud struct {
|
|
VmsRequest *url.URL
|
|
HostsRequest *url.URL
|
|
}
|
|
|
|
type OVirtApiConfig struct {
|
|
Connection struct {
|
|
ApiEntry string `gcfg:"uri"`
|
|
Username string `gcfg:"username"`
|
|
Password string `gcfg:"password"`
|
|
}
|
|
Filters struct {
|
|
VmsQuery string `gcfg:"vms"`
|
|
}
|
|
}
|
|
|
|
type XmlVmAddress struct {
|
|
Address string `xml:"address,attr"`
|
|
}
|
|
|
|
type XmlVmInfo struct {
|
|
UUID string `xml:"id,attr"`
|
|
Name string `xml:"name"`
|
|
Hostname string `xml:"guest_info>fqdn"`
|
|
Addresses []XmlVmAddress `xml:"guest_info>ips>ip"`
|
|
State string `xml:"status>state"`
|
|
}
|
|
|
|
type XmlVmsList struct {
|
|
XMLName xml.Name `xml:"vms"`
|
|
Vm []XmlVmInfo `xml:"vm"`
|
|
}
|
|
|
|
func init() {
|
|
cloudprovider.RegisterCloudProvider(ProviderName,
|
|
func(config io.Reader) (cloudprovider.Interface, error) {
|
|
return newOVirtCloud(config)
|
|
})
|
|
}
|
|
|
|
func newOVirtCloud(config io.Reader) (*OVirtCloud, error) {
|
|
if config == nil {
|
|
return nil, fmt.Errorf("missing configuration file for ovirt cloud provider")
|
|
}
|
|
|
|
oVirtConfig := OVirtApiConfig{}
|
|
|
|
/* defaults */
|
|
oVirtConfig.Connection.Username = "admin@internal"
|
|
|
|
if err := gcfg.ReadInto(&oVirtConfig, config); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
if oVirtConfig.Connection.ApiEntry == "" {
|
|
return nil, fmt.Errorf("missing ovirt uri in cloud provider configuration")
|
|
}
|
|
|
|
request, err := url.Parse(oVirtConfig.Connection.ApiEntry)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
request.Path = path.Join(request.Path, "vms")
|
|
request.User = url.UserPassword(oVirtConfig.Connection.Username, oVirtConfig.Connection.Password)
|
|
request.RawQuery = url.Values{"search": {oVirtConfig.Filters.VmsQuery}}.Encode()
|
|
|
|
return &OVirtCloud{VmsRequest: request}, nil
|
|
}
|
|
|
|
func (aws *OVirtCloud) Clusters() (cloudprovider.Clusters, bool) {
|
|
return nil, false
|
|
}
|
|
|
|
// ProviderName returns the cloud provider ID.
|
|
func (v *OVirtCloud) ProviderName() string {
|
|
return ProviderName
|
|
}
|
|
|
|
// ScrubDNS filters DNS settings for pods.
|
|
func (v *OVirtCloud) ScrubDNS(nameservers, searches []string) (nsOut, srchOut []string) {
|
|
return nameservers, searches
|
|
}
|
|
|
|
// LoadBalancer returns an implementation of LoadBalancer for oVirt cloud
|
|
func (v *OVirtCloud) LoadBalancer() (cloudprovider.LoadBalancer, bool) {
|
|
return nil, false
|
|
}
|
|
|
|
// Instances returns an implementation of Instances for oVirt cloud
|
|
func (v *OVirtCloud) Instances() (cloudprovider.Instances, bool) {
|
|
return v, true
|
|
}
|
|
|
|
// Zones returns an implementation of Zones for oVirt cloud
|
|
func (v *OVirtCloud) Zones() (cloudprovider.Zones, bool) {
|
|
return nil, false
|
|
}
|
|
|
|
// Routes returns an implementation of Routes for oVirt cloud
|
|
func (v *OVirtCloud) Routes() (cloudprovider.Routes, bool) {
|
|
return nil, false
|
|
}
|
|
|
|
// NodeAddresses returns the NodeAddresses of the instance with the specified nodeName.
|
|
func (v *OVirtCloud) NodeAddresses(nodeName types.NodeName) ([]v1.NodeAddress, error) {
|
|
name := mapNodeNameToInstanceName(nodeName)
|
|
instance, err := v.fetchInstance(name)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
var address net.IP
|
|
|
|
if instance.IPAddress != "" {
|
|
address = net.ParseIP(instance.IPAddress)
|
|
if address == nil {
|
|
return nil, fmt.Errorf("couldn't parse address: %s", instance.IPAddress)
|
|
}
|
|
} else {
|
|
resolved, err := net.LookupIP(name)
|
|
if err != nil || len(resolved) < 1 {
|
|
return nil, fmt.Errorf("couldn't lookup address: %s", name)
|
|
}
|
|
address = resolved[0]
|
|
}
|
|
|
|
return []v1.NodeAddress{
|
|
{Type: v1.NodeLegacyHostIP, Address: address.String()},
|
|
{Type: v1.NodeInternalIP, Address: address.String()},
|
|
{Type: v1.NodeExternalIP, Address: address.String()},
|
|
}, nil
|
|
}
|
|
|
|
// NodeAddressesByProviderID returns the node addresses of an instances with the specified unique providerID
|
|
// This method will not be called from the node that is requesting this ID. i.e. metadata service
|
|
// and other local methods cannot be used here
|
|
func (v *OVirtCloud) NodeAddressesByProviderID(providerID string) ([]v1.NodeAddress, error) {
|
|
return []v1.NodeAddress{}, errors.New("unimplemented")
|
|
}
|
|
|
|
// mapNodeNameToInstanceName maps from a k8s NodeName to an ovirt instance name (the hostname)
|
|
// This is a simple string cast
|
|
func mapNodeNameToInstanceName(nodeName types.NodeName) string {
|
|
return string(nodeName)
|
|
}
|
|
|
|
// ExternalID returns the cloud provider ID of the specified node with the specified NodeName (deprecated).
|
|
func (v *OVirtCloud) ExternalID(nodeName types.NodeName) (string, error) {
|
|
name := mapNodeNameToInstanceName(nodeName)
|
|
instance, err := v.fetchInstance(name)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
return instance.UUID, nil
|
|
}
|
|
|
|
// InstanceID returns the cloud provider ID of the node with the specified NodeName.
|
|
func (v *OVirtCloud) InstanceID(nodeName types.NodeName) (string, error) {
|
|
name := mapNodeNameToInstanceName(nodeName)
|
|
instance, err := v.fetchInstance(name)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
// TODO: define a way to identify the provider instance to complete
|
|
// the format <provider_instance_id>/<instance_id>.
|
|
return "/" + instance.UUID, err
|
|
}
|
|
|
|
// InstanceTypeByProviderID returns the cloudprovider instance type of the node with the specified unique providerID
|
|
// This method will not be called from the node that is requesting this ID. i.e. metadata service
|
|
// and other local methods cannot be used here
|
|
func (v *OVirtCloud) InstanceTypeByProviderID(providerID string) (string, error) {
|
|
return "", errors.New("unimplemented")
|
|
}
|
|
|
|
// InstanceType returns the type of the specified instance.
|
|
func (v *OVirtCloud) InstanceType(name types.NodeName) (string, error) {
|
|
return "", nil
|
|
}
|
|
|
|
func getInstancesFromXml(body io.Reader) (OVirtInstanceMap, error) {
|
|
if body == nil {
|
|
return nil, fmt.Errorf("ovirt rest-api response body is missing")
|
|
}
|
|
|
|
content, err := ioutil.ReadAll(body)
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
vmlist := XmlVmsList{}
|
|
|
|
if err := xml.Unmarshal(content, &vmlist); err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
instances := make(OVirtInstanceMap)
|
|
|
|
for _, vm := range vmlist.Vm {
|
|
// Always return only vms that are up and running
|
|
if vm.Hostname != "" && strings.ToLower(vm.State) == "up" {
|
|
address := ""
|
|
if len(vm.Addresses) > 0 {
|
|
address = vm.Addresses[0].Address
|
|
}
|
|
|
|
instances[vm.Hostname] = OVirtInstance{
|
|
UUID: vm.UUID,
|
|
Name: vm.Name,
|
|
IPAddress: address,
|
|
}
|
|
}
|
|
}
|
|
|
|
return instances, nil
|
|
}
|
|
|
|
func (v *OVirtCloud) fetchAllInstances() (OVirtInstanceMap, error) {
|
|
response, err := http.Get(v.VmsRequest.String())
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
defer response.Body.Close()
|
|
|
|
return getInstancesFromXml(response.Body)
|
|
}
|
|
|
|
func (v *OVirtCloud) fetchInstance(name string) (*OVirtInstance, error) {
|
|
allInstances, err := v.fetchAllInstances()
|
|
if err != nil {
|
|
return nil, err
|
|
}
|
|
|
|
instance, found := allInstances[name]
|
|
if !found {
|
|
return nil, fmt.Errorf("cannot find instance: %s", name)
|
|
}
|
|
|
|
return &instance, nil
|
|
}
|
|
|
|
func (m *OVirtInstanceMap) ListSortedNames() []string {
|
|
var names []string
|
|
|
|
for k := range *m {
|
|
names = append(names, k)
|
|
}
|
|
|
|
sort.Strings(names)
|
|
|
|
return names
|
|
}
|
|
|
|
// Implementation of Instances.CurrentNodeName
|
|
func (v *OVirtCloud) CurrentNodeName(hostname string) (types.NodeName, error) {
|
|
return types.NodeName(hostname), nil
|
|
}
|
|
|
|
func (v *OVirtCloud) AddSSHKeyToAllInstances(user string, keyData []byte) error {
|
|
return errors.New("unimplemented")
|
|
}
|