/* Copyright © 2019 Thorsten Klein Permission is hereby granted, free of charge, to any person obtaining a copy of this software and associated documentation files (the "Software"), to deal in the Software without restriction, including without limitation the rights to use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of the Software, and to permit persons to whom the Software is furnished to do so, subject to the following conditions: The above copyright notice and this permission notice shall be included in all copies or substantial portions of the Software. THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. */ package cluster import ( "fmt" "strings" k3drt "github.com/rancher/k3d/pkg/runtimes" k3d "github.com/rancher/k3d/pkg/types" "github.com/rancher/k3d/pkg/util" log "github.com/sirupsen/logrus" ) // CreateCluster creates a new cluster consisting of // - some containerized k3s nodes // - a docker network func CreateCluster(cluster *k3d.Cluster, runtime k3drt.Runtime) error { /* * Network */ // generate cluster network name, if not set if cluster.Network == "" { cluster.Network = fmt.Sprintf("%s-%s", k3d.DefaultObjectNamePrefix, cluster.Name) } // create cluster network or use an existing one networkID, networkExists, err := runtime.CreateNetworkIfNotPresent(cluster.Network) if err != nil { log.Errorln("Failed to create cluster network") return err } cluster.Network = networkID extraLabels := map[string]string{ "k3d.cluster.network": networkID, "k3d.cluster.network.external": "false", } if networkExists { extraLabels["k3d.cluster.network.external"] = "true" // if the network wasn't created, we say that it's managed externally (important for cluster deletion) } /* * Cluster Secret */ if cluster.Secret == "" { cluster.Secret = GenerateClusterSecret() } /* * Nodes */ // used for node suffices masterCount := 0 workerCount := 0 for _, node := range cluster.Nodes { // cluster specific settings if node.Labels == nil { node.Labels = make(map[string]string) // TODO: maybe create an init function? } node.Labels["k3d.cluster"] = cluster.Name node.Env = append(node.Env, fmt.Sprintf("K3S_CLUSTER_SECRET=%s", cluster.Secret)) // append extra labels for k, v := range extraLabels { node.Labels[k] = v } // node role specific settings suffix := 0 if node.Role == k3d.MasterRole { // name suffix suffix = masterCount masterCount++ } else if node.Role == k3d.WorkerRole { // name suffix suffix = workerCount workerCount++ // connection url node.Env = append(node.Env, fmt.Sprintf("K3S_URL=https://%s:%d", generateNodeName(cluster.Name, k3d.MasterRole, 0), 6443)) // TODO: use actual configurable api-port } node.Name = generateNodeName(cluster.Name, node.Role, suffix) node.Network = cluster.Network // create node log.Infof("Creating node '%s'", node.Name) if err := CreateNode(node, runtime); err != nil { log.Errorln("Failed to create node") return err } log.Debugf("Created node '%s'", node.Name) } return nil } // DeleteCluster deletes an existing cluster func DeleteCluster(cluster *k3d.Cluster, runtime k3drt.Runtime) error { log.Infof("Deleting cluster '%s'", cluster.Name) failed := 0 for _, node := range cluster.Nodes { if err := runtime.DeleteNode(node); err != nil { log.Warningf("Failed to delete node '%s': Try to delete it manually", node.Name) failed++ continue } } // Delete the cluster network, if it was created for/by this cluster (and if it's not in use anymore) // TODO: does this make sense or should we always try to delete it? (Will fail anyway, if it's still in use) if network, ok := cluster.Nodes[0].Labels["k3d.cluster.network"]; ok { if cluster.Nodes[0].Labels["k3d.cluster.network.external"] == "false" { log.Infof("Deleting cluster network '%s'", network) if err := runtime.DeleteNetwork(network); err != nil { if strings.HasSuffix(err.Error(), "active endpoints") { log.Warningf("Failed to delete cluster network '%s' because it's still in use: is there another cluster using it?", network) } else { log.Warningf("Failed to delete cluster network '%s': '%+v'", network, err) } } } else if cluster.Nodes[0].Labels["k3d.cluster.network.external"] == "true" { log.Debugf("Skip deletion of cluster network '%s' because it's managed externally", network) } } if failed > 0 { return fmt.Errorf("Failed to delete %d nodes: Try to delete them manually", failed) } return nil } // GetClusters returns a list of all existing clusters func GetClusters(runtime k3drt.Runtime) ([]*k3d.Cluster, error) { nodes, err := runtime.GetNodesByLabel(k3d.DefaultObjectLabels) if err != nil { log.Errorln("Failed to get clusters") return nil, err } clusters := []*k3d.Cluster{} // for each node, check, if we can add it to a cluster or add the cluster if it doesn't exist yet for _, node := range nodes { clusterExists := false for _, cluster := range clusters { if node.Labels["k3d.cluster"] == cluster.Name { // TODO: handle case, where this label doesn't exist cluster.Nodes = append(cluster.Nodes, node) clusterExists = true break } } // cluster is not in the list yet, so we add it with the current node as its first member if !clusterExists { clusters = append(clusters, &k3d.Cluster{ Name: node.Labels["k3d.cluster"], Nodes: []*k3d.Node{node}, }) } } return clusters, nil } // GetCluster returns an existing cluster func GetCluster(cluster *k3d.Cluster, runtime k3drt.Runtime) (*k3d.Cluster, error) { // get nodes that belong to the selected cluster nodes, err := runtime.GetNodesByLabel(map[string]string{"k3d.cluster": cluster.Name}) if err != nil { log.Errorf("Failed to get nodes for cluster '%s'", cluster.Name) } if len(nodes) == 0 { return nil, fmt.Errorf("No nodes found for cluster '%s'", cluster.Name) } // append nodes for _, node := range nodes { cluster.Nodes = append(cluster.Nodes, node) } return cluster, nil } // GenerateClusterSecret generates a random 20 character string func GenerateClusterSecret() string { return util.GenerateRandomString(20) } func generateNodeName(cluster string, role k3d.Role, suffix int) string { return fmt.Sprintf("%s-%s-%s-%d", k3d.DefaultObjectNamePrefix, cluster, role, suffix) } // StartCluster starts a whole cluster (i.e. all nodes of the cluster) func StartCluster(cluster *k3d.Cluster, runtime k3drt.Runtime) error { log.Infof("Starting cluster '%s'", cluster.Name) failed := 0 for _, node := range cluster.Nodes { if err := runtime.StartNode(node); err != nil { log.Warningf("Failed to start node '%s': Try to start it manually", node.Name) failed++ continue } } if failed > 0 { return fmt.Errorf("Failed to start %d nodes: Try to start them manually", failed) } return nil } // StopCluster stops a whole cluster (i.e. all nodes of the cluster) func StopCluster(cluster *k3d.Cluster, runtime k3drt.Runtime) error { log.Infof("Stopping cluster '%s'", cluster.Name) failed := 0 for _, node := range cluster.Nodes { if err := runtime.StopNode(node); err != nil { log.Warningf("Failed to stop node '%s': Try to stop it manually", node.Name) failed++ continue } } if failed > 0 { return fmt.Errorf("Failed to stop %d nodes: Try to stop them manually", failed) } return nil }