netmaker/logic/zombie.go

package logic

import (
	"context"
	"time"

	"github.com/gravitl/netmaker/logger"
	"github.com/gravitl/netmaker/models"
)

const (
	// ZOMBIE_TIMEOUT - timeout in seconds for checking zombie status
	ZOMBIE_TIMEOUT = 60
	// ZOMBIE_DELETE_TIME - timeout in minutes for zombie node deletion
	ZOMBIE_DELETE_TIME = 10
)

var (
	zombies      []string
	removeZombie chan string = make(chan (string), 10)
	newZombie    chan string = make(chan (string), 10)
)

// CheckZombies - checks if new node has same macaddress as existing node
// if so, existing node is added to zombie node quarantine list
func CheckZombies(newnode *models.Node) {
	nodes, err := GetNetworkNodes(newnode.Network)
	if err != nil {
		logger.Log(1, "Failed to retrieve network nodes", newnode.Network, err.Error())
		return
	}
	for _, node := range nodes {
		if node.MacAddress == newnode.MacAddress {
			logger.Log(0, "adding ", node.ID, " to zombie list")
			newZombie <- node.ID
		}
	}
}

// ManageZombies - goroutine which adds/removes/deletes nodes from the zombie node quarantine list
func ManageZombies(ctx context.Context) {
	logger.Log(2, "Zombie management started")
	InitializeZombies()
	for {
		select {
		case <-ctx.Done():
			return
		case id := <-newZombie:
			logger.Log(1, "adding", id, "to zombie quaratine list")
			zombies = append(zombies, id)
		case id := <-removeZombie:
			found := false
			if len(zombies) > 0 {
				for i := len(zombies) - 1; i >= 0; i-- {
					if zombies[i] == id {
						logger.Log(1, "removing zombie from quaratine list", zombies[i])
						zombies = append(zombies[:i], zombies[i+1:]...)
						found = true
					}
				}
			}
			if !found {
				logger.Log(3, "no zombies found")
			}
		case <-time.After(time.Second * ZOMBIE_TIMEOUT):
			logger.Log(0, "checking for zombie nodes")
			if len(zombies) > 0 {
				for i := len(zombies) - 1; i >= 0; i-- {
					node, err := GetNodeByID(zombies[i])
					if err != nil {
						logger.Log(1, "error retrieving zombie node", zombies[i], err.Error())
						logger.Log(1, "deleting ", node.Name, " from zombie list")
						zombies = append(zombies[:i], zombies[i+1:]...)
						continue
					}
					if time.Since(time.Unix(node.LastCheckIn, 0)) > time.Minute*ZOMBIE_DELETE_TIME {
						if err := DeleteNodeByID(&node, true); err != nil {
							logger.Log(1, "error deleting zombie node", zombies[i], err.Error())
							continue
						}
						logger.Log(1, "deleting zombie node", node.Name)
						zombies = append(zombies[:i], zombies[i+1:]...)
					}
				}
			}
		}
	}
}

// InitializeZombies - populates the zombie quarantine list (should be called from initialization)
func InitializeZombies() {
	nodes, err := GetAllNodes()
	if err != nil {
		logger.Log(1, "failed to retrieve nodes", err.Error())
		return
	}
	for _, node := range nodes {
		othernodes, err := GetNetworkNodes(node.Network)
		if err != nil {
			logger.Log(1, "failled to retrieve nodes for network", node.Network, err.Error())
			continue
		}
		for _, othernode := range othernodes {
			if node.ID == othernode.ID {
				continue
			}
			if node.MacAddress == othernode.MacAddress {
				if node.LastCheckIn > othernode.LastCheckIn {
					zombies = append(zombies, othernode.ID)
					logger.Log(1, "adding ", othernode.Name, " with ID ", othernode.ID, " to zombie list")
				} else {
					zombies = append(zombies, node.ID)
					logger.Log(1, "adding ", node.Name, " with ID ", node.ID, " to zombie list")
				}
			}
		}
	}
}