2024-10-12 10:59:11 -05:00
|
|
|
package main
|
|
|
|
|
|
|
|
import (
|
|
|
|
"strings"
|
|
|
|
"time"
|
|
|
|
|
|
|
|
"go.wit.com/lib/gui/shell"
|
|
|
|
"go.wit.com/log"
|
|
|
|
)
|
|
|
|
|
2024-10-13 00:40:22 -05:00
|
|
|
func (h *HyperT) pollHypervisor() {
|
2024-10-12 10:59:11 -05:00
|
|
|
url := "http://" + h.Hostname + ":2520/vms"
|
2024-10-12 12:45:43 -05:00
|
|
|
log.Log(POLL, "wget url =", url)
|
2024-10-12 10:59:11 -05:00
|
|
|
s := shell.Wget(url)
|
|
|
|
if s == nil {
|
|
|
|
return
|
|
|
|
}
|
|
|
|
var bytesSplice []byte
|
|
|
|
bytesSplice = s.Bytes()
|
|
|
|
// fmt.Fprintln(w, string(bytesSplice))
|
|
|
|
for _, line := range strings.Split(string(bytesSplice), "\n") {
|
|
|
|
if line == "" {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
fields := strings.Fields(line)
|
|
|
|
if len(fields) < 2 {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
state := fields[0]
|
|
|
|
name := fields[1]
|
|
|
|
if state == "ON" {
|
2024-10-12 11:54:01 -05:00
|
|
|
log.Log(POLL, h.Hostname, "STATE:", state, "HOST:", name, "rest:", fields[2:])
|
2024-10-12 12:45:43 -05:00
|
|
|
d := findDroplet(name)
|
|
|
|
if d != nil {
|
|
|
|
log.Log(INFO, "ALREADY RECORDED", d.Hostname)
|
|
|
|
d.lastpoll = time.Now()
|
|
|
|
d.CurrentState = "ON"
|
|
|
|
// log.Info("ALREADY RECORDED", d.Hostname, d.lastpoll)
|
2024-10-12 19:44:43 -05:00
|
|
|
if d.hname == "" {
|
|
|
|
log.Log(EVENT, "DROPLET", d.Hostname, "PROBABLY WAS NEVER POLLED YET")
|
|
|
|
}
|
2024-10-12 12:45:43 -05:00
|
|
|
if d.hname != h.Hostname {
|
2024-10-12 19:44:43 -05:00
|
|
|
log.Log(EVENT, "DROPLET", d.Hostname, "MOVED FROM", d.hname, "TO", h.Hostname)
|
2024-10-12 10:59:11 -05:00
|
|
|
d.hname = h.Hostname
|
|
|
|
}
|
|
|
|
continue
|
|
|
|
}
|
2024-10-12 12:45:43 -05:00
|
|
|
// this is a new unknown droplet (not in the config file)
|
|
|
|
d = new(DropletT)
|
2024-10-12 10:59:11 -05:00
|
|
|
d.Hostname = name
|
|
|
|
d.hname = h.Hostname
|
2024-10-12 11:54:01 -05:00
|
|
|
d.lastpoll = time.Now()
|
2024-10-12 12:45:43 -05:00
|
|
|
d.CurrentState = "ON"
|
2024-10-12 10:59:11 -05:00
|
|
|
me.droplets = append(me.droplets, d)
|
2024-10-12 11:54:01 -05:00
|
|
|
log.Log(EVENT, name, "IS NEW. ADDED ON", h.Hostname)
|
2024-10-12 10:59:11 -05:00
|
|
|
}
|
|
|
|
}
|
2024-10-13 00:40:22 -05:00
|
|
|
h.lastpoll = time.Now()
|
2024-10-13 00:57:29 -05:00
|
|
|
h.killcount = 0 // poll worked. reset killcount
|
2024-10-12 10:59:11 -05:00
|
|
|
}
|
2024-10-12 12:45:43 -05:00
|
|
|
|
|
|
|
func findDroplet(name string) *DropletT {
|
|
|
|
for _, d := range me.droplets {
|
|
|
|
if d.Hostname == name {
|
|
|
|
return d
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return nil
|
|
|
|
}
|
2024-10-12 13:01:31 -05:00
|
|
|
|
|
|
|
func clusterHealthy() bool {
|
|
|
|
var good = true
|
|
|
|
for _, d := range me.droplets {
|
|
|
|
if d.State != "ON" {
|
|
|
|
continue
|
|
|
|
}
|
|
|
|
dur := time.Since(d.lastpoll) // Calculate the elapsed time
|
2024-10-13 00:40:22 -05:00
|
|
|
if d.CurrentState == "" {
|
|
|
|
// log.Info("SKIP. hostname has not been polled yet", d.Hostname, d.hname)
|
|
|
|
continue
|
|
|
|
}
|
2024-10-12 13:01:31 -05:00
|
|
|
if d.CurrentState != "ON" {
|
2024-10-12 19:44:43 -05:00
|
|
|
log.Info("BAD STATE", d.State, d.Hostname, d.hname, "CurrentState =", d.CurrentState, shell.FormatDuration(dur))
|
2024-10-12 13:01:31 -05:00
|
|
|
good = false
|
|
|
|
} else {
|
|
|
|
dur := time.Since(d.lastpoll) // Calculate the elapsed time
|
|
|
|
if dur > time.Minute {
|
|
|
|
log.Info("GOOD STATE MISSING", d.Hostname, d.hname, shell.FormatDuration(dur))
|
|
|
|
good = false
|
|
|
|
d.CurrentState = "MISSING"
|
|
|
|
}
|
2024-10-13 00:57:29 -05:00
|
|
|
l := shell.FormatDuration(dur)
|
2024-10-13 00:40:22 -05:00
|
|
|
if l == "" {
|
|
|
|
log.Info("DUR IS EMPTY", dur)
|
|
|
|
}
|
|
|
|
// log.Info("GOOD STATE ON", d.Hostname, d.hname, "dur =", l)
|
2024-10-12 13:01:31 -05:00
|
|
|
}
|
|
|
|
}
|
|
|
|
return good
|
|
|
|
}
|