track hypervisor daemon kill count

Signed-off-by: Jeff Carr <jcarr@wit.com>

http.go

@@ -67,10 +67,20 @@ func okHandler(w http.ResponseWriter, r *http.Request) {
 			fmt.Fprintln(w, "GOOD=false")
 		}
 		for _, h := range me.hypers {
-			dur := time.Since(h.lastpoll) // Calculate the elapsed time
-			if dur > 2 * time.Minute {
 			url := "http://" + h.Hostname + ":2520/kill"
+			dur := time.Since(h.lastpoll) // Calculate the elapsed time
+			if dur > 90 * time.Second {
 				log.Info("KILL DAEMON ON", h.Hostname, shell.FormatDuration(dur), "curl", url)
+				// s := shell.Wget(url)
+				// log.Info("curl got:", s)
+				h.lastpoll = time.Now()
+				h.killcount += 1
+			}
+			if h.killcount != 0 {
+				log.Info("KILL count =", h.killcount, "FOR", h.Hostname, dur, "curl", url)
+			}
+			if h.killcount > 10 {
+				log.Info("KILL count is greater than 10 for host", h.Hostname, dur, "curl", url)
 			}
 			// l :=  shell.FormatDuration(dur)
 			// log.Warn("HOST =", h.Hostname, "Last poll =", l)

poll.go

@@ -56,6 +56,7 @@ func (h *HyperT) pollHypervisor() {
 		}
 	}
 	h.lastpoll = time.Now()
+	h.killcount = 0 // poll worked. reset killcount
 }
 
 func findDroplet(name string) *DropletT {

structs.go

@@ -29,6 +29,7 @@ type HyperT struct {
 	Delay     time.Duration // how often to poll the hypervisor
 	Dog       *time.Ticker  // the watchdog timer itself
 	lastpoll  time.Time     // the last time the hypervisor polled
+	killcount int
 }
 
 // the stuff that is needed for a hypervisor