Compare commits
16 Commits
Author | SHA1 | Date |
---|---|---|
|
020dd37622 | |
|
9e49784b9e | |
|
d656828a0f | |
|
1c479b61f6 | |
|
98ba8076ae | |
|
695ff26e82 | |
|
8ecc16f938 | |
|
f87da2b041 | |
|
b587843836 | |
|
b963653bb6 | |
|
cefb5b161e | |
|
9ab1afbe14 | |
|
eea1747f44 | |
|
96b4c0b5a1 | |
|
bf833ed92d | |
|
08400c8913 |
161
config.go
161
config.go
|
@ -4,161 +4,20 @@ package zoopb
|
|||
// data to and from config files
|
||||
|
||||
import (
|
||||
"errors"
|
||||
"fmt"
|
||||
"os"
|
||||
"path/filepath"
|
||||
|
||||
"go.wit.com/log"
|
||||
"google.golang.org/protobuf/proto"
|
||||
"go.wit.com/lib/config"
|
||||
)
|
||||
|
||||
// writes out the cluster information it seperate files
|
||||
// to make it humanly possible to hand edit things as needed
|
||||
func (m *Machines) ConfigSave() error {
|
||||
if m == nil {
|
||||
return fmt.Errorf("ConfigSave() machines == n")
|
||||
}
|
||||
data, err := m.Marshal()
|
||||
func (m *Machines) ConfigSave(fullname string) error {
|
||||
return config.SavePB(m, fullname)
|
||||
}
|
||||
|
||||
func (m *Machines) ConfigLoad() (string, error) {
|
||||
fullname, err := config.LoadPB(m, "/var/lib", "machines")
|
||||
if err != nil {
|
||||
log.Info("proto.Marshal() failed len", len(data), err)
|
||||
return err
|
||||
// log.Info("zoopb.ConfigLoad() failed", err, fullname)
|
||||
}
|
||||
log.Info("proto.Marshal() worked len", len(data))
|
||||
configWrite(data)
|
||||
return nil
|
||||
}
|
||||
|
||||
// when running on a single machine, save the file in forge/
|
||||
// as <hostname>.pb
|
||||
// write to ~/.config/forge/ unless ENV{FORGE_HOME} is set
|
||||
func (m *Machine) ConfigSave() error {
|
||||
if os.Getenv("FORGE_HOME") == "" {
|
||||
homeDir, _ := os.UserHomeDir()
|
||||
fullpath := filepath.Join(homeDir, ".config/forge")
|
||||
os.Setenv("FORGE_HOME", fullpath)
|
||||
}
|
||||
data, err := m.Marshal()
|
||||
if err != nil {
|
||||
log.Info("proto.Marshal() failed len", len(data), err)
|
||||
return err
|
||||
}
|
||||
|
||||
log.Info("ConfigSave() proto.Marshal() worked len", len(data))
|
||||
|
||||
hostname, _ := os.Hostname()
|
||||
fname := hostname + ".pb"
|
||||
return m.configWrite(fname, data)
|
||||
}
|
||||
|
||||
func ConfigSaveRaw(data []byte) error {
|
||||
configWrite(data)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (m *Machines) ConfigLoad() error {
|
||||
if m == nil {
|
||||
return errors.New("It's not safe to run ConfigLoad() on a nil ?")
|
||||
}
|
||||
|
||||
if data, err := loadFile("zookeeper.pb"); err == nil {
|
||||
if err = proto.Unmarshal(data, m); err != nil {
|
||||
log.Warn("broken zookeeper.pb config file")
|
||||
return err
|
||||
}
|
||||
} else {
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
func (m *Machine) ConfigLoad() error {
|
||||
if m == nil {
|
||||
return errors.New("It's not safe to run ConfigLoad() on a nil ?")
|
||||
}
|
||||
if os.Getenv("FORGE_HOME") == "" {
|
||||
homeDir, _ := os.UserHomeDir()
|
||||
fullpath := filepath.Join(homeDir, ".config/forge")
|
||||
os.Setenv("FORGE_HOME", fullpath)
|
||||
}
|
||||
|
||||
hostname, _ := os.Hostname()
|
||||
fname := hostname + ".pb"
|
||||
|
||||
var data []byte
|
||||
var err error
|
||||
if data, err = loadFile(fname); err != nil {
|
||||
// something went wrong loading the file
|
||||
return err
|
||||
}
|
||||
|
||||
if data != nil {
|
||||
if err = proto.Unmarshal(data, m); err != nil {
|
||||
log.Warn("broken zookeeper.pb config file", fname)
|
||||
return err
|
||||
}
|
||||
return nil
|
||||
}
|
||||
|
||||
m.Hostname = hostname
|
||||
m.Distro = detectDistro()
|
||||
m.initPackages()
|
||||
log.Log(INFO, "zoopb.ConfigLoad()", m.Hostname, "runs", m.Distro, "with", m.Packages.Len(), "packages")
|
||||
return nil
|
||||
}
|
||||
|
||||
func loadFile(filename string) ([]byte, error) {
|
||||
homeDir, err := os.UserHomeDir()
|
||||
p := filepath.Join(homeDir, ".config/zookeeper")
|
||||
fullname := filepath.Join(p, filename)
|
||||
data, err := os.ReadFile(fullname)
|
||||
if errors.Is(err, os.ErrNotExist) {
|
||||
// if file does not exist, just return nil. this
|
||||
// will cause ConfigLoad() to try the next config file like "forge.text"
|
||||
// because the user might want to edit the .config by hand
|
||||
return nil, nil
|
||||
}
|
||||
if err != nil {
|
||||
// log.Info("open config file :", err)
|
||||
return nil, err
|
||||
}
|
||||
return data, nil
|
||||
}
|
||||
|
||||
func (m *Machine) loadFile(fname string) ([]byte, error) {
|
||||
fullname := filepath.Join(os.Getenv("FORGE_HOME"), fname)
|
||||
|
||||
data, err := os.ReadFile(fullname)
|
||||
if err != nil {
|
||||
// log.Info("open config file :", err)
|
||||
return nil, err
|
||||
}
|
||||
return data, nil
|
||||
}
|
||||
|
||||
func configWrite(data []byte) error {
|
||||
homeDir, err := os.UserHomeDir()
|
||||
p := filepath.Join(homeDir, ".config/zookeeper")
|
||||
fname := filepath.Join(p, "zookeeper.pb")
|
||||
cfgfile, err := os.OpenFile(fname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0644)
|
||||
defer cfgfile.Close()
|
||||
if err != nil {
|
||||
log.Warn("open config file :", err)
|
||||
return err
|
||||
}
|
||||
cfgfile.Write(data)
|
||||
return nil
|
||||
}
|
||||
|
||||
func (m *Machine) configWrite(fname string, data []byte) error {
|
||||
fullname := filepath.Join(os.Getenv("FORGE_HOME"), fname)
|
||||
|
||||
cfgfile, err := os.OpenFile(fullname, os.O_RDWR|os.O_CREATE|os.O_TRUNC, 0644)
|
||||
defer cfgfile.Close()
|
||||
if err != nil {
|
||||
log.Warn("open config file :", err)
|
||||
return err
|
||||
}
|
||||
cfgfile.Write(data)
|
||||
return nil
|
||||
fullname, err = config.LoadPB(m, "zookeeper", "machines")
|
||||
return fullname, err
|
||||
}
|
||||
|
|
|
@ -0,0 +1,75 @@
|
|||
// Copyright 1994-2025 WIT.COM Inc Licensed GPL 3.0
|
||||
|
||||
package zoopb
|
||||
|
||||
import (
|
||||
"bytes"
|
||||
"fmt"
|
||||
"io/ioutil"
|
||||
"net/http"
|
||||
"os/user"
|
||||
|
||||
"go.wit.com/log"
|
||||
)
|
||||
|
||||
func (m *Machine) HttpPostMachine(url string) ([]byte, error) {
|
||||
if m == nil {
|
||||
// run f.InitMachine() here?
|
||||
log.Info("you must run f.InitMachine()")
|
||||
return nil, fmt.Errorf("you must run f.InitMachine()")
|
||||
}
|
||||
if m.Hostname == "" {
|
||||
log.Info("WTF. hostname is blank")
|
||||
} else {
|
||||
// log.Info("GOOD. hostname is set to", m.Hostname)
|
||||
}
|
||||
// log.Info("GOOD2. hostname is set to", m.Hostname)
|
||||
msg, err := m.Marshal()
|
||||
if err != nil {
|
||||
log.Info("proto.Marshal() failed:", err)
|
||||
return nil, err
|
||||
}
|
||||
// log.Info("GOOD3. hostname is set to", m.Hostname)
|
||||
|
||||
check := new(Machine)
|
||||
check.Unmarshal(msg)
|
||||
if check == nil {
|
||||
log.Info("WTF. check == nil")
|
||||
}
|
||||
// log.Info("good? check.hostname =", m.Hostname)
|
||||
return m.HttpPostOld(url, msg)
|
||||
}
|
||||
|
||||
func (m *Machine) HttpPostOld(url string, data []byte) ([]byte, error) {
|
||||
var err error
|
||||
var req *http.Request
|
||||
|
||||
req, err = http.NewRequest(http.MethodPost, url, bytes.NewBuffer(data))
|
||||
// log.Info("httpPost() with len", len(data), "url", url)
|
||||
|
||||
usr, _ := user.Current()
|
||||
req.Header.Set("author", usr.Username)
|
||||
// if f.Machine == nil {
|
||||
// // run f.InitMachine() here?
|
||||
// log.Info("you must run f.InitMachine()")
|
||||
// return nil, fmt.Errorf("you must run f.InitMachine()")
|
||||
// }
|
||||
req.Header.Set("hostname", m.Hostname)
|
||||
|
||||
client := &http.Client{}
|
||||
resp, err := client.Do(req)
|
||||
if err != nil {
|
||||
log.Error(err)
|
||||
return []byte("client.Do(req) error"), err
|
||||
}
|
||||
defer resp.Body.Close()
|
||||
// log.Info("httpPost() with len", len(data))
|
||||
|
||||
body, err := ioutil.ReadAll(resp.Body)
|
||||
if err != nil {
|
||||
log.Error(err)
|
||||
return body, err
|
||||
}
|
||||
|
||||
return body, nil
|
||||
}
|
|
@ -0,0 +1,49 @@
|
|||
package zoopb
|
||||
|
||||
import (
|
||||
"os"
|
||||
"time"
|
||||
|
||||
"go.wit.com/lib/config"
|
||||
"go.wit.com/log"
|
||||
)
|
||||
|
||||
// sent via -ldflags
|
||||
var VERSION string
|
||||
var BUILDTIME string
|
||||
|
||||
func (m *Machine) SinceLastUpdate() time.Duration {
|
||||
age := m.Laststamp.AsTime()
|
||||
return time.Since(age)
|
||||
}
|
||||
|
||||
func InitMachine() (*Machine, string) {
|
||||
var fullname string
|
||||
var err error
|
||||
m := new(Machine)
|
||||
if fullname, err = config.LoadPB(m, "forge", "machine"); err != nil {
|
||||
log.Info("zoopb.ConfigLoad() failed", err)
|
||||
}
|
||||
hostname, _ := os.Hostname()
|
||||
m.Hostname = hostname
|
||||
m.Distro = detectDistro()
|
||||
m.initPackages()
|
||||
|
||||
m.InitWitMirrors()
|
||||
config.SavePB(m, fullname)
|
||||
|
||||
return m, fullname
|
||||
}
|
||||
|
||||
func InitDaemon() (*Machine, string) {
|
||||
var fullname string
|
||||
var err error
|
||||
machine := new(Machine)
|
||||
if fullname, err = config.LoadPB(machine, "/etc/zookeeper", "machine"); err != nil {
|
||||
log.Info("zoopb.ConfigLoad() failed", err)
|
||||
}
|
||||
machine.InitWitMirrors()
|
||||
config.SavePB(machine, fullname)
|
||||
|
||||
return machine, fullname
|
||||
}
|
|
@ -7,7 +7,7 @@ import "google/protobuf/timestamp.proto"; // Import the well-known type for Time
|
|||
|
||||
// global settings for autogenpb `autogenpb:mutex`
|
||||
|
||||
message Machine { // `autogenpb:marshal`
|
||||
message Machine { // `autogenpb:marshal` `autogenpb:http`
|
||||
string hostname = 1; // `autogenpb:unique` `autogenpb:sort`
|
||||
int64 memory = 2;
|
||||
int64 cpus = 3;
|
||||
|
@ -18,9 +18,12 @@ message Machine { // `autogenpb:marshal`
|
|||
Packages available = 8; // packages that are available
|
||||
Packages wit = 9; // packages that are available from mirrors.wit.com
|
||||
string userAgent = 10;
|
||||
string uuid = 11;
|
||||
bool upgrade = 12; // upgrade is needed
|
||||
string upgradeCmd = 13; // upgrade cmd
|
||||
}
|
||||
|
||||
message Machines { // `autogenpb:marshal` `autogenpb:gui`
|
||||
message Machines { // `autogenpb:marshal` `autogenpb:gui` `autogenpb:http`
|
||||
string uuid = 1; // `autogenpb:uuid:b57e7fac-a8fc-4949-9d50-fa38312dec87`
|
||||
string version = 2; // `autogenpb:version:v0.0.1`
|
||||
repeated Machine machines = 3;
|
||||
|
|
|
@ -0,0 +1,13 @@
|
|||
package zoopb
|
||||
|
||||
import "go.wit.com/log"
|
||||
|
||||
// init the installed package list
|
||||
func (m *Machine) Dump() {
|
||||
log.Infof("mem=%d cpus=%d\n", m.Memory, m.Cpus)
|
||||
|
||||
// totalMemGB := float64(sysInfo.Totalram) * float64(sysInfo.Unit) / (1024 * 1024 * 1024)
|
||||
// Print results
|
||||
// fmt.Printf("Total Memory: %.2f GB\n", totalMemGB)
|
||||
// fmt.Printf("Number of CPUs: %d\n", numCPUs)
|
||||
}
|
42
wit.go
42
wit.go
|
@ -6,14 +6,8 @@ import (
|
|||
"strings"
|
||||
)
|
||||
|
||||
// sent via -ldflags
|
||||
var VERSION string
|
||||
var BUILDTIME string
|
||||
|
||||
func (m *Machine) IsInstalled(name string) bool {
|
||||
loop := m.Packages.SortByName()
|
||||
for loop.Scan() {
|
||||
p := loop.Next()
|
||||
for p := range m.Packages.IterByName() {
|
||||
if name == p.Name {
|
||||
// log.Info("package installed:", p.Name, p.Version, p.PkgName)
|
||||
return true
|
||||
|
@ -25,9 +19,13 @@ func (m *Machine) IsInstalled(name string) bool {
|
|||
}
|
||||
|
||||
func (m *Machine) FindInstalledByName(name string) *Package {
|
||||
loop := m.Packages.SortByName()
|
||||
for loop.Scan() {
|
||||
p := loop.Next()
|
||||
if m == nil {
|
||||
panic("m == nil")
|
||||
}
|
||||
if m.Packages == nil {
|
||||
panic("m.Packages == nil")
|
||||
}
|
||||
for p := range m.Packages.IterByName() {
|
||||
if name == p.Name {
|
||||
// log.Info("package installed:", p.Name, p.Version, p.PkgName)
|
||||
return p
|
||||
|
@ -40,11 +38,21 @@ func (m *Machine) FindInstalledByName(name string) *Package {
|
|||
|
||||
// looks to see if any package matches a name and version
|
||||
// if version == "", return the first name found
|
||||
func (m *Machine) FindVersion(name string, version string) *Package {
|
||||
func (m *Machine) FindVersion(name string) string {
|
||||
// first check all installed versions
|
||||
loop := m.Packages.SortByName()
|
||||
for loop.Scan() {
|
||||
p := loop.Next()
|
||||
for p := range m.Packages.IterByName() {
|
||||
if name == p.Name {
|
||||
return p.Version
|
||||
}
|
||||
}
|
||||
return ""
|
||||
}
|
||||
|
||||
// looks to see if any package matches a name and version
|
||||
// if version == "", return the first name found
|
||||
func (m *Machine) FindByVersion(name string, version string) *Package {
|
||||
// first check all installed versions
|
||||
for p := range m.Packages.IterByName() {
|
||||
if name == p.Name {
|
||||
if version == "" {
|
||||
return p
|
||||
|
@ -57,9 +65,7 @@ func (m *Machine) FindVersion(name string, version string) *Package {
|
|||
}
|
||||
|
||||
// check all wit packages
|
||||
loop = m.Wit.SortByName()
|
||||
for loop.Scan() {
|
||||
p := loop.Next()
|
||||
for p := range m.Wit.IterByName() {
|
||||
if name == p.Name {
|
||||
if version == "" {
|
||||
return p
|
||||
|
@ -77,7 +83,7 @@ func (m *Machine) FindVersion(name string, version string) *Package {
|
|||
|
||||
// read the package list file from mirrors.wit.com
|
||||
// obviously a hack at this point
|
||||
func (m *Machine) InitWit() error {
|
||||
func (m *Machine) InitWitMirrors() error {
|
||||
if m.Wit == nil {
|
||||
m.Wit = new(Packages)
|
||||
}
|
||||
|
|
Loading…
Reference in New Issue