2024-11-27 21:40:06 -06:00
|
|
|
package gitpb
|
|
|
|
|
|
|
|
// does processing on the go.mod and go.sum files
|
|
|
|
|
|
|
|
import (
|
|
|
|
"bufio"
|
|
|
|
"errors"
|
|
|
|
"os"
|
|
|
|
"path/filepath"
|
|
|
|
"strings"
|
|
|
|
|
|
|
|
"go.wit.com/log"
|
|
|
|
)
|
|
|
|
|
|
|
|
// poor name perhaps. It's because in most of these
|
|
|
|
// repos you can also type "make redomod" to do the same thing
|
|
|
|
// since it's a Makefile task that is also useful to be able to run
|
|
|
|
// from the command line
|
2024-11-30 02:03:32 -06:00
|
|
|
func (repo *Repo) RedoGoMod() (bool, error) {
|
2024-11-27 21:40:06 -06:00
|
|
|
// unset the go development ENV var to generate release files
|
|
|
|
os.Unsetenv("GO111MODULE")
|
|
|
|
if ok, err := repo.strictRun([]string{"rm", "-f", "go.mod", "go.sum"}); !ok {
|
|
|
|
log.Warn("rm go.mod go.sum failed", err)
|
|
|
|
return ok, err
|
|
|
|
}
|
|
|
|
if ok, err := repo.strictRun([]string{"go", "mod", "init", repo.GoPath}); !ok {
|
|
|
|
log.Warn("go mod init failed", err)
|
|
|
|
return ok, err
|
|
|
|
}
|
|
|
|
if ok, err := repo.strictRun([]string{"go", "mod", "tidy"}); !ok {
|
|
|
|
log.Warn("go mod tidy failed", err)
|
|
|
|
return ok, err
|
|
|
|
}
|
2024-11-29 21:51:30 -06:00
|
|
|
// most things should build with golang after 1.20
|
|
|
|
if ok, err := repo.strictRun([]string{"go", "mod", "edit", "-go=1.20"}); !ok {
|
|
|
|
log.Warn("go mod edit failed", err)
|
|
|
|
return ok, err
|
|
|
|
}
|
2024-11-30 02:03:32 -06:00
|
|
|
// log.Info("MakeRedomod() worked", repo.GoPath)
|
2024-11-27 21:40:06 -06:00
|
|
|
|
|
|
|
if repo.Exists("go.sum") {
|
|
|
|
// return the attempt to parse go.mod & go.sum
|
2024-12-02 05:15:39 -06:00
|
|
|
return repo.ParseGoSum()
|
2024-11-27 21:40:06 -06:00
|
|
|
}
|
2024-12-01 16:40:41 -06:00
|
|
|
repo.GoDeps = new(GoDeps)
|
2024-11-27 21:40:06 -06:00
|
|
|
repo.GoPrimitive = false
|
|
|
|
|
|
|
|
ok, err := repo.isPrimativeGoMod()
|
|
|
|
if err != nil {
|
|
|
|
// this means this repo does not depend on any other package
|
|
|
|
log.Info("PRIMATIVE repo error:", repo.GoPath, "err =", err)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
if ok {
|
|
|
|
// this means the repo is primitive so there is no go.sum
|
|
|
|
repo.GoPrimitive = true
|
|
|
|
return true, nil
|
|
|
|
}
|
|
|
|
// this should never happen
|
|
|
|
return false, errors.New("MakeRedomod() logic failed")
|
|
|
|
}
|
|
|
|
|
|
|
|
// reads and parses the go.sum file
|
2024-12-02 05:15:39 -06:00
|
|
|
// does not change anything
|
|
|
|
func (repo *Repo) ParseGoSum() (bool, error) {
|
2024-11-27 21:40:06 -06:00
|
|
|
// empty out what was there before
|
|
|
|
repo.GoDeps = nil
|
|
|
|
tmp := filepath.Join(repo.FullPath, "go.sum")
|
|
|
|
gosum, err := os.Open(tmp)
|
|
|
|
if err != nil {
|
|
|
|
log.Warn("missing go.sum", repo.FullPath)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
defer gosum.Close()
|
|
|
|
|
|
|
|
scanner := bufio.NewScanner(gosum)
|
|
|
|
log.Info("gosum:", tmp)
|
|
|
|
for scanner.Scan() {
|
|
|
|
line := strings.TrimSpace(scanner.Text())
|
|
|
|
|
|
|
|
parts := strings.Split(line, " ")
|
|
|
|
if len(parts) == 3 {
|
|
|
|
godep := strings.TrimSpace(parts[0])
|
|
|
|
version := strings.TrimSpace(parts[1])
|
|
|
|
if strings.HasSuffix(version, "/go.mod") {
|
|
|
|
version = strings.TrimSuffix(version, "/go.mod")
|
|
|
|
}
|
|
|
|
new1 := GoDep{
|
|
|
|
GoPath: godep,
|
|
|
|
Version: version,
|
|
|
|
}
|
2024-11-30 02:03:32 -06:00
|
|
|
if repo.GoDeps == nil {
|
|
|
|
repo.GoDeps = new(GoDeps)
|
|
|
|
}
|
2024-11-29 18:15:25 -06:00
|
|
|
repo.GoDeps.AppendUniqueGoPath(&new1)
|
2024-11-27 21:40:06 -06:00
|
|
|
} else {
|
2024-12-01 22:37:11 -06:00
|
|
|
return false, errors.New("go.sum parse error invalid: " + line)
|
2024-11-27 21:40:06 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := scanner.Err(); err != nil {
|
|
|
|
repo.GoDeps = nil
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
return true, nil
|
|
|
|
}
|
2024-11-28 21:04:10 -06:00
|
|
|
func (repo *Repo) RepoType() string {
|
2024-12-01 22:23:38 -06:00
|
|
|
if repo == nil {
|
|
|
|
return "nil"
|
|
|
|
}
|
2024-12-01 16:04:07 -06:00
|
|
|
if repo.GetGoPlugin() {
|
|
|
|
return "plugin"
|
|
|
|
}
|
|
|
|
if repo.GetGoBinary() {
|
|
|
|
return "binary"
|
|
|
|
}
|
|
|
|
if ok, _, _ := repo.IsProtobuf(); ok {
|
|
|
|
return "protobuf"
|
|
|
|
}
|
|
|
|
if repo.GetGoLibrary() {
|
|
|
|
return "library"
|
|
|
|
}
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
|
|
|
|
func (repo *Repo) goListRepoType() string {
|
2024-11-28 21:04:10 -06:00
|
|
|
os.Setenv("GO111MODULE", "off")
|
|
|
|
cmd := []string{"go", "list", "-f", "'{{if eq .Name \"main\"}}binary{{else}}library{{end}}'"}
|
|
|
|
// cmd := []string{"go", "list", "-f", "'{{.Name}}'"} // probably use this. this just prints out the package name
|
|
|
|
// cmd := []string{"go", "list", "-f", "'{{.ImportPath}}'"} // returns go.wit.com/lib/protobuf/gitpb
|
|
|
|
|
|
|
|
result := repo.RunQuiet(cmd)
|
|
|
|
if result.Error != nil {
|
|
|
|
log.Warn("go list binary detect failed", result.Error)
|
|
|
|
return ""
|
|
|
|
}
|
|
|
|
output := strings.TrimSpace(strings.Join(result.Stdout, "\n"))
|
|
|
|
output = strings.Trim(output, "'")
|
|
|
|
return output
|
|
|
|
}
|
2024-12-01 10:46:32 -06:00
|
|
|
|
|
|
|
// reads and parses the go.sum file
|
|
|
|
func (repo *Repo) UpdatePublished() (bool, error) {
|
|
|
|
// empty out what was there before
|
|
|
|
repo.Published = nil
|
|
|
|
tmp := filepath.Join(repo.FullPath, "go.sum")
|
|
|
|
gosum, err := os.Open(tmp)
|
|
|
|
if err != nil {
|
|
|
|
log.Warn("missing go.sum", repo.FullPath)
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
defer gosum.Close()
|
|
|
|
|
|
|
|
scanner := bufio.NewScanner(gosum)
|
|
|
|
log.Info("gosum:", tmp)
|
|
|
|
for scanner.Scan() {
|
|
|
|
line := strings.TrimSpace(scanner.Text())
|
|
|
|
|
|
|
|
parts := strings.Split(line, " ")
|
|
|
|
if len(parts) == 3 {
|
|
|
|
godep := strings.TrimSpace(parts[0])
|
|
|
|
version := strings.TrimSpace(parts[1])
|
|
|
|
if strings.HasSuffix(version, "/go.mod") {
|
|
|
|
version = strings.TrimSuffix(version, "/go.mod")
|
|
|
|
}
|
|
|
|
new1 := GoDep{
|
|
|
|
GoPath: godep,
|
|
|
|
Version: version,
|
|
|
|
}
|
|
|
|
if repo.Published == nil {
|
|
|
|
repo.Published = new(GoDeps)
|
|
|
|
}
|
|
|
|
repo.Published.AppendUniqueGoPath(&new1)
|
|
|
|
} else {
|
2024-12-01 22:37:11 -06:00
|
|
|
return false, errors.New("go.sum parse error invalid: " + line)
|
2024-12-01 10:46:32 -06:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
if err := scanner.Err(); err != nil {
|
|
|
|
repo.Published = nil
|
|
|
|
return false, err
|
|
|
|
}
|
|
|
|
return true, nil
|
|
|
|
}
|
2024-12-01 15:10:55 -06:00
|
|
|
|
|
|
|
// returns true if the last published
|
|
|
|
func (repo *Repo) GoDepsLen() int {
|
|
|
|
if repo.GoDeps == nil {
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
return repo.GoDeps.Len()
|
|
|
|
}
|
|
|
|
|
|
|
|
// returns true if the last published
|
|
|
|
func (repo *Repo) PublishedLen() int {
|
|
|
|
if repo.Published == nil {
|
|
|
|
return 0
|
|
|
|
}
|
|
|
|
return repo.Published.Len()
|
|
|
|
}
|
|
|
|
|
|
|
|
// returns true if the last published
|
|
|
|
func (all *Repos) GoDepsChanged(repo *Repo) (bool, error) {
|
2024-12-01 16:04:07 -06:00
|
|
|
var upgrade bool = false
|
2024-12-01 15:10:55 -06:00
|
|
|
|
|
|
|
if repo.GoDeps == nil {
|
|
|
|
repo.RedoGoMod()
|
|
|
|
}
|
|
|
|
if repo.GoDeps.Len() == 0 {
|
|
|
|
repo.RedoGoMod()
|
|
|
|
}
|
|
|
|
log.Printf("current repo %s go dependancy count: %d", repo.GetGoPath(), repo.GoDeps.Len())
|
|
|
|
deps := repo.GoDeps.SortByGoPath()
|
|
|
|
for deps.Scan() {
|
|
|
|
depRepo := deps.Next()
|
|
|
|
if repo.Published == nil {
|
|
|
|
return false, errors.New("repo published deps info is nil")
|
|
|
|
}
|
|
|
|
found := repo.Published.FindByGoPath(depRepo.GetGoPath())
|
|
|
|
if found == nil {
|
2024-12-01 16:04:07 -06:00
|
|
|
log.Printf("dep %-50s %-10s vs %-10s", depRepo.GetGoPath(), depRepo.GetVersion(), "NEW")
|
|
|
|
upgrade = true
|
|
|
|
continue
|
|
|
|
// return upgrade, errors.New("new repo added " + depRepo.GetGoPath())
|
|
|
|
}
|
|
|
|
if depRepo.GetVersion() == found.GetVersion() {
|
|
|
|
// log.Printf("deps %-50s %-10s vs %-10s", depRepo.GetGoPath(), depRepo.GetVersion(), found.GetVersion())
|
|
|
|
} else {
|
|
|
|
log.Printf("dep %-50s %-10s vs %-10s BROKEN", depRepo.GetGoPath(), depRepo.GetVersion(), found.GetVersion())
|
|
|
|
upgrade = true
|
2024-12-01 15:10:55 -06:00
|
|
|
}
|
|
|
|
}
|
2024-12-01 16:04:07 -06:00
|
|
|
return upgrade, nil
|
2024-12-01 15:10:55 -06:00
|
|
|
}
|