package main import ( "fmt" "os" "os/exec" "strconv" "strings" alpm "github.com/jguer/go-alpm" rpc "github.com/mikkeloscar/aur" gopkg "github.com/mikkeloscar/gopkgbuild" ) // Install handles package installs func install(parser *arguments) error { requestTargets := parser.targets.toSlice() var err error var incompatible stringSet var dc *depCatagories var toClean []*rpc.Pkg var toEdit []*rpc.Pkg var aurUp upSlice var repoUp upSlice warnings := &aurWarnings{} removeMake := false srcinfosStale := make(map[string]*gopkg.PKGBUILD) srcinfos := make(map[string]*gopkg.PKGBUILD) //remotenames: names of all non repo packages on the system _, _, localNames, remoteNames, err := filterPackages() if err != nil { return err } //cache as a stringset. maybe make it return a string set in the first //place remoteNamesCache := sliceToStringSet(remoteNames) localNamesCache := sliceToStringSet(localNames) //if we are doing -u also request all packages needing update if parser.existsArg("u", "sysupgrade") { aurUp, repoUp, err = upList(warnings) if err != nil { return err } for _, up := range aurUp { requestTargets = append(requestTargets, up.Name) } for _, up := range repoUp { requestTargets = append(requestTargets, up.Name) } } //if len(aurTargets) > 0 || parser.existsArg("u", "sysupgrade") && len(remoteNames) > 0 { // fmt.Println(bold(cyan("::") + " Querying AUR...")) //} dt, err := getDepTree(requestTargets, warnings) if err != nil { return err } // Deptree will handle db/pkg prefixes. Now they can be striped from the // targets. for pkg := range parser.targets { _, name := splitDbFromName(pkg) parser.targets.remove(pkg) parser.targets.set(name) } for i, pkg := range requestTargets { _, name := splitDbFromName(pkg) requestTargets[i] = name } if len(dt.Missing) > 0 { str := bold(red(arrow+" Error: ")) + "Could not find all required packages:" for name := range dt.Missing { str += "\n " + name } return fmt.Errorf("%s", str) } //create the arguments to pass for the repo install arguments := parser.copy() arguments.delArg("y", "refresh") arguments.op = "S" arguments.targets = make(stringSet) if parser.existsArg("u", "sysupgrade") { ignore, aurUp, err := upgradePkgs(aurUp, repoUp) if err != nil { return err } requestTargets = parser.targets.toSlice() for _, up := range repoUp { if !ignore.get(up.Name) { requestTargets = append(requestTargets, up.Name) parser.addTarget(up.Name) } } for up := range aurUp { requestTargets = append(requestTargets, up) } arguments.addParam("ignore", strings.Join(ignore.toSlice(), ",")) fmt.Println() for pkg := range aurUp { parser.addTarget(pkg) } } hasAur := false for pkg := range parser.targets { _, ok := dt.Aur[pkg] if ok { hasAur = true } } if hasAur && 0 == os.Geteuid() { return fmt.Errorf(bold(red(arrow)) + " Refusing to install AUR Packages as root, Aborting.") } dc, err = getDepCatagories(requestTargets, dt) if err != nil { return err } for _, pkg := range dc.Repo { arguments.addTarget(pkg.DB().Name() + "/" + pkg.Name()) } for pkg := range dt.Groups { arguments.addTarget(pkg) } if len(dc.Aur) == 0 && len(arguments.targets) == 0 && !parser.existsArg("u", "sysupgrade") { fmt.Println("There is nothing to do") return nil } if hasAur { hasAur = len(dc.Aur) != 0 err = checkForAllConflicts(dc) if err != nil { return err } printDepCatagories(dc) fmt.Println() if len(dc.MakeOnly) > 0 { if !continueTask("Remove make dependencies after install?", "yY") { removeMake = true } } toClean, toEdit, err = cleanEditNumberMenu(dc.Aur, dc.Bases, remoteNamesCache) if err != nil { return err } cleanBuilds(toClean) err = downloadPkgBuilds(dc.Aur, parser.targets, dc.Bases) if err != nil { return err } if len(toEdit) > 0 { err = editPkgBuilds(toEdit) if err != nil { return err } oldValue := config.NoConfirm config.NoConfirm = false if !continueTask(bold(green("Proceed with install?")), "nN") { return fmt.Errorf("Aborting due to user") } config.NoConfirm = oldValue } //inital srcinfo parse before pkgver() bump err = parseSRCINFOFiles(dc.Aur, srcinfosStale, dc.Bases) if err != nil { return err } incompatible, err = getIncompatible(dc.Aur, srcinfosStale, dc.Bases) if err != nil { return err } err = checkPgpKeys(dc.Aur, dc.Bases, srcinfosStale) if err != nil { return err } } if len(arguments.targets) > 0 || arguments.existsArg("u") { err := passToPacman(arguments) if err != nil { return fmt.Errorf("Error installing repo packages") } depArguments := makeArguments() depArguments.addArg("D", "asdeps") for _, pkg := range dc.Repo { if !parser.targets.get(pkg.Name()) && !localNamesCache.get(pkg.Name()) && !remoteNamesCache.get(pkg.Name()) { depArguments.addTarget(pkg.Name()) } } if len(depArguments.targets) > 0 { _, stderr, err := passToPacmanCapture(depArguments) if err != nil { return fmt.Errorf("%s%s", stderr, err) } } } if hasAur { //conflicts have been checked so answer y for them ask, _ := strconv.Atoi(cmdArgs.globals["ask"]) uask := alpm.QuestionType(ask) | alpm.QuestionTypeConflictPkg cmdArgs.globals["ask"] = fmt.Sprint(uask) err = downloadPkgBuildsSources(dc.Aur, dc.Bases, incompatible) if err != nil { return err } err = parseSRCINFOGenerate(dc.Aur, srcinfos, dc.Bases) if err != nil { return err } err = buildInstallPkgBuilds(dc.Aur, srcinfos, parser.targets, parser, dc.Bases, incompatible) if err != nil { return err } if len(dc.MakeOnly) > 0 { if !removeMake { return nil } removeArguments := makeArguments() removeArguments.addArg("R", "u") for pkg := range dc.MakeOnly { removeArguments.addTarget(pkg) } oldValue := config.NoConfirm config.NoConfirm = true err = passToPacman(removeArguments) config.NoConfirm = oldValue if err != nil { return err } } if config.CleanAfter { clean(dc.Aur) } return nil } return nil } func getIncompatible(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) (stringSet, error) { incompatible := make(stringSet) alpmArch, err := alpmHandle.Arch() if err != nil { return nil, err } nextpkg: for _, pkg := range pkgs { for _, arch := range srcinfos[pkg.PackageBase].Arch { if arch == "any" || arch == alpmArch { continue nextpkg } } incompatible.set(pkg.PackageBase) } if len(incompatible) > 0 { fmt.Println() fmt.Print(bold(yellow(arrow)) + " The following packages are not compatable with your architecture:") for pkg := range incompatible { fmt.Print(" " + cyan(pkg)) } fmt.Println() if !continueTask("Try to build them anyway?", "nN") { return nil, fmt.Errorf("Aborting due to user") } } return incompatible, nil } func cleanEditNumberMenu(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg, installed stringSet) ([]*rpc.Pkg, []*rpc.Pkg, error) { toPrint := "" askClean := false toClean := make([]*rpc.Pkg, 0) toEdit := make([]*rpc.Pkg, 0) for n, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" toPrint += fmt.Sprintf(magenta("%3d")+" %-40s", len(pkgs)-n, bold(formatPkgbase(pkg, bases))) if installed.get(pkg.Name) { toPrint += bold(green(" (Installed)")) } if _, err := os.Stat(dir); !os.IsNotExist(err) { toPrint += bold(green(" (Build Files Exist)")) askClean = true } toPrint += "\n" } fmt.Print(toPrint) if askClean { fmt.Println(bold(green(arrow + " Packages to cleanBuild?"))) fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)")) fmt.Print(bold(green(arrow + " "))) cleanInput, err := getInput(config.AnswerClean) if err != nil { return nil, nil, err } cInclude, cExclude, cOtherInclude, cOtherExclude := parseNumberMenu(cleanInput) cIsInclude := len(cExclude) == 0 && len(cOtherExclude) == 0 if cOtherInclude.get("abort") || cOtherInclude.get("ab") { return nil, nil, fmt.Errorf("Aborting due to user") } if !cOtherInclude.get("n") && !cOtherInclude.get("none") { for i, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" if _, err := os.Stat(dir); os.IsNotExist(err) { continue } if !cIsInclude && cExclude.get(len(pkgs)-i) { continue } if installed.get(pkg.Name) && (cOtherInclude.get("i") || cOtherInclude.get("installed")) { toClean = append(toClean, pkg) continue } if !installed.get(pkg.Name) && (cOtherInclude.get("no") || cOtherInclude.get("notinstalled")) { toClean = append(toClean, pkg) continue } if cOtherInclude.get("a") || cOtherInclude.get("all") { toClean = append(toClean, pkg) continue } if cIsInclude && (cInclude.get(len(pkgs)-i) || cOtherInclude.get(pkg.PackageBase)) { toClean = append(toClean, pkg) continue } if !cIsInclude && (!cExclude.get(len(pkgs)-i) && !cOtherExclude.get(pkg.PackageBase)) { toClean = append(toClean, pkg) continue } } } } fmt.Println(bold(green(arrow + " PKGBUILDs to edit?"))) fmt.Println(bold(green(arrow) + cyan(" [N]one ") + "[A]ll [Ab]ort [I]nstalled [No]tInstalled or (1 2 3, 1-3, ^4)")) fmt.Print(bold(green(arrow + " "))) editInput, err := getInput(config.AnswerEdit) if err != nil { return nil, nil, err } eInclude, eExclude, eOtherInclude, eOtherExclude := parseNumberMenu(editInput) eIsInclude := len(eExclude) == 0 && len(eOtherExclude) == 0 if eOtherInclude.get("abort") || eOtherInclude.get("ab") { return nil, nil, fmt.Errorf("Aborting due to user") } if !eOtherInclude.get("n") && !eOtherInclude.get("none") { for i, pkg := range pkgs { if !eIsInclude && eExclude.get(len(pkgs)-i) { continue } if installed.get(pkg.Name) && (eOtherInclude.get("i") || eOtherInclude.get("installed")) { toEdit = append(toEdit, pkg) continue } if !installed.get(pkg.Name) && (eOtherInclude.get("no") || eOtherInclude.get("notinstalled")) { toEdit = append(toEdit, pkg) continue } if eOtherInclude.get("a") || eOtherInclude.get("all") { toEdit = append(toEdit, pkg) continue } if eIsInclude && (eInclude.get(len(pkgs)-i) || eOtherInclude.get(pkg.PackageBase)) { toEdit = append(toEdit, pkg) } if !eIsInclude && (!eExclude.get(len(pkgs)-i) && !eOtherExclude.get(pkg.PackageBase)) { toEdit = append(toEdit, pkg) } } } return toClean, toEdit, nil } func cleanBuilds(pkgs []*rpc.Pkg) { for i, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase fmt.Printf(bold(cyan("::")+" Deleting (%d/%d): %s\n"), i+1, len(pkgs), cyan(dir)) os.RemoveAll(dir) } } func editPkgBuilds(pkgs []*rpc.Pkg) error { pkgbuilds := make([]string, 0, len(pkgs)) for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" pkgbuilds = append(pkgbuilds, dir+"PKGBUILD") } editor, editorArgs := editor() editorArgs = append(editorArgs, pkgbuilds...) editcmd := exec.Command(editor, editorArgs...) editcmd.Stdin, editcmd.Stdout, editcmd.Stderr = os.Stdin, os.Stdout, os.Stderr err := editcmd.Run() if err != nil { return fmt.Errorf("Editor did not exit successfully, Aborting: %s", err) } return nil } func parseSRCINFOFiles(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), cyan(formatPkgbase(pkg, bases))) pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO") if err != nil { return fmt.Errorf("%s: %s", pkg.Name, err) } srcinfos[pkg.PackageBase] = pkgbuild } return nil } func tryParsesrcinfosFile(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) { for k, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), cyan(formatPkgbase(pkg, bases))) pkgbuild, err := gopkg.ParseSRCINFO(dir + ".SRCINFO") if err != nil { fmt.Printf("cannot parse %s skipping: %s\n", pkg.Name, err) continue } srcinfos[pkg.PackageBase] = pkgbuild } } func parseSRCINFOGenerate(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" str := bold(cyan("::") + " Parsing SRCINFO (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), formatPkgbase(pkg, bases)) cmd := exec.Command(config.MakepkgBin, "--printsrcinfo") cmd.Stderr = os.Stderr cmd.Dir = dir srcinfo, err := cmd.Output() if err != nil { return err } pkgbuild, err := gopkg.ParseSRCINFOContent(srcinfo) if err != nil { return fmt.Errorf("%s: %s", pkg.Name, err) } srcinfos[pkg.PackageBase] = pkgbuild } return nil } func downloadPkgBuilds(pkgs []*rpc.Pkg, targets stringSet, bases map[string][]*rpc.Pkg) error { for k, pkg := range pkgs { if config.ReDownload == "no" || (config.ReDownload == "yes" && !targets.get(pkg.Name)) { dir := config.BuildDir + pkg.PackageBase + "/.SRCINFO" pkgbuild, err := gopkg.ParseSRCINFO(dir) if err == nil { version, err := gopkg.NewCompleteVersion(pkg.Version) if err == nil { if !version.Newer(pkgbuild.Version()) { str := bold(cyan("::") + " PKGBUILD up to date, Skipping (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), cyan(formatPkgbase(pkg, bases))) continue } } } } str := bold(cyan("::") + " Downloading PKGBUILD (%d/%d): %s\n") fmt.Printf(str, k+1, len(pkgs), cyan(formatPkgbase(pkg, bases))) err := downloadAndUnpack(baseURL+pkg.URLPath, config.BuildDir, false) if err != nil { return err } } return nil } func downloadPkgBuildsSources(pkgs []*rpc.Pkg, bases map[string][]*rpc.Pkg, incompatable stringSet) (err error) { for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" args := []string{"--nobuild", "--nocheck", "--noprepare", "--nodeps"} if incompatable.get(pkg.PackageBase) { args = append(args, "--ignorearch") } err = passToMakepkg(dir, args...) if err != nil { return fmt.Errorf("Error downloading sources: %s", cyan(formatPkgbase(pkg, bases))) } } return } func buildInstallPkgBuilds(pkgs []*rpc.Pkg, srcinfos map[string]*gopkg.PKGBUILD, targets stringSet, parser *arguments, bases map[string][]*rpc.Pkg, incompatable stringSet) error { arch, err := alpmHandle.Arch() if err != nil { return err } for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" built := true srcinfo := srcinfos[pkg.PackageBase] version := srcinfo.CompleteVersion() if config.ReBuild == "no" || (config.ReBuild == "yes" && !targets.get(pkg.Name)) { for _, split := range bases[pkg.PackageBase] { file, err := completeFileName(dir, split.Name+"-"+version.String()+"-"+arch+".pkg") if err != nil { return err } if file == "" { file, err = completeFileName(dir, split.Name+"-"+version.String()+"-"+"any"+".pkg") if err != nil { return err } } if file == "" { built = false } } } else { built = false } if built { fmt.Println(bold(yellow(arrow)), cyan(pkg.Name+"-"+pkg.Version) + bold(" Already made -- skipping build")) } else { args := []string{"-Ccf", "--noconfirm"} if incompatable.get(pkg.PackageBase) { args = append(args, "--ignorearch") } err := passToMakepkg(dir, args...) if err != nil { return fmt.Errorf("Error making: %s", pkg.Name) } } arguments := parser.copy() arguments.targets = make(stringSet) arguments.op = "U" arguments.delArg("confirm") arguments.delArg("c", "clean") arguments.delArg("q", "quiet") arguments.delArg("q", "quiet") arguments.delArg("y", "refresh") arguments.delArg("u", "sysupgrade") arguments.delArg("w", "downloadonly") depArguments := makeArguments() depArguments.addArg("D", "asdeps") //remotenames: names of all non repo packages on the system _, _, localNames, remoteNames, err := filterPackages() if err != nil { return err } //cache as a stringset. maybe make it return a string set in the first //place remoteNamesCache := sliceToStringSet(remoteNames) localNamesCache := sliceToStringSet(localNames) for _, split := range bases[pkg.PackageBase] { file, err := completeFileName(dir, split.Name+"-"+version.String()+"-"+arch+".pkg") if err != nil { return err } if file == "" { file, err = completeFileName(dir, split.Name+"-"+version.String()+"-"+"any"+".pkg") if err != nil { return err } } if file == "" { return fmt.Errorf("Could not find built package " + split.Name + "-" + version.String() + "-" + arch + ".pkg") } arguments.addTarget(file) //if !targets.get(split.Name) { if !targets.get(split.Name) && !localNamesCache.get(split.Name) && !remoteNamesCache.get(split.Name) { depArguments.addTarget(split.Name) } } oldConfirm := config.NoConfirm config.NoConfirm = true err = passToPacman(arguments) if err != nil { return err } for _, pkg := range bases[pkg.PackageBase] { updateVCSData(pkg.Name, srcinfo.Source) } if len(depArguments.targets) > 0 { _, stderr, err := passToPacmanCapture(depArguments) if err != nil { return fmt.Errorf("%s%s", stderr, err) } } config.NoConfirm = oldConfirm } return nil } func clean(pkgs []*rpc.Pkg) { for _, pkg := range pkgs { dir := config.BuildDir + pkg.PackageBase + "/" fmt.Println(bold(green(arrow + " CleanAfter enabled. Deleting " + pkg.Name + " source folder."))) os.RemoveAll(dir) } }