1515 lines
42 KiB
Go
1515 lines
42 KiB
Go
package cmd
|
|
|
|
import (
|
|
"fmt"
|
|
"os"
|
|
"os/exec"
|
|
"path/filepath"
|
|
"regexp"
|
|
"sort"
|
|
"strings"
|
|
"sync"
|
|
"time"
|
|
|
|
"zsvo/pkg/builder"
|
|
"zsvo/pkg/debian"
|
|
"zsvo/pkg/i18n"
|
|
"zsvo/pkg/installer"
|
|
"zsvo/pkg/recipe"
|
|
"zsvo/pkg/ui"
|
|
|
|
"github.com/spf13/cobra"
|
|
)
|
|
|
|
var InstallCmd = &cobra.Command{
|
|
Use: "install <package> [package...]",
|
|
Short: i18n.T("install_cmd"),
|
|
Long: `Install one or more packages from local files or auto-build from Debian source by package name`,
|
|
Args: cobra.MinimumNArgs(1),
|
|
RunE: func(cmd *cobra.Command, args []string) error {
|
|
rootDir, _ := cmd.Flags().GetString("root")
|
|
if rootDir == "" {
|
|
rootDir = "/"
|
|
}
|
|
workDir, _ := cmd.Flags().GetString("work-dir")
|
|
if strings.TrimSpace(workDir) == "" {
|
|
workDir = "/tmp/pkg-work"
|
|
}
|
|
autoSource, _ := cmd.Flags().GetBool("auto-source")
|
|
autoBuildDeps, _ := cmd.Flags().GetBool("auto-build-deps")
|
|
dryRun, _ := cmd.Flags().GetBool("dry-run")
|
|
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintHeader("DRY RUN MODE")
|
|
status.PrintInfo(fmt.Sprintf("Root directory: %s", rootDir))
|
|
status.PrintInfo(fmt.Sprintf("Work directory: %s", workDir))
|
|
status.PrintInfo(fmt.Sprintf("Auto-source: %t", autoSource))
|
|
status.PrintInfo(fmt.Sprintf("Auto-build-deps: %t", autoBuildDeps))
|
|
status.PrintInfo("Auto-resolve-deps: enabled (default)")
|
|
status.PrintFooter()
|
|
}
|
|
|
|
installTargets := make([]string, 0, len(args))
|
|
i := installer.NewInstaller(rootDir)
|
|
|
|
var session *autoBuildSession
|
|
if autoSource {
|
|
session = newAutoBuildSession(workDir, autoBuildDeps)
|
|
}
|
|
|
|
for _, target := range args {
|
|
isFile, err := isInstallFileTarget(target)
|
|
if err != nil {
|
|
return err
|
|
}
|
|
|
|
if isFile {
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintInfo(fmt.Sprintf(i18n.T("would_install_file"), target))
|
|
}
|
|
installTargets = append(installTargets, target)
|
|
continue
|
|
}
|
|
|
|
if !autoSource {
|
|
return fmt.Errorf(
|
|
"%s is not a package file; pass a file path or enable --auto-source",
|
|
target,
|
|
)
|
|
}
|
|
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintInfo(fmt.Sprintf(i18n.T("would_auto_build"), target))
|
|
installTargets = append(installTargets, target) // для демонстрации
|
|
continue
|
|
}
|
|
|
|
builtPackage, err := session.buildPackageWithFallback(target, false, false, []string{})
|
|
if err != nil {
|
|
return err
|
|
}
|
|
installTargets = append(installTargets, builtPackage)
|
|
}
|
|
|
|
if len(installTargets) == 1 {
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintInfo(i18n.T("would_install_one"))
|
|
} else {
|
|
fmt.Printf(i18n.T("installing_one")+"\n", installTargets[0])
|
|
}
|
|
} else {
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintInfo(fmt.Sprintf(i18n.T("would_install_many"), len(installTargets)))
|
|
} else {
|
|
fmt.Printf(i18n.T("installing_many")+"\n", len(installTargets))
|
|
}
|
|
}
|
|
|
|
if dryRun {
|
|
status := ui.NewStatusBar("", 1)
|
|
status.SetTheme("neon")
|
|
status.PrintHeader("DRY RUN COMPLETE")
|
|
status.PrintInfo(i18n.T("No actual changes were made."))
|
|
status.PrintFooter()
|
|
return nil
|
|
}
|
|
|
|
// Choose installation method - always use auto-resolve
|
|
searchPaths := []string{
|
|
filepath.Join(rootDir, "var", "cache", "packages"),
|
|
filepath.Join(workDir, "packages"),
|
|
"/tmp/pkg-work/packages",
|
|
}
|
|
|
|
err := i.InstallWithAutoResolve(installTargets, searchPaths)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to install packages: %w", err)
|
|
}
|
|
|
|
fmt.Printf(i18n.T("Package installation completed successfully") + "\n")
|
|
return nil
|
|
},
|
|
}
|
|
|
|
func init() {
|
|
InstallCmd.Flags().StringP("root", "r", "/", "Root directory for installation")
|
|
InstallCmd.Flags().StringP("work-dir", "w", "/tmp/pkg-work", "Working directory for source builds")
|
|
InstallCmd.Flags().Bool("auto-source", true, "Auto-build package names from Debian source")
|
|
InstallCmd.Flags().Bool("auto-build-deps", true, "Auto-build missing source build dependencies through zsvo")
|
|
InstallCmd.Flags().Bool("dry-run", false, "Show what would be done without making changes")
|
|
}
|
|
|
|
func isInstallFileTarget(target string) (bool, error) {
|
|
target = strings.TrimSpace(target)
|
|
if target == "" {
|
|
return false, fmt.Errorf("install target cannot be empty")
|
|
}
|
|
|
|
// Explicit file-like targets are validated as paths.
|
|
if looksLikeFilePath(target) {
|
|
info, err := os.Stat(target)
|
|
if err != nil {
|
|
return false, fmt.Errorf("package file %s not found: %w", target, err)
|
|
}
|
|
if info.IsDir() {
|
|
return false, fmt.Errorf("package file %s is a directory", target)
|
|
}
|
|
return true, nil
|
|
}
|
|
|
|
// If a same-name local file exists, use it as package archive.
|
|
if info, err := os.Stat(target); err == nil {
|
|
if info.IsDir() {
|
|
return false, fmt.Errorf("package file %s is a directory", target)
|
|
}
|
|
return true, nil
|
|
}
|
|
|
|
return false, nil
|
|
}
|
|
|
|
func looksLikeFilePath(target string) bool {
|
|
return strings.Contains(target, string(os.PathSeparator)) ||
|
|
strings.HasPrefix(target, ".") ||
|
|
strings.HasSuffix(target, ".pkg.tar.zst") ||
|
|
strings.HasSuffix(target, ".zov")
|
|
}
|
|
|
|
const maxAutoBuildDepth = 15 // Увеличим для сложных цепочек зависимостей
|
|
const parallelWorkers = 20 // Параллельный поиск зависимостей (HTTP)
|
|
const buildWorkers = 4 // Параллельное построение пакетов (CPU intensive)
|
|
|
|
type autoBuildSession struct {
|
|
workDir string
|
|
toolRoot string
|
|
autoBuildDeps bool
|
|
resolver *debian.Resolver
|
|
depResolver *debian.DependencyResolver
|
|
builder *builder.Builder
|
|
toolInstaller *installer.Installer
|
|
builtPackages map[string]string
|
|
toolDepsReady map[string]struct{}
|
|
buildingPackages map[string]struct{}
|
|
}
|
|
|
|
// depNode represents a node in the dependency graph
|
|
type depNode struct {
|
|
name string
|
|
deps []string // dependencies this package needs
|
|
dependents []string // packages that depend on this one
|
|
buildDepends []string // original Build-Depends from Debian
|
|
level int // dependency level (0 = no deps, 1 = depends on level 0, etc.)
|
|
srcInfo *debian.SourceInfo
|
|
recipe *recipe.Recipe
|
|
built bool
|
|
err error
|
|
}
|
|
|
|
// depGraph manages the dependency tree for parallel building
|
|
type depGraph struct {
|
|
nodes map[string]*depNode
|
|
mu sync.RWMutex
|
|
}
|
|
|
|
// newDepGraph creates a new dependency graph
|
|
func newDepGraph() *depGraph {
|
|
return &depGraph{
|
|
nodes: make(map[string]*depNode),
|
|
}
|
|
}
|
|
|
|
// getOrCreateNode gets or creates a node in the graph
|
|
func (g *depGraph) getOrCreateNode(name string) *depNode {
|
|
g.mu.Lock()
|
|
defer g.mu.Unlock()
|
|
|
|
if node, exists := g.nodes[name]; exists {
|
|
return node
|
|
}
|
|
|
|
node := &depNode{
|
|
name: name,
|
|
deps: []string{},
|
|
dependents: []string{},
|
|
buildDepends: []string{},
|
|
level: -1, // -1 means not calculated yet
|
|
}
|
|
g.nodes[name] = node
|
|
return node
|
|
}
|
|
|
|
// addDependency adds a dependency relationship: pkg depends on dep
|
|
func (g *depGraph) addDependency(pkg, dep string) {
|
|
pkgNode := g.getOrCreateNode(pkg)
|
|
depNode := g.getOrCreateNode(dep)
|
|
|
|
// Add to deps list if not already there
|
|
found := false
|
|
for _, d := range pkgNode.deps {
|
|
if d == dep {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if !found {
|
|
pkgNode.deps = append(pkgNode.deps, dep)
|
|
}
|
|
|
|
// Add to dependents list if not already there
|
|
found = false
|
|
for _, d := range depNode.dependents {
|
|
if d == pkg {
|
|
found = true
|
|
break
|
|
}
|
|
}
|
|
if !found {
|
|
depNode.dependents = append(depNode.dependents, pkg)
|
|
}
|
|
}
|
|
|
|
// calculateLevels calculates dependency levels (topological sort layers)
|
|
func (g *depGraph) calculateLevels() {
|
|
g.mu.Lock()
|
|
defer g.mu.Unlock()
|
|
|
|
// Reset all levels
|
|
for _, node := range g.nodes {
|
|
node.level = -1
|
|
}
|
|
|
|
// Find all nodes with no dependencies (level 0)
|
|
queue := make([]*depNode, 0)
|
|
for _, node := range g.nodes {
|
|
// Count only unbuilt dependencies
|
|
unbuiltDeps := 0
|
|
for _, dep := range node.deps {
|
|
if depNode, exists := g.nodes[dep]; exists && !depNode.built {
|
|
unbuiltDeps++
|
|
}
|
|
}
|
|
if unbuiltDeps == 0 {
|
|
node.level = 0
|
|
queue = append(queue, node)
|
|
}
|
|
}
|
|
|
|
// BFS to calculate levels
|
|
for len(queue) > 0 {
|
|
current := queue[0]
|
|
queue = queue[1:]
|
|
|
|
for _, depName := range current.dependents {
|
|
depNode := g.nodes[depName]
|
|
if depNode.level == -1 || depNode.level < current.level+1 {
|
|
depNode.level = current.level + 1
|
|
queue = append(queue, depNode)
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
// getNodesByLevel returns all nodes at a specific level, sorted by name
|
|
func (g *depGraph) getNodesByLevel(level int) []*depNode {
|
|
g.mu.RLock()
|
|
defer g.mu.RUnlock()
|
|
|
|
result := make([]*depNode, 0)
|
|
for _, node := range g.nodes {
|
|
if node.level == level {
|
|
result = append(result, node)
|
|
}
|
|
}
|
|
|
|
// Sort by name for deterministic order
|
|
sort.Slice(result, func(i, j int) bool {
|
|
return result[i].name < result[j].name
|
|
})
|
|
|
|
return result
|
|
}
|
|
|
|
// getMaxLevel returns the maximum dependency level
|
|
func (g *depGraph) getMaxLevel() int {
|
|
g.mu.RLock()
|
|
defer g.mu.RUnlock()
|
|
|
|
max := 0
|
|
for _, node := range g.nodes {
|
|
if node.level > max {
|
|
max = node.level
|
|
}
|
|
}
|
|
return max
|
|
}
|
|
|
|
func newAutoBuildSession(workDir string, autoBuildDeps bool) *autoBuildSession {
|
|
b := builder.NewBuilder(workDir)
|
|
b.SetQuiet(true)
|
|
|
|
s := &autoBuildSession{
|
|
workDir: workDir,
|
|
toolRoot: filepath.Join(workDir, "bootstrap-root"),
|
|
autoBuildDeps: autoBuildDeps,
|
|
resolver: debian.NewResolver(),
|
|
depResolver: debian.NewDependencyResolver(),
|
|
builder: b,
|
|
toolInstaller: installer.NewInstaller(filepath.Join(workDir, "bootstrap-root")),
|
|
builtPackages: make(map[string]string),
|
|
toolDepsReady: make(map[string]struct{}),
|
|
buildingPackages: make(map[string]struct{}),
|
|
}
|
|
s.refreshBuildEnv()
|
|
return s
|
|
}
|
|
|
|
func (s *autoBuildSession) refreshBuildEnv() {
|
|
basePath := splitPathList(os.Getenv("PATH"))
|
|
binPrefixes := []string{
|
|
filepath.Join(s.toolRoot, "usr", "bin"),
|
|
filepath.Join(s.toolRoot, "bin"),
|
|
filepath.Join(s.toolRoot, "usr", "sbin"),
|
|
filepath.Join(s.toolRoot, "sbin"),
|
|
}
|
|
mergedPath := joinPathListUnique(append(binPrefixes, basePath...))
|
|
s.builder.SetEnvOverride("PATH", mergedPath)
|
|
|
|
pkgConfigPath := splitPathList(os.Getenv("PKG_CONFIG_PATH"))
|
|
pkgConfigPrefixes := []string{
|
|
filepath.Join(s.toolRoot, "usr", "lib", "pkgconfig"),
|
|
filepath.Join(s.toolRoot, "usr", "lib64", "pkgconfig"),
|
|
filepath.Join(s.toolRoot, "usr", "share", "pkgconfig"),
|
|
filepath.Join(s.toolRoot, "lib", "pkgconfig"),
|
|
filepath.Join(s.toolRoot, "lib64", "pkgconfig"),
|
|
}
|
|
s.builder.SetEnvOverride("PKG_CONFIG_PATH", joinPathListUnique(append(pkgConfigPrefixes, pkgConfigPath...)))
|
|
cmakePrefixes := []string{
|
|
filepath.Join(s.toolRoot, "usr"),
|
|
filepath.Join(s.toolRoot),
|
|
}
|
|
cmakePrefixes = append(cmakePrefixes, splitPathList(os.Getenv("CMAKE_PREFIX_PATH"))...)
|
|
s.builder.SetEnvOverride("CMAKE_PREFIX_PATH", joinPathListUnique(cmakePrefixes))
|
|
}
|
|
|
|
func (s *autoBuildSession) buildPackageWithFallback(requestName string, asBuildDep bool, allowFailure bool, stack []string) (string, error) {
|
|
requestName = normalizePackageName(requestName)
|
|
if requestName == "" {
|
|
return "", fmt.Errorf("invalid package name")
|
|
}
|
|
|
|
if len(stack) >= maxAutoBuildDepth {
|
|
return "", fmt.Errorf("dependency chain is too deep while building %s: %s", requestName, strings.Join(append(stack, requestName), " -> "))
|
|
}
|
|
if _, exists := s.buildingPackages[requestName]; exists {
|
|
return "", fmt.Errorf("dependency cycle detected: %s", strings.Join(append(stack, requestName), " -> "))
|
|
}
|
|
|
|
if builtPath, ok := s.builtPackages[requestName]; ok {
|
|
if asBuildDep {
|
|
if err := s.installBuildDependency(requestName, builtPath); err != nil {
|
|
return "", err
|
|
}
|
|
}
|
|
return builtPath, nil
|
|
}
|
|
|
|
s.buildingPackages[requestName] = struct{}{}
|
|
defer delete(s.buildingPackages, requestName)
|
|
|
|
// Resolve source
|
|
srcInfo, err := s.resolver.ResolveSource(requestName)
|
|
if err != nil {
|
|
if !allowFailure {
|
|
return "", fmt.Errorf("failed to resolve source for %s: %w", requestName, err)
|
|
}
|
|
return "", fmt.Errorf("build failed - install missing dependencies manually")
|
|
}
|
|
|
|
rcp := autoRecipeFromDebian(srcInfo)
|
|
normalizedRecipeName := normalizePackageName(rcp.Name)
|
|
if normalizedRecipeName != "" && normalizedRecipeName != requestName {
|
|
// Alias resolved source package name to requested name.
|
|
if _, exists := s.buildingPackages[normalizedRecipeName]; exists {
|
|
return "", fmt.Errorf("dependency cycle detected: %s", strings.Join(append(stack, requestName, normalizedRecipeName), " -> "))
|
|
}
|
|
}
|
|
|
|
fmt.Printf("Building %s from %s...\n", rcp.GetPackageName(), srcInfo.DSCURL)
|
|
|
|
// Авто-разрешение зависимостей: собираем все Build-Depends параллельно
|
|
if len(srcInfo.BuildDepends) > 0 && s.autoBuildDeps {
|
|
fmt.Printf("🔍 Resolving %d build dependencies...\n", len(srcInfo.BuildDepends))
|
|
|
|
// Create dependency graph and collect all dependencies
|
|
graph := newDepGraph()
|
|
for _, dep := range srcInfo.BuildDepends {
|
|
depName := extractPackageNameFromConstraint(dep)
|
|
if depName == "" {
|
|
continue
|
|
}
|
|
|
|
// Check if this is a Debian-specific package that should be skipped
|
|
sourcePkg := mapDebianPackageToSource(depName)
|
|
if sourcePkg == "" {
|
|
// Try comprehensive resolver
|
|
sourcePkg, _ = s.depResolver.BinaryToSource(depName)
|
|
if sourcePkg == "" {
|
|
continue
|
|
}
|
|
}
|
|
|
|
// Check if already built or available
|
|
if _, built := s.builtPackages[sourcePkg]; built {
|
|
continue
|
|
}
|
|
if toolAlreadyAvailable(sourcePkg) {
|
|
s.toolDepsReady[sourcePkg] = struct{}{}
|
|
continue
|
|
}
|
|
if _, ready := s.toolDepsReady[sourcePkg]; ready {
|
|
continue
|
|
}
|
|
|
|
// Collect all dependencies recursively
|
|
if err := s.collectAllDependencies(sourcePkg, graph, []string{requestName}); err != nil {
|
|
// Silent error handling for dependencies
|
|
}
|
|
}
|
|
|
|
// Build all collected dependencies in parallel
|
|
if len(graph.nodes) > 0 {
|
|
if err := s.buildDependenciesParallel(graph); err != nil {
|
|
// Silent error handling
|
|
}
|
|
}
|
|
|
|
// Refresh environment after building dependencies
|
|
s.refreshBuildEnv()
|
|
}
|
|
|
|
// Now build the main package
|
|
var buildErr error
|
|
for attempt := 0; attempt < 2; attempt++ {
|
|
// Clean progress bar - no verbose output
|
|
buildErr = s.builder.Build(rcp)
|
|
if buildErr == nil {
|
|
break
|
|
}
|
|
}
|
|
|
|
builtPackage := filepath.Join(rcp.GetPackageDir(s.workDir), rcp.GetPackageFileName())
|
|
|
|
if buildErr != nil {
|
|
if !allowFailure {
|
|
return "", fmt.Errorf("failed to auto-build %s: %w", requestName, buildErr)
|
|
}
|
|
return "", fmt.Errorf("build failed for %s (allowFailure set): %w", requestName, buildErr)
|
|
}
|
|
|
|
s.builtPackages[rcp.Name] = builtPackage
|
|
return builtPackage, nil
|
|
}
|
|
|
|
func (s *autoBuildSession) installSystemPackage(pkg string, currentBuildingPackage string) error {
|
|
// In LFS environment, we need to build dependencies through zsvo
|
|
// Try to resolve and build the package as a dependency
|
|
fmt.Printf("Building system dependency %s through zsvo...\n", pkg)
|
|
|
|
// Use comprehensive Debian resolver to map binary package to source
|
|
sourcePkg, err := s.depResolver.BinaryToSource(pkg)
|
|
if err != nil {
|
|
// Fall back to built-in mapping for common packages
|
|
sourcePkg = mapDebianPackageToSource(pkg)
|
|
}
|
|
if sourcePkg == "" {
|
|
fmt.Printf("Skipping Debian-specific dependency: %s\n", pkg)
|
|
return nil // Skip Debian-specific packages
|
|
}
|
|
|
|
// Skip if this is the same package we're currently building (self-dependency)
|
|
if sourcePkg == currentBuildingPackage {
|
|
fmt.Printf("Skipping self-dependency: %s\n", pkg)
|
|
return nil
|
|
}
|
|
|
|
// Try to build the dependency
|
|
_, err = s.buildPackageWithFallback(sourcePkg, true, false, []string{})
|
|
if err != nil {
|
|
return fmt.Errorf("failed to build system dependency %s (mapped from %s): %w", sourcePkg, pkg, err)
|
|
}
|
|
|
|
// Install it into the toolchain
|
|
packagePath := filepath.Join(s.workDir, "packages", sourcePkg+".pkg.tar.zst")
|
|
if _, err := os.Stat(packagePath); os.IsNotExist(err) {
|
|
// Try other possible package paths
|
|
packagePath = filepath.Join(s.workDir, sourcePkg+".pkg.tar.zst")
|
|
}
|
|
|
|
if err := s.installBuildDependency(sourcePkg, packagePath); err != nil {
|
|
return fmt.Errorf("failed to install system dependency %s: %w", sourcePkg, err)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
func (s *autoBuildSession) ensureBuildDependency(dep string, stack []string) error {
|
|
dep = normalizePackageName(dep)
|
|
if dep == "" {
|
|
return fmt.Errorf("invalid build dependency name")
|
|
}
|
|
|
|
if _, ready := s.toolDepsReady[dep]; ready {
|
|
return nil
|
|
}
|
|
if toolAlreadyAvailable(dep) {
|
|
s.toolDepsReady[dep] = struct{}{}
|
|
return nil
|
|
}
|
|
|
|
fmt.Printf("Installing build dependency %s into %s...\n", dep, s.toolRoot)
|
|
packagePath, err := s.buildPackageWithFallback(dep, true, false, append(stack, dep))
|
|
if err != nil {
|
|
fmt.Printf("Warning: failed to build dependency %s: %v (skipping installation)\n", dep, err)
|
|
return nil // Don't try to install a package that failed to build
|
|
}
|
|
if packagePath == "" {
|
|
fmt.Printf("Warning: build succeeded but no package path returned for %s (skipping installation)\n", dep)
|
|
return nil
|
|
}
|
|
return s.installBuildDependency(dep, packagePath)
|
|
}
|
|
|
|
func (s *autoBuildSession) installBuildDependency(dep, packagePath string) error {
|
|
dep = normalizePackageName(dep)
|
|
if dep == "" {
|
|
return fmt.Errorf("invalid build dependency name")
|
|
}
|
|
if _, ready := s.toolDepsReady[dep]; ready {
|
|
return nil
|
|
}
|
|
|
|
fmt.Printf("Installing build dependency %s into %s...\n", dep, s.toolRoot)
|
|
if err := s.toolInstaller.Install(packagePath); err != nil {
|
|
return fmt.Errorf("failed to install build dependency %s: %w", dep, err)
|
|
}
|
|
s.toolDepsReady[dep] = struct{}{}
|
|
s.refreshBuildEnv()
|
|
return nil
|
|
}
|
|
|
|
// collectAllDependencies recursively collects all dependencies into a graph without building
|
|
// Now uses parallel workers (200 concurrent) for faster dependency resolution
|
|
func (s *autoBuildSession) collectAllDependencies(rootPkg string, graph *depGraph, stack []string) error {
|
|
rootPkg = normalizePackageName(rootPkg)
|
|
if rootPkg == "" {
|
|
return fmt.Errorf("invalid package name")
|
|
}
|
|
|
|
if len(stack) >= maxAutoBuildDepth {
|
|
return fmt.Errorf("dependency chain is too deep while building %s", rootPkg)
|
|
}
|
|
|
|
// Check for cycles
|
|
for _, s := range stack {
|
|
if s == rootPkg {
|
|
return fmt.Errorf("dependency cycle detected: %s", strings.Join(append(stack, rootPkg), " -> "))
|
|
}
|
|
}
|
|
|
|
// Skip if already processed
|
|
node := graph.getOrCreateNode(rootPkg)
|
|
if node.srcInfo != nil {
|
|
return nil
|
|
}
|
|
|
|
// Resolve source
|
|
srcInfo, err := s.resolver.ResolveSource(rootPkg)
|
|
if err != nil {
|
|
return fmt.Errorf("failed to resolve source for %s: %w", rootPkg, err)
|
|
}
|
|
|
|
// Create recipe to get proper package name
|
|
rcp := autoRecipeFromDebian(srcInfo)
|
|
pkgName := rcp.Name
|
|
|
|
node = graph.getOrCreateNode(pkgName)
|
|
node.srcInfo = srcInfo
|
|
node.recipe = rcp
|
|
node.buildDepends = srcInfo.BuildDepends
|
|
|
|
// Collect all dependency names first
|
|
var depsToProcess []string
|
|
for _, dep := range srcInfo.BuildDepends {
|
|
depName := extractPackageNameFromConstraint(dep)
|
|
if depName == "" {
|
|
continue
|
|
}
|
|
|
|
// Map to source package
|
|
sourcePkg := mapDebianPackageToSource(depName)
|
|
if sourcePkg == "" {
|
|
sourcePkg, _ = s.depResolver.BinaryToSource(depName)
|
|
}
|
|
if sourcePkg == "" || toolAlreadyAvailable(sourcePkg) {
|
|
continue
|
|
}
|
|
|
|
// Add dependency relationship
|
|
graph.addDependency(pkgName, sourcePkg)
|
|
|
|
// Check if already in graph
|
|
depNode := graph.getOrCreateNode(sourcePkg)
|
|
if depNode.srcInfo == nil {
|
|
depsToProcess = append(depsToProcess, sourcePkg)
|
|
}
|
|
}
|
|
|
|
// Process dependencies in parallel using worker pool
|
|
if len(depsToProcess) > 0 {
|
|
var wg sync.WaitGroup
|
|
errChan := make(chan error, len(depsToProcess))
|
|
|
|
// Semaphore to limit concurrent workers (200 workers)
|
|
semaphore := make(chan struct{}, parallelWorkers)
|
|
|
|
for _, dep := range depsToProcess {
|
|
wg.Add(1)
|
|
go func(depName string) {
|
|
defer wg.Done()
|
|
|
|
semaphore <- struct{}{}
|
|
defer func() { <-semaphore }()
|
|
|
|
if err := s.collectAllDependencies(depName, graph, append(stack, pkgName)); err != nil {
|
|
// Silent dependency collection
|
|
}
|
|
}(dep)
|
|
}
|
|
|
|
wg.Wait()
|
|
close(errChan)
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// buildDependenciesParallel builds all dependencies in parallel using worker pools
|
|
func (s *autoBuildSession) buildDependenciesParallel(graph *depGraph) error {
|
|
// Calculate dependency levels for topological sort
|
|
graph.calculateLevels()
|
|
|
|
maxLevel := graph.getMaxLevel()
|
|
if maxLevel == 0 && len(graph.nodes) == 0 {
|
|
return nil
|
|
}
|
|
|
|
fmt.Printf("\n📊 Dependency graph: %d packages, %d levels\n", len(graph.nodes), maxLevel+1)
|
|
|
|
// Build level by level (respecting dependencies)
|
|
for level := 0; level <= maxLevel; level++ {
|
|
nodes := graph.getNodesByLevel(level)
|
|
if len(nodes) == 0 {
|
|
continue
|
|
}
|
|
|
|
// Filter out already built packages
|
|
nodesToBuild := make([]*depNode, 0)
|
|
for _, node := range nodes {
|
|
if _, built := s.builtPackages[node.name]; !built && !toolAlreadyAvailable(node.name) {
|
|
nodesToBuild = append(nodesToBuild, node)
|
|
}
|
|
}
|
|
|
|
if len(nodesToBuild) == 0 {
|
|
continue
|
|
}
|
|
|
|
fmt.Printf("\n🔨 Level %d: Building %d packages in parallel...\n", level, len(nodesToBuild))
|
|
for _, n := range nodesToBuild {
|
|
fmt.Printf(" - %s\n", n.name)
|
|
}
|
|
|
|
// Build this level in parallel
|
|
var wg sync.WaitGroup
|
|
errChan := make(chan error, len(nodesToBuild))
|
|
|
|
// Limit concurrent builds
|
|
semaphore := make(chan struct{}, buildWorkers)
|
|
|
|
for _, node := range nodesToBuild {
|
|
wg.Add(1)
|
|
go func(n *depNode) {
|
|
defer wg.Done()
|
|
|
|
semaphore <- struct{}{}
|
|
defer func() { <-semaphore }()
|
|
|
|
// Build the package
|
|
_, err := s.buildPackageFromNode(n)
|
|
if err != nil {
|
|
n.err = err
|
|
errChan <- fmt.Errorf("%s: %w", n.name, err)
|
|
} else {
|
|
n.built = true
|
|
}
|
|
}(node)
|
|
}
|
|
|
|
wg.Wait()
|
|
close(errChan)
|
|
|
|
// Check for errors
|
|
errors := make([]error, 0)
|
|
for err := range errChan {
|
|
errors = append(errors, err)
|
|
}
|
|
|
|
if len(errors) > 0 {
|
|
fmt.Printf("⚠️ %d packages failed at level %d\n", len(errors), level)
|
|
for _, err := range errors {
|
|
fmt.Printf(" %v\n", err)
|
|
}
|
|
}
|
|
|
|
// Refresh environment after each level
|
|
s.refreshBuildEnv()
|
|
}
|
|
|
|
return nil
|
|
}
|
|
|
|
// buildPackageFromNode builds a single package from a dependency node
|
|
func (s *autoBuildSession) buildPackageFromNode(node *depNode) (string, error) {
|
|
if node.recipe == nil || node.srcInfo == nil {
|
|
return "", fmt.Errorf("node %s has no recipe or source info", node.name)
|
|
}
|
|
|
|
// Check if already built
|
|
if builtPath, ok := s.builtPackages[node.name]; ok {
|
|
return builtPath, nil
|
|
}
|
|
|
|
fmt.Printf("Building %s from %s...\n", node.recipe.GetPackageName(), node.srcInfo.DSCURL)
|
|
|
|
bar := newProgressUI(node.name)
|
|
s.builder.SetProgressCallback(func(p builder.BuildProgress) {
|
|
bar.update(p.Step, p.Total, fmt.Sprintf("%s: %s", node.name, p.Message))
|
|
})
|
|
|
|
buildErr := s.builder.Build(node.recipe)
|
|
s.builder.SetProgressCallback(nil)
|
|
|
|
if buildErr != nil {
|
|
bar.finish(false, fmt.Sprintf("%s: failed", node.name))
|
|
return "", fmt.Errorf("failed to build %s: %w", node.name, buildErr)
|
|
}
|
|
|
|
bar.finish(true, fmt.Sprintf("%s: complete", node.name))
|
|
|
|
builtPackage := filepath.Join(node.recipe.GetPackageDir(s.workDir), node.recipe.GetPackageFileName())
|
|
s.builtPackages[node.name] = builtPackage
|
|
return builtPackage, nil
|
|
}
|
|
|
|
func splitPathList(value string) []string {
|
|
parts := strings.Split(value, string(os.PathListSeparator))
|
|
out := make([]string, 0, len(parts))
|
|
for _, part := range parts {
|
|
part = strings.TrimSpace(part)
|
|
if part == "" {
|
|
continue
|
|
}
|
|
out = append(out, part)
|
|
}
|
|
return out
|
|
}
|
|
|
|
func joinPathListUnique(parts []string) string {
|
|
seen := make(map[string]struct{}, len(parts))
|
|
out := make([]string, 0, len(parts))
|
|
for _, part := range parts {
|
|
part = strings.TrimSpace(part)
|
|
if part == "" {
|
|
continue
|
|
}
|
|
if _, exists := seen[part]; exists {
|
|
continue
|
|
}
|
|
seen[part] = struct{}{}
|
|
out = append(out, part)
|
|
}
|
|
return strings.Join(out, string(os.PathListSeparator))
|
|
}
|
|
|
|
var simplePkgNamePattern = regexp.MustCompile(`^[a-z0-9][a-z0-9+.-]*[a-z0-9]$`)
|
|
var versionNumberPattern = regexp.MustCompile(`[0-9]+\.[0-9]+`)
|
|
var missingCommandPatterns = []*regexp.Regexp{
|
|
regexp.MustCompile(`(?m)(?:^|[\s:])(?:/bin/)?sh:\s*(?:\d+:\s*)?([a-zA-Z0-9+_.-]+):\s*(?:command not found|not found)\b`),
|
|
regexp.MustCompile(`(?m)\b([a-zA-Z0-9+_.-]+):\s*command not found\b`),
|
|
regexp.MustCompile(`(?m)\b([a-zA-Z0-9+_.-]+):\s*not found\b`),
|
|
}
|
|
|
|
func inferMissingBuildDeps(err error) []string {
|
|
if err == nil {
|
|
return nil
|
|
}
|
|
|
|
text := err.Error()
|
|
lowerText := strings.ToLower(text)
|
|
found := make(map[string]struct{})
|
|
|
|
for _, pattern := range missingCommandPatterns {
|
|
matches := pattern.FindAllStringSubmatch(text, -1)
|
|
for _, match := range matches {
|
|
if len(match) < 2 {
|
|
continue
|
|
}
|
|
pkg := mapToolToSourcePackage(match[1])
|
|
if pkg == "" {
|
|
continue
|
|
}
|
|
found[pkg] = struct{}{}
|
|
}
|
|
}
|
|
|
|
if strings.Contains(lowerText, "failed to find a lua 5.1-compatible interpreter") {
|
|
found["lua5.1"] = struct{}{}
|
|
}
|
|
if strings.Contains(lowerText, "pkg-config") &&
|
|
(strings.Contains(lowerText, "not found") || strings.Contains(lowerText, "could not find")) {
|
|
found["pkgconf"] = struct{}{}
|
|
}
|
|
if strings.Contains(lowerText, "no acceptable c compiler found in $path") ||
|
|
strings.Contains(lowerText, "c compiler cannot create executables") {
|
|
found["gcc"] = struct{}{}
|
|
}
|
|
|
|
// Detect missing CMake
|
|
if strings.Contains(lowerText, "cmake") &&
|
|
!strings.Contains(lowerText, "lua 5.1") &&
|
|
(strings.Contains(lowerText, "not found") ||
|
|
strings.Contains(lowerText, "command not found") ||
|
|
strings.Contains(lowerText, "cmake: command not found") ||
|
|
strings.Contains(lowerText, "cmake command not found") ||
|
|
strings.Contains(lowerText, "no cmake") ||
|
|
strings.Contains(lowerText, "could not find cmake")) {
|
|
found["cmake"] = struct{}{}
|
|
}
|
|
|
|
// Detect missing Git
|
|
if strings.Contains(lowerText, "git") &&
|
|
(strings.Contains(lowerText, "not found") ||
|
|
strings.Contains(lowerText, "command not found") ||
|
|
strings.Contains(lowerText, "git: command not found") ||
|
|
strings.Contains(lowerText, "git command not found") ||
|
|
strings.Contains(lowerText, "no git") ||
|
|
strings.Contains(lowerText, "could not find git")) {
|
|
found["git"] = struct{}{}
|
|
}
|
|
|
|
// Detect missing make - but don't auto-add it as it's usually a build system issue
|
|
// if strings.Contains(lowerText, "make") &&
|
|
// (strings.Contains(lowerText, "not found") ||
|
|
// strings.Contains(lowerText, "command not found") ||
|
|
// strings.Contains(lowerText, "make: command not found") ||
|
|
// strings.Contains(lowerText, "make command not found") ||
|
|
// strings.Contains(lowerText, "no make") ||
|
|
// strings.Contains(lowerText, "could not find make")) {
|
|
// found["make"] = struct{}{}
|
|
// }
|
|
|
|
// Detect missing source files and CMake errors
|
|
if !strings.Contains(lowerText, "lua 5.1") && (strings.Contains(lowerText, "cannot find source file") ||
|
|
strings.Contains(lowerText, "no sources given to target") ||
|
|
strings.Contains(lowerText, "cmake generate step failed") ||
|
|
strings.Contains(lowerText, "cmake error") ||
|
|
strings.Contains(lowerText, "could not load cache")) {
|
|
found["cmake"] = struct{}{}
|
|
}
|
|
|
|
// Detect missing submodules/sources (git issues)
|
|
if strings.Contains(lowerText, "yyjson.c") ||
|
|
strings.Contains(lowerText, "3rdparty") ||
|
|
strings.Contains(lowerText, "submodule") ||
|
|
strings.Contains(lowerText, "git submodule") ||
|
|
strings.Contains(lowerText, "fatal: not a git repository") ||
|
|
strings.Contains(lowerText, "not a git repository") {
|
|
found["git"] = struct{}{}
|
|
}
|
|
|
|
if len(found) == 0 {
|
|
return nil
|
|
}
|
|
|
|
deps := make([]string, 0, len(found))
|
|
for dep := range found {
|
|
deps = append(deps, dep)
|
|
}
|
|
sort.Strings(deps)
|
|
return deps
|
|
}
|
|
|
|
func extractPackageNameFromConstraint(pkg string) string {
|
|
// Remove version constraints like "pkg (>= 1.0)", "pkg (= 13)", "pkg <!nocheck>"
|
|
re := regexp.MustCompile(`^([a-zA-Z0-9+.-]+)`)
|
|
matches := re.FindStringSubmatch(pkg)
|
|
if len(matches) > 1 {
|
|
return matches[1]
|
|
}
|
|
return pkg
|
|
}
|
|
|
|
func mapDebianPackageToSource(pkg string) string {
|
|
// Extract package name from version constraints like "pkg (>= 1.0)", "pkg (= 13)"
|
|
pkg = extractPackageNameFromConstraint(pkg)
|
|
|
|
// Map common Debian build dependencies to source package names
|
|
switch pkg {
|
|
case "cmake":
|
|
return "cmake"
|
|
case "pkg-config":
|
|
return "pkgconf"
|
|
case "build-essential":
|
|
return "" // Skip for LFS - assume basic build tools are available
|
|
case "dpkg-dev":
|
|
return "" // Skip - Debian specific
|
|
case "libc6-dev":
|
|
return "" // Skip - basic C library should be available
|
|
case "debhelper-compat":
|
|
return "" // This is Debian-specific, skip for LFS
|
|
case "debhelper":
|
|
return "" // This is Debian-specific, skip for LFS
|
|
case "gcc-multilib":
|
|
return "" // Skip - Debian specific multilib
|
|
case "directx-headers-dev":
|
|
return "" // Skip - Windows specific
|
|
case "libchafa-dev":
|
|
return "" // Skip - optional dependency
|
|
case "libddcutil-dev":
|
|
return "" // Skip - optional dependency
|
|
case "libdrm-dev":
|
|
return "" // Skip - DRM specific
|
|
case "libegl-dev":
|
|
return "" // Skip - graphics specific
|
|
case "libglx-dev":
|
|
return "" // Skip - X11 specific
|
|
case "libmagickcore-dev":
|
|
return "" // Skip - ImageMagick specific
|
|
case "libnm-dev":
|
|
return "" // Skip - NetworkManager specific
|
|
case "libosmesa6-dev":
|
|
return "" // Skip - Mesa specific
|
|
case "libpulse-dev":
|
|
return "" // Skip - PulseAudio specific
|
|
case "librpm-dev":
|
|
return "" // Skip - RPM specific
|
|
case "libvulkan-dev":
|
|
return "" // Skip - Vulkan specific
|
|
case "libwayland-dev":
|
|
return "" // Skip - Wayland specific
|
|
case "libxcb-randr0-dev":
|
|
return "" // Skip - X11 specific
|
|
case "libxfconf-0-dev":
|
|
return "" // Skip - XFCE specific
|
|
case "libxrandr-dev":
|
|
return "" // Skip - X11 specific
|
|
case "libyyjson-dev":
|
|
return "" // Skip - already handled in build script
|
|
case "ocl-icd-opencl-dev":
|
|
return "" // Skip - OpenCL specific
|
|
case "po4a":
|
|
return "" // Skip - Debian specific
|
|
case "help2man":
|
|
return "" // Skip - optional
|
|
case "dist":
|
|
return "" // Skip - Debian specific
|
|
case "fakeroot":
|
|
return "" // Skip - Debian specific
|
|
case "kyua":
|
|
return "" // Skip - test framework
|
|
case "atf-sh":
|
|
return "" // Skip - test framework
|
|
case "liblua5.1-0-dev":
|
|
return "" // Skip - optional
|
|
case "liblutok-dev":
|
|
return "" // Skip - optional
|
|
case "libsqlite3-dev":
|
|
return "" // Skip - optional
|
|
case "libatf-dev":
|
|
return "" // Skip - test framework
|
|
case "autotools-dev":
|
|
return "" // Skip - Debian specific
|
|
case "libmodule-build-perl":
|
|
return "" // Skip - Perl specific
|
|
case "sq":
|
|
return "" // Skip - optional
|
|
case "sqv":
|
|
return "" // Skip - optional
|
|
case "sqop":
|
|
return "" // Skip - optional
|
|
case "sqopv":
|
|
return "" // Skip - optional
|
|
case "rsop":
|
|
return "" // Skip - optional
|
|
case "rsopv":
|
|
return "" // Skip - optional
|
|
case "gosop":
|
|
return "" // Skip - optional
|
|
case "gpg-sq":
|
|
return "" // Skip - optional
|
|
case "gpgv-sq":
|
|
return "" // Skip - optional
|
|
case "gnupg":
|
|
return "" // Skip - optional
|
|
case "cppcheck":
|
|
return "" // Skip - optional
|
|
case "shellcheck":
|
|
return "" // Skip - optional
|
|
case "aspell":
|
|
return "" // Skip - optional
|
|
case "aspell-en":
|
|
return "" // Skip - optional
|
|
case "codespell":
|
|
return "" // Skip - optional
|
|
case "i18nspector":
|
|
return "" // Skip - optional
|
|
case "libtest-minimumversion-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-perl-critic-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-pod-coverage-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-pod-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-spelling-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-strict-perl":
|
|
return "" // Skip - test specific
|
|
case "libtest-synopsis-perl":
|
|
return "" // Skip - test specific
|
|
case "lcov":
|
|
return "" // Skip - test specific
|
|
case "libdevel-cover-perl":
|
|
return "" // Skip - test specific
|
|
case "procps":
|
|
return "procps-ng"
|
|
case "libssl-dev":
|
|
return "openssl"
|
|
case "libjson-c-dev":
|
|
return "json-c"
|
|
case "libdconf-dev":
|
|
return "dconf"
|
|
case "liblua5.1-dev":
|
|
return "lua5.1"
|
|
case "libuv1-dev":
|
|
return "libuv"
|
|
case "libncurses-dev":
|
|
return "ncurses"
|
|
case "libreadline-dev":
|
|
return "readline"
|
|
case "zlib1g-dev":
|
|
return "zlib"
|
|
case "libz-dev":
|
|
return "zlib"
|
|
case "libbz2-dev":
|
|
return "bzip2"
|
|
case "libffi-dev":
|
|
return "libffi"
|
|
case "libxml2-dev":
|
|
return "libxml2"
|
|
case "libcurl4-openssl-dev":
|
|
return "curl"
|
|
case "git":
|
|
return "git"
|
|
case "flex":
|
|
return "flex"
|
|
case "bison":
|
|
return "bison"
|
|
case "autoconf":
|
|
return "autoconf"
|
|
case "automake":
|
|
return "automake"
|
|
case "libtool":
|
|
return "libtool"
|
|
case "m4":
|
|
return "m4"
|
|
case "gettext":
|
|
return "gettext"
|
|
case "pkgconf":
|
|
return "pkgconf"
|
|
case "ninja-build":
|
|
return "ninja"
|
|
case "meson":
|
|
return "meson"
|
|
case "python3-dev":
|
|
return "python3"
|
|
case "libexpat1-dev":
|
|
return "expat"
|
|
case "libpcre3-dev":
|
|
return "pcre3"
|
|
case "libpcre2-dev":
|
|
return "pcre2"
|
|
default:
|
|
// Try to remove -dev suffix and other common patterns
|
|
if strings.HasSuffix(pkg, "-dev") {
|
|
base := strings.TrimSuffix(pkg, "-dev")
|
|
if strings.HasPrefix(base, "lib") {
|
|
// Remove lib prefix for source packages
|
|
base = strings.TrimPrefix(base, "lib")
|
|
// Convert numbers like 5.1, 2.0 etc
|
|
base = versionNumberPattern.ReplaceAllString(base, "")
|
|
if base != "" {
|
|
return base
|
|
}
|
|
}
|
|
}
|
|
return pkg
|
|
}
|
|
}
|
|
|
|
func mapToolToSourcePackage(tool string) string {
|
|
tool = normalizePackageName(tool)
|
|
if tool == "" || allDigits(tool) || len(tool) < 2 {
|
|
return ""
|
|
}
|
|
|
|
// Filter out common words that are not package names
|
|
commonWords := map[string]bool{
|
|
"was": true, "the": true, "and": true, "for": true, "are": true,
|
|
"but": true, "not": true, "you": true, "all": true, "can": true,
|
|
"had": true, "her": true, "one": true, "our": true,
|
|
"out": true, "day": true, "get": true, "has": true, "him": true,
|
|
"his": true, "how": true, "man": true, "new": true, "now": true,
|
|
"old": true, "see": true, "two": true, "way": true, "who": true,
|
|
"its": true, "did": true, "yes": true, "she": true, "may": true,
|
|
"why": true, "try": true, "use": true,
|
|
}
|
|
|
|
if commonWords[tool] {
|
|
return ""
|
|
}
|
|
|
|
switch tool {
|
|
case "sh", "bash", "dash", "zsh":
|
|
return ""
|
|
case "pkg-config":
|
|
return "pkgconf"
|
|
case "ninja":
|
|
return "ninja-build"
|
|
case "python":
|
|
return "python3"
|
|
case "lua":
|
|
return "lua5.1"
|
|
case "autoconf":
|
|
return "autoconf"
|
|
case "automake":
|
|
return "automake"
|
|
case "libtool":
|
|
return "libtool"
|
|
case "xzcat":
|
|
return "xz-utils"
|
|
case "ld":
|
|
return "binutils"
|
|
case "git":
|
|
return "git"
|
|
case "cmake":
|
|
return "cmake"
|
|
case "pkgconf":
|
|
return "pkgconf"
|
|
case "flex":
|
|
return "flex"
|
|
case "bison":
|
|
return "bison"
|
|
case "m4":
|
|
return "m4"
|
|
case "gettext":
|
|
return "gettext"
|
|
case "libssl-dev":
|
|
return "libssl-dev"
|
|
case "libcrypto-dev":
|
|
return "libssl-dev"
|
|
case "zlib1g-dev":
|
|
return "zlib1g-dev"
|
|
case "libpng-dev":
|
|
return "libpng-dev"
|
|
case "libjpeg-dev":
|
|
return "libjpeg-dev"
|
|
case "libxml2-dev":
|
|
return "libxml2-dev"
|
|
case "libcurl4-openssl-dev":
|
|
return "libcurl4-openssl-dev"
|
|
case "libffi-dev":
|
|
return "libffi-dev"
|
|
case "libreadline-dev":
|
|
return "libreadline-dev"
|
|
case "libncurses-dev":
|
|
return "libncurses-dev"
|
|
case "libsqlite3-dev":
|
|
return "libsqlite3-dev"
|
|
case "libbz2-dev":
|
|
return "libbz2-dev"
|
|
case "liblzma-dev":
|
|
return "liblzma-dev"
|
|
case "libiconv":
|
|
return "libiconv"
|
|
case "libintl":
|
|
return "gettext"
|
|
case "libuuid-dev":
|
|
return "libuuid-dev"
|
|
case "libexpat1-dev":
|
|
return "libexpat1-dev"
|
|
case "libpcre3-dev":
|
|
return "libpcre3-dev"
|
|
case "libpcre2-dev":
|
|
return "libpcre2-dev"
|
|
case "libgcrypt20-dev":
|
|
return "libgcrypt20-dev"
|
|
case "libgpg-error-dev":
|
|
return "libgpg-error-dev"
|
|
case "libgnutls28-dev":
|
|
return "libgnutls28-dev"
|
|
}
|
|
|
|
if !simplePkgNamePattern.MatchString(tool) {
|
|
return ""
|
|
}
|
|
return tool
|
|
}
|
|
|
|
func allDigits(s string) bool {
|
|
if s == "" {
|
|
return false
|
|
}
|
|
for _, ch := range s {
|
|
if ch < '0' || ch > '9' {
|
|
return false
|
|
}
|
|
}
|
|
return true
|
|
}
|
|
|
|
func normalizePackageName(name string) string {
|
|
return strings.ToLower(strings.TrimSpace(name))
|
|
}
|
|
|
|
var commandHintsByDep = map[string][]string{
|
|
"pkgconf": {"pkg-config"},
|
|
"ninja-build": {"ninja"},
|
|
"python3": {"python3", "python"},
|
|
"lua5.1": {"lua", "lua5.1"},
|
|
}
|
|
|
|
func toolAlreadyAvailable(dep string) bool {
|
|
dep = normalizePackageName(dep)
|
|
if dep == "" {
|
|
return false
|
|
}
|
|
|
|
// Check if command exists in PATH
|
|
commands := commandHintsByDep[dep]
|
|
if len(commands) == 0 {
|
|
commands = []string{dep}
|
|
}
|
|
|
|
for _, name := range commands {
|
|
if _, err := exec.LookPath(name); err == nil {
|
|
return true
|
|
}
|
|
}
|
|
return false
|
|
}
|
|
|
|
func autoRecipeFromDebian(src *debian.SourceInfo) *recipe.Recipe {
|
|
name := src.SourcePackage
|
|
if name == "" {
|
|
name = src.RequestedPackage
|
|
}
|
|
version := src.UpstreamVersion
|
|
if version == "" {
|
|
version = "0"
|
|
}
|
|
|
|
// Use inline install commands instead of external script to avoid hardcoded paths
|
|
// For legacy Makefiles that don't respect DESTDIR, we need to use PREFIX={{pkgdir}}/usr
|
|
installCommands := []string{
|
|
"if [ -f build/cmake_install.cmake ]; then DESTDIR={{pkgdir}} cmake --install build; " +
|
|
"elif [ -f build/meson-private/coredata.dat ]; then DESTDIR={{pkgdir}} meson install -C build; " +
|
|
"elif [ -f Makefile ] || [ -f makefile ] || [ -f GNUmakefile ]; then " +
|
|
" # Try DESTDIR first, fall back to PREFIX for legacy Makefiles\n" +
|
|
" if make -n DESTDIR={{pkgdir}} PREFIX=/usr install 2>/dev/null | grep -q 'mkdir.*{{pkgdir}}'; then\n" +
|
|
" make DESTDIR={{pkgdir}} PREFIX=/usr install;\n" +
|
|
" else\n" +
|
|
" # Legacy Makefile - use PREFIX directly\n" +
|
|
" make PREFIX={{pkgdir}}/usr install;\n" +
|
|
" fi; " +
|
|
"else mkdir -p {{pkgdir}}/usr/bin {{pkgdir}}/usr/lib {{pkgdir}}/usr/include; fi",
|
|
}
|
|
|
|
return &recipe.Recipe{
|
|
Name: name,
|
|
Version: version,
|
|
Description: fmt.Sprintf("Auto-generated build recipe from Debian source %s", src.DSCURL),
|
|
Source: recipe.Source{
|
|
DebianDSC: src.DSCURL,
|
|
Sha256: src.DSCSHA256,
|
|
},
|
|
Build: []string{
|
|
"if [ ! -f configure ] && [ -f autogen.sh ]; then sh ./autogen.sh --no-check ${ZSVO_AUTOGEN_ARGS}; fi; if [ -f configure ]; then ./configure --prefix=/usr ${ZSVO_CONFIGURE_FLAGS}; fi",
|
|
"# Download missing dependencies automatically",
|
|
"if [ ! -f \"src/3rdparty/yyjson/yyjson.c\" ]; then echo \"Downloading yyjson...\" && mkdir -p src/3rdparty/yyjson && curl -L https://raw.githubusercontent.com/ibireme/yyjson/master/src/yyjson.c -o src/3rdparty/yyjson/yyjson.c; fi",
|
|
"if [ ! -f \"src/3rdparty/yyjson/yyjson.h\" ]; then echo \"Downloading yyjson header...\" && mkdir -p src/3rdparty/yyjson && curl -L https://raw.githubusercontent.com/ibireme/yyjson/master/src/yyjson.h -o src/3rdparty/yyjson/yyjson.h; fi",
|
|
"if [ -f CMakeLists.txt ]; then cmake -S . -B build -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=/usr -DUNIX=1 -DCMAKE_DISABLE_FIND_PACKAGE_Win32=1 ${ZSVO_CMAKE_FLAGS} && cmake --build build -j${jobs} -- ${ZSVO_CMAKE_BUILD_FLAGS}; " +
|
|
"elif [ -f meson.build ]; then meson setup build --prefix=/usr ${ZSVO_MESON_SETUP_ARGS} && meson compile -C build -j${jobs} ${ZSVO_MESON_COMPILE_ARGS}; " +
|
|
"elif [ -f Makefile ] || [ -f makefile ] || [ -f GNUmakefile ]; then make -j${jobs} ${ZSVO_MAKE_FLAGS}; fi",
|
|
},
|
|
Install: installCommands,
|
|
}
|
|
}
|
|
|
|
// progressUI wrapper for compatibility
|
|
type progressUI struct {
|
|
statusBar *ui.StatusBar
|
|
}
|
|
|
|
func newProgressUI(pkgName string) *progressUI {
|
|
bar := ui.NewStatusBar(pkgName, 1)
|
|
bar.SetTheme("neon")
|
|
bar.SetSpinner("dots")
|
|
return &progressUI{
|
|
statusBar: bar,
|
|
}
|
|
}
|
|
|
|
func (p *progressUI) update(step, total int, message string) {
|
|
p.statusBar.Update(step, message)
|
|
}
|
|
|
|
func (p *progressUI) finish(ok bool, message string) {
|
|
p.statusBar.Finish(ok, message)
|
|
}
|
|
|
|
var progressFrames = []string{"|", "/", "-", "\\"}
|
|
|
|
func renderColoredBar(width, filled int) string {
|
|
if width <= 0 {
|
|
return "[]"
|
|
}
|
|
|
|
if filled < 0 {
|
|
filled = 0
|
|
}
|
|
if filled > width {
|
|
filled = width
|
|
}
|
|
|
|
done := strings.Repeat("=", filled)
|
|
todo := strings.Repeat(".", width-filled)
|
|
return "[" + colorize("32", done) + colorize("2", todo) + "]"
|
|
}
|
|
|
|
func supportsANSIAndTTY() bool {
|
|
if os.Getenv("NO_COLOR") != "" {
|
|
return false
|
|
}
|
|
term := strings.TrimSpace(strings.ToLower(os.Getenv("TERM")))
|
|
if term == "" || term == "dumb" {
|
|
return false
|
|
}
|
|
info, err := os.Stdout.Stat()
|
|
if err != nil {
|
|
return false
|
|
}
|
|
return (info.Mode() & os.ModeCharDevice) != 0
|
|
}
|
|
|
|
func colorize(code, text string) string {
|
|
if text == "" {
|
|
return ""
|
|
}
|
|
return "\x1b[" + code + "m" + text + "\x1b[0m"
|
|
}
|
|
|
|
func formatElapsed(d time.Duration) string {
|
|
if d < 0 {
|
|
d = 0
|
|
}
|
|
totalSeconds := int(d.Seconds())
|
|
minutes := totalSeconds / 60
|
|
seconds := totalSeconds % 60
|
|
return fmt.Sprintf("%02d:%02d", minutes, seconds)
|
|
}
|
|
|
|
func truncateText(s string, max int) string {
|
|
if max <= 3 || len(s) <= max {
|
|
return s
|
|
}
|
|
return s[:max-3] + "..."
|
|
}
|
|
|
|
func visibleLen(s string) int {
|
|
// This is enough here because we only inject ANSI codes ourselves.
|
|
n := 0
|
|
inEsc := false
|
|
for i := 0; i < len(s); i++ {
|
|
ch := s[i]
|
|
if inEsc {
|
|
if ch == 'm' {
|
|
inEsc = false
|
|
}
|
|
continue
|
|
}
|
|
if ch == 0x1b {
|
|
inEsc = true
|
|
continue
|
|
}
|
|
n++
|
|
}
|
|
return n
|
|
}
|
|
|
|
func buildFailureHint(pkgName string, err error) string {
|
|
if err == nil {
|
|
return ""
|
|
}
|
|
|
|
text := strings.ToLower(err.Error())
|
|
pkgName = strings.TrimSpace(strings.ToLower(pkgName))
|
|
hints := make([]string, 0, 4)
|
|
|
|
missingDeps := inferMissingBuildDeps(err)
|
|
if len(missingDeps) > 0 {
|
|
hints = append(
|
|
hints,
|
|
fmt.Sprintf("Hint: missing build dependencies detected: %s.", strings.Join(missingDeps, ", ")),
|
|
"Hint: добавь рецепты для этих пакетов (или алиасы к Debian source), затем повтори `zsvo install`.",
|
|
"Hint: или используйте готовые пакеты: ./zsvo install --repo-url https://github.com/yourname/zsvo-prebuilt neovim",
|
|
)
|
|
}
|
|
if strings.Contains(text, "on systems using dpkg and apt, try: \"apt-get install package\"") {
|
|
hints = append(hints,
|
|
"Hint: upstream configure-script ожидает системные build-зависимости; в zsvo это нужно решать рецептами/автосборкой зависимостей.",
|
|
)
|
|
}
|
|
|
|
if pkgName == "neovim" && strings.Contains(text, "lua") {
|
|
hints = append(hints,
|
|
"Hint (neovim): после установки Lua можно зафиксировать интерпретатор: `export ZSVO_CMAKE_FLAGS=\"-DLUA_PRG=$(which lua) -DLUA_GEN_PRG=$(which lua)\"`.",
|
|
)
|
|
}
|
|
|
|
if len(hints) == 0 {
|
|
return ""
|
|
}
|
|
|
|
return strings.Join(hints, "\n")
|
|
}
|