Compare commits
5 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| 780beaadfb | |||
| 838c5b8c15 | |||
| 9d95a193db | |||
| 3201f0fb6a | |||
| 62ddc57fb7 |
27
CHANGELOG.md
27
CHANGELOG.md
@@ -5,6 +5,33 @@ All notable changes to dbbackup will be documented in this file.
|
|||||||
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
||||||
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
||||||
|
|
||||||
|
## [3.42.48] - 2026-01-15 "Unified Cluster Restore Progress"
|
||||||
|
|
||||||
|
### Added - Unified Progress Display for Cluster Restore
|
||||||
|
- **Combined overall progress bar** showing progress across all restore phases:
|
||||||
|
- Phase 1/3: Extracting Archive (0-60% of overall)
|
||||||
|
- Phase 2/3: Restoring Globals (60-65% of overall)
|
||||||
|
- Phase 3/3: Restoring Databases (65-100% of overall)
|
||||||
|
- **Current database indicator** - Shows which database is currently being restored
|
||||||
|
- **Phase-aware progress tracking** - New fields in progress state:
|
||||||
|
- `overallPhase` - Current phase (1=extraction, 2=globals, 3=databases)
|
||||||
|
- `currentDB` - Name of database currently being restored
|
||||||
|
- `extractionDone` - Boolean flag for phase transition
|
||||||
|
- **Dual progress bars** for cluster restore:
|
||||||
|
- Overall progress bar showing combined operation progress
|
||||||
|
- Phase-specific progress bar (extraction bytes or database count)
|
||||||
|
|
||||||
|
### Changed
|
||||||
|
- Cluster restore TUI now shows unified progress display
|
||||||
|
- Progress callbacks now set phase and current database information
|
||||||
|
- Extraction completion triggers automatic transition to globals phase
|
||||||
|
- Database restore phase shows current database name with spinner
|
||||||
|
|
||||||
|
### Improved
|
||||||
|
- Better visual feedback during entire cluster restore operation
|
||||||
|
- Clear phase indicators help users understand restore progress
|
||||||
|
- Overall progress percentage gives better time estimates
|
||||||
|
|
||||||
## [3.42.35] - 2026-01-15 "TUI Detailed Progress"
|
## [3.42.35] - 2026-01-15 "TUI Detailed Progress"
|
||||||
|
|
||||||
### Added - Enhanced TUI Progress Display
|
### Added - Enhanced TUI Progress Display
|
||||||
|
|||||||
@@ -4,8 +4,8 @@ This directory contains pre-compiled binaries for the DB Backup Tool across mult
|
|||||||
|
|
||||||
## Build Information
|
## Build Information
|
||||||
- **Version**: 3.42.34
|
- **Version**: 3.42.34
|
||||||
- **Build Time**: 2026-01-16_08:42:47_UTC
|
- **Build Time**: 2026-01-16_13:36:18_UTC
|
||||||
- **Git Commit**: a85ad0c
|
- **Git Commit**: 838c5b8
|
||||||
|
|
||||||
## Recent Updates (v1.1.0)
|
## Recent Updates (v1.1.0)
|
||||||
- ✅ Fixed TUI progress display with line-by-line output
|
- ✅ Fixed TUI progress display with line-by-line output
|
||||||
|
|||||||
@@ -84,20 +84,14 @@ func findHbaFileViaPostgres() string {
|
|||||||
|
|
||||||
// parsePgHbaConf parses pg_hba.conf and returns the authentication method
|
// parsePgHbaConf parses pg_hba.conf and returns the authentication method
|
||||||
func parsePgHbaConf(path string, user string) AuthMethod {
|
func parsePgHbaConf(path string, user string) AuthMethod {
|
||||||
// Try with sudo if we can't read directly
|
// Try to read the file directly - do NOT use sudo as it triggers password prompts
|
||||||
|
// If we can't read pg_hba.conf, we'll rely on connection attempts to determine auth
|
||||||
file, err := os.Open(path)
|
file, err := os.Open(path)
|
||||||
if err != nil {
|
if err != nil {
|
||||||
// Try with sudo (with timeout)
|
// If we can't read the file, return unknown and let the connection determine auth
|
||||||
ctx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
// This avoids sudo password prompts when running as postgres via su
|
||||||
defer cancel()
|
|
||||||
|
|
||||||
cmd := exec.CommandContext(ctx, "sudo", "cat", path)
|
|
||||||
output, err := cmd.Output()
|
|
||||||
if err != nil {
|
|
||||||
return AuthUnknown
|
return AuthUnknown
|
||||||
}
|
}
|
||||||
return parseHbaContent(string(output), user)
|
|
||||||
}
|
|
||||||
defer file.Close()
|
defer file.Close()
|
||||||
|
|
||||||
scanner := bufio.NewScanner(file)
|
scanner := bufio.NewScanner(file)
|
||||||
|
|||||||
@@ -937,11 +937,15 @@ func (e *Engine) createSampleBackup(ctx context.Context, databaseName, outputFil
|
|||||||
func (e *Engine) backupGlobals(ctx context.Context, tempDir string) error {
|
func (e *Engine) backupGlobals(ctx context.Context, tempDir string) error {
|
||||||
globalsFile := filepath.Join(tempDir, "globals.sql")
|
globalsFile := filepath.Join(tempDir, "globals.sql")
|
||||||
|
|
||||||
cmd := exec.CommandContext(ctx, "pg_dumpall", "--globals-only")
|
// CRITICAL: Always pass port even for localhost - user may have non-standard port
|
||||||
if e.cfg.Host != "localhost" {
|
cmd := exec.CommandContext(ctx, "pg_dumpall", "--globals-only",
|
||||||
cmd.Args = append(cmd.Args, "-h", e.cfg.Host, "-p", fmt.Sprintf("%d", e.cfg.Port))
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
|
"-U", e.cfg.User)
|
||||||
|
|
||||||
|
// Only add -h flag for non-localhost to use Unix socket for peer auth
|
||||||
|
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
||||||
|
cmd.Args = append([]string{cmd.Args[0], "-h", e.cfg.Host}, cmd.Args[1:]...)
|
||||||
}
|
}
|
||||||
cmd.Args = append(cmd.Args, "-U", e.cfg.User)
|
|
||||||
|
|
||||||
cmd.Env = os.Environ()
|
cmd.Env = os.Environ()
|
||||||
if e.cfg.Password != "" {
|
if e.cfg.Password != "" {
|
||||||
|
|||||||
@@ -316,11 +316,12 @@ func (p *PostgreSQL) BuildBackupCommand(database, outputFile string, options Bac
|
|||||||
cmd := []string{"pg_dump"}
|
cmd := []string{"pg_dump"}
|
||||||
|
|
||||||
// Connection parameters
|
// Connection parameters
|
||||||
if p.cfg.Host != "localhost" {
|
// CRITICAL: Always pass port even for localhost - user may have non-standard port
|
||||||
|
if p.cfg.Host != "localhost" && p.cfg.Host != "127.0.0.1" && p.cfg.Host != "" {
|
||||||
cmd = append(cmd, "-h", p.cfg.Host)
|
cmd = append(cmd, "-h", p.cfg.Host)
|
||||||
cmd = append(cmd, "-p", strconv.Itoa(p.cfg.Port))
|
|
||||||
cmd = append(cmd, "--no-password")
|
cmd = append(cmd, "--no-password")
|
||||||
}
|
}
|
||||||
|
cmd = append(cmd, "-p", strconv.Itoa(p.cfg.Port))
|
||||||
cmd = append(cmd, "-U", p.cfg.User)
|
cmd = append(cmd, "-U", p.cfg.User)
|
||||||
|
|
||||||
// Format and compression
|
// Format and compression
|
||||||
@@ -380,11 +381,12 @@ func (p *PostgreSQL) BuildRestoreCommand(database, inputFile string, options Res
|
|||||||
cmd := []string{"pg_restore"}
|
cmd := []string{"pg_restore"}
|
||||||
|
|
||||||
// Connection parameters
|
// Connection parameters
|
||||||
if p.cfg.Host != "localhost" {
|
// CRITICAL: Always pass port even for localhost - user may have non-standard port
|
||||||
|
if p.cfg.Host != "localhost" && p.cfg.Host != "127.0.0.1" && p.cfg.Host != "" {
|
||||||
cmd = append(cmd, "-h", p.cfg.Host)
|
cmd = append(cmd, "-h", p.cfg.Host)
|
||||||
cmd = append(cmd, "-p", strconv.Itoa(p.cfg.Port))
|
|
||||||
cmd = append(cmd, "--no-password")
|
cmd = append(cmd, "--no-password")
|
||||||
}
|
}
|
||||||
|
cmd = append(cmd, "-p", strconv.Itoa(p.cfg.Port))
|
||||||
cmd = append(cmd, "-U", p.cfg.User)
|
cmd = append(cmd, "-U", p.cfg.User)
|
||||||
|
|
||||||
// Parallel jobs (incompatible with --single-transaction per PostgreSQL docs)
|
// Parallel jobs (incompatible with --single-transaction per PostgreSQL docs)
|
||||||
|
|||||||
@@ -442,16 +442,18 @@ func (e *Engine) restorePostgreSQLSQL(ctx context.Context, archivePath, targetDB
|
|||||||
var cmd []string
|
var cmd []string
|
||||||
|
|
||||||
// For localhost, omit -h to use Unix socket (avoids Ident auth issues)
|
// For localhost, omit -h to use Unix socket (avoids Ident auth issues)
|
||||||
|
// But always include -p for port (in case of non-standard port)
|
||||||
hostArg := ""
|
hostArg := ""
|
||||||
|
portArg := fmt.Sprintf("-p %d", e.cfg.Port)
|
||||||
if e.cfg.Host != "localhost" && e.cfg.Host != "" {
|
if e.cfg.Host != "localhost" && e.cfg.Host != "" {
|
||||||
hostArg = fmt.Sprintf("-h %s -p %d", e.cfg.Host, e.cfg.Port)
|
hostArg = fmt.Sprintf("-h %s", e.cfg.Host)
|
||||||
}
|
}
|
||||||
|
|
||||||
if compressed {
|
if compressed {
|
||||||
// Use ON_ERROR_STOP=1 to fail fast on first error (prevents millions of errors on truncated dumps)
|
// Use ON_ERROR_STOP=1 to fail fast on first error (prevents millions of errors on truncated dumps)
|
||||||
psqlCmd := fmt.Sprintf("psql -U %s -d %s -v ON_ERROR_STOP=1", e.cfg.User, targetDB)
|
psqlCmd := fmt.Sprintf("psql %s -U %s -d %s -v ON_ERROR_STOP=1", portArg, e.cfg.User, targetDB)
|
||||||
if hostArg != "" {
|
if hostArg != "" {
|
||||||
psqlCmd = fmt.Sprintf("psql %s -U %s -d %s -v ON_ERROR_STOP=1", hostArg, e.cfg.User, targetDB)
|
psqlCmd = fmt.Sprintf("psql %s %s -U %s -d %s -v ON_ERROR_STOP=1", hostArg, portArg, e.cfg.User, targetDB)
|
||||||
}
|
}
|
||||||
// Set PGPASSWORD in the bash command for password-less auth
|
// Set PGPASSWORD in the bash command for password-less auth
|
||||||
cmd = []string{
|
cmd = []string{
|
||||||
@@ -472,6 +474,7 @@ func (e *Engine) restorePostgreSQLSQL(ctx context.Context, archivePath, targetDB
|
|||||||
} else {
|
} else {
|
||||||
cmd = []string{
|
cmd = []string{
|
||||||
"psql",
|
"psql",
|
||||||
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
"-U", e.cfg.User,
|
"-U", e.cfg.User,
|
||||||
"-d", targetDB,
|
"-d", targetDB,
|
||||||
"-v", "ON_ERROR_STOP=1",
|
"-v", "ON_ERROR_STOP=1",
|
||||||
@@ -1084,6 +1087,16 @@ func (e *Engine) RestoreCluster(ctx context.Context, archivePath string) error {
|
|||||||
}
|
}
|
||||||
}()
|
}()
|
||||||
|
|
||||||
|
// Check for context cancellation before starting
|
||||||
|
if ctx.Err() != nil {
|
||||||
|
e.log.Warn("Context cancelled - skipping database restore", "file", filename)
|
||||||
|
atomic.AddInt32(&failCount, 1)
|
||||||
|
restoreErrorsMu.Lock()
|
||||||
|
restoreErrors = multierror.Append(restoreErrors, fmt.Errorf("%s: restore skipped (context cancelled)", strings.TrimSuffix(strings.TrimSuffix(filename, ".dump"), ".sql.gz")))
|
||||||
|
restoreErrorsMu.Unlock()
|
||||||
|
return
|
||||||
|
}
|
||||||
|
|
||||||
// Track timing for this database restore
|
// Track timing for this database restore
|
||||||
dbRestoreStart := time.Now()
|
dbRestoreStart := time.Now()
|
||||||
|
|
||||||
@@ -1201,6 +1214,35 @@ func (e *Engine) RestoreCluster(ctx context.Context, archivePath string) error {
|
|||||||
successCountFinal := int(atomic.LoadInt32(&successCount))
|
successCountFinal := int(atomic.LoadInt32(&successCount))
|
||||||
failCountFinal := int(atomic.LoadInt32(&failCount))
|
failCountFinal := int(atomic.LoadInt32(&failCount))
|
||||||
|
|
||||||
|
// SANITY CHECK: Verify all databases were accounted for
|
||||||
|
// This catches any goroutine that exited without updating counters
|
||||||
|
accountedFor := successCountFinal + failCountFinal
|
||||||
|
if accountedFor != totalDBs {
|
||||||
|
missingCount := totalDBs - accountedFor
|
||||||
|
e.log.Error("INTERNAL ERROR: Some database restore goroutines did not report status",
|
||||||
|
"expected", totalDBs,
|
||||||
|
"success", successCountFinal,
|
||||||
|
"failed", failCountFinal,
|
||||||
|
"unaccounted", missingCount)
|
||||||
|
|
||||||
|
// Treat unaccounted databases as failures
|
||||||
|
failCountFinal += missingCount
|
||||||
|
restoreErrorsMu.Lock()
|
||||||
|
restoreErrors = multierror.Append(restoreErrors, fmt.Errorf("%d database(s) did not complete (possible goroutine crash or deadlock)", missingCount))
|
||||||
|
restoreErrorsMu.Unlock()
|
||||||
|
}
|
||||||
|
|
||||||
|
// CRITICAL: Check if no databases were restored at all
|
||||||
|
if successCountFinal == 0 {
|
||||||
|
e.progress.Fail(fmt.Sprintf("Cluster restore FAILED: 0 of %d databases restored", totalDBs))
|
||||||
|
operation.Fail("No databases were restored")
|
||||||
|
|
||||||
|
if failCountFinal > 0 && restoreErrors != nil {
|
||||||
|
return fmt.Errorf("cluster restore failed: all %d database(s) failed:\n%s", failCountFinal, restoreErrors.Error())
|
||||||
|
}
|
||||||
|
return fmt.Errorf("cluster restore failed: no databases were restored (0 of %d total). Check PostgreSQL logs for details", totalDBs)
|
||||||
|
}
|
||||||
|
|
||||||
if failCountFinal > 0 {
|
if failCountFinal > 0 {
|
||||||
// Format multi-error with detailed output
|
// Format multi-error with detailed output
|
||||||
restoreErrors.ErrorFormat = func(errs []error) string {
|
restoreErrors.ErrorFormat = func(errs []error) string {
|
||||||
@@ -1420,6 +1462,8 @@ func (e *Engine) extractArchiveShell(ctx context.Context, archivePath, destDir s
|
|||||||
}
|
}
|
||||||
|
|
||||||
// restoreGlobals restores global objects (roles, tablespaces)
|
// restoreGlobals restores global objects (roles, tablespaces)
|
||||||
|
// Note: psql returns 0 even when some statements fail (e.g., role already exists)
|
||||||
|
// We track errors but only fail on FATAL errors that would prevent restore
|
||||||
func (e *Engine) restoreGlobals(ctx context.Context, globalsFile string) error {
|
func (e *Engine) restoreGlobals(ctx context.Context, globalsFile string) error {
|
||||||
args := []string{
|
args := []string{
|
||||||
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
@@ -1449,6 +1493,8 @@ func (e *Engine) restoreGlobals(ctx context.Context, globalsFile string) error {
|
|||||||
|
|
||||||
// Read stderr in chunks in goroutine
|
// Read stderr in chunks in goroutine
|
||||||
var lastError string
|
var lastError string
|
||||||
|
var errorCount int
|
||||||
|
var fatalError bool
|
||||||
stderrDone := make(chan struct{})
|
stderrDone := make(chan struct{})
|
||||||
go func() {
|
go func() {
|
||||||
defer close(stderrDone)
|
defer close(stderrDone)
|
||||||
@@ -1457,9 +1503,23 @@ func (e *Engine) restoreGlobals(ctx context.Context, globalsFile string) error {
|
|||||||
n, err := stderr.Read(buf)
|
n, err := stderr.Read(buf)
|
||||||
if n > 0 {
|
if n > 0 {
|
||||||
chunk := string(buf[:n])
|
chunk := string(buf[:n])
|
||||||
if strings.Contains(chunk, "ERROR") || strings.Contains(chunk, "FATAL") {
|
// Track different error types
|
||||||
|
if strings.Contains(chunk, "FATAL") {
|
||||||
|
fatalError = true
|
||||||
lastError = chunk
|
lastError = chunk
|
||||||
e.log.Warn("Globals restore stderr", "output", chunk)
|
e.log.Error("Globals restore FATAL error", "output", chunk)
|
||||||
|
} else if strings.Contains(chunk, "ERROR") {
|
||||||
|
errorCount++
|
||||||
|
lastError = chunk
|
||||||
|
// Only log first few errors to avoid spam
|
||||||
|
if errorCount <= 5 {
|
||||||
|
// Check if it's an ignorable "already exists" error
|
||||||
|
if strings.Contains(chunk, "already exists") {
|
||||||
|
e.log.Debug("Globals restore: object already exists (expected)", "output", chunk)
|
||||||
|
} else {
|
||||||
|
e.log.Warn("Globals restore error", "output", chunk)
|
||||||
|
}
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
if err != nil {
|
if err != nil {
|
||||||
@@ -1487,10 +1547,23 @@ func (e *Engine) restoreGlobals(ctx context.Context, globalsFile string) error {
|
|||||||
|
|
||||||
<-stderrDone
|
<-stderrDone
|
||||||
|
|
||||||
|
// Only fail on actual command errors or FATAL PostgreSQL errors
|
||||||
|
// Regular ERROR messages (like "role already exists") are expected
|
||||||
if cmdErr != nil {
|
if cmdErr != nil {
|
||||||
return fmt.Errorf("failed to restore globals: %w (last error: %s)", cmdErr, lastError)
|
return fmt.Errorf("failed to restore globals: %w (last error: %s)", cmdErr, lastError)
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// If we had FATAL errors, those are real problems
|
||||||
|
if fatalError {
|
||||||
|
return fmt.Errorf("globals restore had FATAL error: %s", lastError)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Log summary if there were errors (but don't fail)
|
||||||
|
if errorCount > 0 {
|
||||||
|
e.log.Info("Globals restore completed with some errors (usually 'already exists' - expected)",
|
||||||
|
"error_count", errorCount)
|
||||||
|
}
|
||||||
|
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1558,6 +1631,7 @@ func (e *Engine) terminateConnections(ctx context.Context, dbName string) error
|
|||||||
}
|
}
|
||||||
|
|
||||||
// dropDatabaseIfExists drops a database completely (clean slate)
|
// dropDatabaseIfExists drops a database completely (clean slate)
|
||||||
|
// Uses PostgreSQL 13+ WITH (FORCE) option to forcefully drop even with active connections
|
||||||
func (e *Engine) dropDatabaseIfExists(ctx context.Context, dbName string) error {
|
func (e *Engine) dropDatabaseIfExists(ctx context.Context, dbName string) error {
|
||||||
// First terminate all connections
|
// First terminate all connections
|
||||||
if err := e.terminateConnections(ctx, dbName); err != nil {
|
if err := e.terminateConnections(ctx, dbName); err != nil {
|
||||||
@@ -1567,28 +1641,69 @@ func (e *Engine) dropDatabaseIfExists(ctx context.Context, dbName string) error
|
|||||||
// Wait a moment for connections to terminate
|
// Wait a moment for connections to terminate
|
||||||
time.Sleep(500 * time.Millisecond)
|
time.Sleep(500 * time.Millisecond)
|
||||||
|
|
||||||
// Drop the database
|
// Try to revoke new connections (prevents race condition)
|
||||||
|
// This only works if we have the privilege to do so
|
||||||
|
revokeArgs := []string{
|
||||||
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
|
"-U", e.cfg.User,
|
||||||
|
"-d", "postgres",
|
||||||
|
"-c", fmt.Sprintf("REVOKE CONNECT ON DATABASE \"%s\" FROM PUBLIC", dbName),
|
||||||
|
}
|
||||||
|
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
||||||
|
revokeArgs = append([]string{"-h", e.cfg.Host}, revokeArgs...)
|
||||||
|
}
|
||||||
|
revokeCmd := exec.CommandContext(ctx, "psql", revokeArgs...)
|
||||||
|
revokeCmd.Env = append(os.Environ(), fmt.Sprintf("PGPASSWORD=%s", e.cfg.Password))
|
||||||
|
revokeCmd.Run() // Ignore errors - database might not exist
|
||||||
|
|
||||||
|
// Terminate connections again after revoking connect privilege
|
||||||
|
e.terminateConnections(ctx, dbName)
|
||||||
|
time.Sleep(200 * time.Millisecond)
|
||||||
|
|
||||||
|
// Try DROP DATABASE WITH (FORCE) first (PostgreSQL 13+)
|
||||||
|
// This forcefully terminates connections and drops the database atomically
|
||||||
|
forceArgs := []string{
|
||||||
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
|
"-U", e.cfg.User,
|
||||||
|
"-d", "postgres",
|
||||||
|
"-c", fmt.Sprintf("DROP DATABASE IF EXISTS \"%s\" WITH (FORCE)", dbName),
|
||||||
|
}
|
||||||
|
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
||||||
|
forceArgs = append([]string{"-h", e.cfg.Host}, forceArgs...)
|
||||||
|
}
|
||||||
|
forceCmd := exec.CommandContext(ctx, "psql", forceArgs...)
|
||||||
|
forceCmd.Env = append(os.Environ(), fmt.Sprintf("PGPASSWORD=%s", e.cfg.Password))
|
||||||
|
|
||||||
|
output, err := forceCmd.CombinedOutput()
|
||||||
|
if err == nil {
|
||||||
|
e.log.Info("Dropped existing database (with FORCE)", "name", dbName)
|
||||||
|
return nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// If FORCE option failed (PostgreSQL < 13), try regular drop
|
||||||
|
if strings.Contains(string(output), "syntax error") || strings.Contains(string(output), "WITH (FORCE)") {
|
||||||
|
e.log.Debug("WITH (FORCE) not supported, using standard DROP", "name", dbName)
|
||||||
|
|
||||||
args := []string{
|
args := []string{
|
||||||
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
"-U", e.cfg.User,
|
"-U", e.cfg.User,
|
||||||
"-d", "postgres",
|
"-d", "postgres",
|
||||||
"-c", fmt.Sprintf("DROP DATABASE IF EXISTS \"%s\"", dbName),
|
"-c", fmt.Sprintf("DROP DATABASE IF EXISTS \"%s\"", dbName),
|
||||||
}
|
}
|
||||||
|
|
||||||
// Only add -h flag if host is not localhost (to use Unix socket for peer auth)
|
|
||||||
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
||||||
args = append([]string{"-h", e.cfg.Host}, args...)
|
args = append([]string{"-h", e.cfg.Host}, args...)
|
||||||
}
|
}
|
||||||
|
|
||||||
cmd := exec.CommandContext(ctx, "psql", args...)
|
cmd := exec.CommandContext(ctx, "psql", args...)
|
||||||
|
|
||||||
// Always set PGPASSWORD (empty string is fine for peer/ident auth)
|
|
||||||
cmd.Env = append(os.Environ(), fmt.Sprintf("PGPASSWORD=%s", e.cfg.Password))
|
cmd.Env = append(os.Environ(), fmt.Sprintf("PGPASSWORD=%s", e.cfg.Password))
|
||||||
|
|
||||||
output, err := cmd.CombinedOutput()
|
output, err = cmd.CombinedOutput()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
return fmt.Errorf("failed to drop database '%s': %w\nOutput: %s", dbName, err, string(output))
|
return fmt.Errorf("failed to drop database '%s': %w\nOutput: %s", dbName, err, string(output))
|
||||||
}
|
}
|
||||||
|
} else if err != nil {
|
||||||
|
return fmt.Errorf("failed to drop database '%s': %w\nOutput: %s", dbName, err, string(output))
|
||||||
|
}
|
||||||
|
|
||||||
e.log.Info("Dropped existing database", "name", dbName)
|
e.log.Info("Dropped existing database", "name", dbName)
|
||||||
return nil
|
return nil
|
||||||
@@ -1629,12 +1744,14 @@ func (e *Engine) ensureMySQLDatabaseExists(ctx context.Context, dbName string) e
|
|||||||
}
|
}
|
||||||
|
|
||||||
// ensurePostgresDatabaseExists checks if a PostgreSQL database exists and creates it if not
|
// ensurePostgresDatabaseExists checks if a PostgreSQL database exists and creates it if not
|
||||||
|
// It attempts to extract encoding/locale from the dump file to preserve original settings
|
||||||
func (e *Engine) ensurePostgresDatabaseExists(ctx context.Context, dbName string) error {
|
func (e *Engine) ensurePostgresDatabaseExists(ctx context.Context, dbName string) error {
|
||||||
// Skip creation for postgres and template databases - they should already exist
|
// Skip creation for postgres and template databases - they should already exist
|
||||||
if dbName == "postgres" || dbName == "template0" || dbName == "template1" {
|
if dbName == "postgres" || dbName == "template0" || dbName == "template1" {
|
||||||
e.log.Info("Skipping create for system database (assume exists)", "name", dbName)
|
e.log.Info("Skipping create for system database (assume exists)", "name", dbName)
|
||||||
return nil
|
return nil
|
||||||
}
|
}
|
||||||
|
|
||||||
// Build psql command with authentication
|
// Build psql command with authentication
|
||||||
buildPsqlCmd := func(ctx context.Context, database, query string) *exec.Cmd {
|
buildPsqlCmd := func(ctx context.Context, database, query string) *exec.Cmd {
|
||||||
args := []string{
|
args := []string{
|
||||||
@@ -1674,14 +1791,31 @@ func (e *Engine) ensurePostgresDatabaseExists(ctx context.Context, dbName string
|
|||||||
|
|
||||||
// Database doesn't exist, create it
|
// Database doesn't exist, create it
|
||||||
// IMPORTANT: Use template0 to avoid duplicate definition errors from local additions to template1
|
// IMPORTANT: Use template0 to avoid duplicate definition errors from local additions to template1
|
||||||
|
// Also use UTF8 encoding explicitly as it's the most common and safest choice
|
||||||
// See PostgreSQL docs: https://www.postgresql.org/docs/current/app-pgrestore.html#APP-PGRESTORE-NOTES
|
// See PostgreSQL docs: https://www.postgresql.org/docs/current/app-pgrestore.html#APP-PGRESTORE-NOTES
|
||||||
e.log.Info("Creating database from template0", "name", dbName)
|
e.log.Info("Creating database from template0 with UTF8 encoding", "name", dbName)
|
||||||
|
|
||||||
|
// Get server's default locale for LC_COLLATE and LC_CTYPE
|
||||||
|
// This ensures compatibility while using the correct encoding
|
||||||
|
localeCmd := buildPsqlCmd(ctx, "postgres", "SHOW lc_collate")
|
||||||
|
localeOutput, _ := localeCmd.CombinedOutput()
|
||||||
|
serverLocale := strings.TrimSpace(string(localeOutput))
|
||||||
|
if serverLocale == "" {
|
||||||
|
serverLocale = "en_US.UTF-8" // Fallback to common default
|
||||||
|
}
|
||||||
|
|
||||||
|
// Build CREATE DATABASE command with encoding and locale
|
||||||
|
// Using ENCODING 'UTF8' explicitly ensures the dump can be restored
|
||||||
|
createSQL := fmt.Sprintf(
|
||||||
|
"CREATE DATABASE \"%s\" WITH TEMPLATE template0 ENCODING 'UTF8' LC_COLLATE '%s' LC_CTYPE '%s'",
|
||||||
|
dbName, serverLocale, serverLocale,
|
||||||
|
)
|
||||||
|
|
||||||
createArgs := []string{
|
createArgs := []string{
|
||||||
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
"-U", e.cfg.User,
|
"-U", e.cfg.User,
|
||||||
"-d", "postgres",
|
"-d", "postgres",
|
||||||
"-c", fmt.Sprintf("CREATE DATABASE \"%s\" WITH TEMPLATE template0", dbName),
|
"-c", createSQL,
|
||||||
}
|
}
|
||||||
|
|
||||||
// Only add -h flag if host is not localhost (to use Unix socket for peer auth)
|
// Only add -h flag if host is not localhost (to use Unix socket for peer auth)
|
||||||
@@ -1696,10 +1830,28 @@ func (e *Engine) ensurePostgresDatabaseExists(ctx context.Context, dbName string
|
|||||||
|
|
||||||
output, err = createCmd.CombinedOutput()
|
output, err = createCmd.CombinedOutput()
|
||||||
if err != nil {
|
if err != nil {
|
||||||
// Log the error and include the psql output in the returned error to aid debugging
|
// If encoding/locale fails, try simpler CREATE DATABASE
|
||||||
|
e.log.Warn("Database creation with encoding failed, trying simple create", "name", dbName, "error", err)
|
||||||
|
|
||||||
|
simpleArgs := []string{
|
||||||
|
"-p", fmt.Sprintf("%d", e.cfg.Port),
|
||||||
|
"-U", e.cfg.User,
|
||||||
|
"-d", "postgres",
|
||||||
|
"-c", fmt.Sprintf("CREATE DATABASE \"%s\" WITH TEMPLATE template0", dbName),
|
||||||
|
}
|
||||||
|
if e.cfg.Host != "localhost" && e.cfg.Host != "127.0.0.1" && e.cfg.Host != "" {
|
||||||
|
simpleArgs = append([]string{"-h", e.cfg.Host}, simpleArgs...)
|
||||||
|
}
|
||||||
|
|
||||||
|
simpleCmd := exec.CommandContext(ctx, "psql", simpleArgs...)
|
||||||
|
simpleCmd.Env = append(os.Environ(), fmt.Sprintf("PGPASSWORD=%s", e.cfg.Password))
|
||||||
|
|
||||||
|
output, err = simpleCmd.CombinedOutput()
|
||||||
|
if err != nil {
|
||||||
e.log.Warn("Database creation failed", "name", dbName, "error", err, "output", string(output))
|
e.log.Warn("Database creation failed", "name", dbName, "error", err, "output", string(output))
|
||||||
return fmt.Errorf("failed to create database '%s': %w (output: %s)", dbName, err, strings.TrimSpace(string(output)))
|
return fmt.Errorf("failed to create database '%s': %w (output: %s)", dbName, err, strings.TrimSpace(string(output)))
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
|
||||||
e.log.Info("Successfully created database from template0", "name", dbName)
|
e.log.Info("Successfully created database from template0", "name", dbName)
|
||||||
return nil
|
return nil
|
||||||
@@ -2038,56 +2190,100 @@ func (e *Engine) boostPostgreSQLSettings(ctx context.Context, lockBoostValue int
|
|||||||
// Wait for PostgreSQL to be ready
|
// Wait for PostgreSQL to be ready
|
||||||
time.Sleep(3 * time.Second)
|
time.Sleep(3 * time.Second)
|
||||||
} else {
|
} else {
|
||||||
// Cannot restart - warn user loudly
|
// Cannot restart - warn user but continue
|
||||||
e.log.Error("=" + strings.Repeat("=", 70))
|
// The setting is written to postgresql.auto.conf and will take effect on next restart
|
||||||
e.log.Error("WARNING: max_locks_per_transaction change requires PostgreSQL restart!")
|
e.log.Warn("=" + strings.Repeat("=", 70))
|
||||||
e.log.Error("Current value: " + strconv.Itoa(original.MaxLocks) + ", needed: " + strconv.Itoa(lockBoostValue))
|
e.log.Warn("NOTE: max_locks_per_transaction change requires PostgreSQL restart")
|
||||||
e.log.Error("Restore may fail with 'out of shared memory' error on BLOB-heavy databases.")
|
e.log.Warn("Current value: " + strconv.Itoa(original.MaxLocks) + ", target: " + strconv.Itoa(lockBoostValue))
|
||||||
e.log.Error("")
|
e.log.Warn("")
|
||||||
e.log.Error("To fix manually:")
|
e.log.Warn("The setting has been saved to postgresql.auto.conf and will take")
|
||||||
e.log.Error(" 1. sudo systemctl restart postgresql")
|
e.log.Warn("effect on the next PostgreSQL restart. If restore fails with")
|
||||||
e.log.Error(" 2. Or: sudo -u postgres pg_ctl restart -D $PGDATA")
|
e.log.Warn("'out of shared memory' errors, ask your DBA to restart PostgreSQL.")
|
||||||
e.log.Error(" 3. Then re-run the restore")
|
e.log.Warn("")
|
||||||
e.log.Error("=" + strings.Repeat("=", 70))
|
e.log.Warn("Continuing with restore - this may succeed if your databases")
|
||||||
// Continue anyway - might work for small restores
|
e.log.Warn("don't have many large objects (BLOBs).")
|
||||||
|
e.log.Warn("=" + strings.Repeat("=", 70))
|
||||||
|
// Continue anyway - might work for small restores or DBs without BLOBs
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
return original, nil
|
return original, nil
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// canRestartPostgreSQL checks if we have the ability to restart PostgreSQL
|
||||||
|
// Returns false if running in a restricted environment (e.g., su postgres on enterprise systems)
|
||||||
|
func (e *Engine) canRestartPostgreSQL() bool {
|
||||||
|
// Check if we're running as postgres user - if so, we likely can't restart
|
||||||
|
// because PostgreSQL is managed by init/systemd, not directly by pg_ctl
|
||||||
|
currentUser := os.Getenv("USER")
|
||||||
|
if currentUser == "" {
|
||||||
|
currentUser = os.Getenv("LOGNAME")
|
||||||
|
}
|
||||||
|
|
||||||
|
// If we're the postgres user, check if we have sudo access
|
||||||
|
if currentUser == "postgres" {
|
||||||
|
// Try a quick sudo check - if this fails, we can't restart
|
||||||
|
ctx, cancel := context.WithTimeout(context.Background(), 2*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
cmd := exec.CommandContext(ctx, "sudo", "-n", "true")
|
||||||
|
cmd.Stdin = nil
|
||||||
|
if err := cmd.Run(); err != nil {
|
||||||
|
e.log.Info("Running as postgres user without sudo access - cannot restart PostgreSQL",
|
||||||
|
"user", currentUser,
|
||||||
|
"hint", "Ask system administrator to restart PostgreSQL if needed")
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
// tryRestartPostgreSQL attempts to restart PostgreSQL using various methods
|
// tryRestartPostgreSQL attempts to restart PostgreSQL using various methods
|
||||||
// Returns true if restart was successful
|
// Returns true if restart was successful
|
||||||
|
// IMPORTANT: Uses short timeouts and non-interactive sudo to avoid blocking on password prompts
|
||||||
|
// NOTE: This function will return false immediately if running as postgres without sudo
|
||||||
func (e *Engine) tryRestartPostgreSQL(ctx context.Context) bool {
|
func (e *Engine) tryRestartPostgreSQL(ctx context.Context) bool {
|
||||||
|
// First check if we can even attempt a restart
|
||||||
|
if !e.canRestartPostgreSQL() {
|
||||||
|
e.log.Info("Skipping PostgreSQL restart attempt (no privileges)")
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
e.progress.Update("Attempting PostgreSQL restart for lock settings...")
|
e.progress.Update("Attempting PostgreSQL restart for lock settings...")
|
||||||
|
|
||||||
// Method 1: systemctl (most common on modern Linux)
|
// Use short timeout for each restart attempt (don't block on sudo password prompts)
|
||||||
cmd := exec.CommandContext(ctx, "sudo", "systemctl", "restart", "postgresql")
|
runWithTimeout := func(args ...string) bool {
|
||||||
if err := cmd.Run(); err == nil {
|
cmdCtx, cancel := context.WithTimeout(context.Background(), 10*time.Second)
|
||||||
|
defer cancel()
|
||||||
|
cmd := exec.CommandContext(cmdCtx, args[0], args[1:]...)
|
||||||
|
// Set stdin to /dev/null to prevent sudo from waiting for password
|
||||||
|
cmd.Stdin = nil
|
||||||
|
return cmd.Run() == nil
|
||||||
|
}
|
||||||
|
|
||||||
|
// Method 1: systemctl (most common on modern Linux) - use sudo -n for non-interactive
|
||||||
|
if runWithTimeout("sudo", "-n", "systemctl", "restart", "postgresql") {
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
// Method 2: systemctl with version suffix (e.g., postgresql-15)
|
// Method 2: systemctl with version suffix (e.g., postgresql-15)
|
||||||
for _, ver := range []string{"17", "16", "15", "14", "13", "12"} {
|
for _, ver := range []string{"17", "16", "15", "14", "13", "12"} {
|
||||||
cmd = exec.CommandContext(ctx, "sudo", "systemctl", "restart", "postgresql-"+ver)
|
if runWithTimeout("sudo", "-n", "systemctl", "restart", "postgresql-"+ver) {
|
||||||
if err := cmd.Run(); err == nil {
|
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
// Method 3: service command (older systems)
|
// Method 3: service command (older systems)
|
||||||
cmd = exec.CommandContext(ctx, "sudo", "service", "postgresql", "restart")
|
if runWithTimeout("sudo", "-n", "service", "postgresql", "restart") {
|
||||||
if err := cmd.Run(); err == nil {
|
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
// Method 4: pg_ctl as postgres user
|
// Method 4: pg_ctl as postgres user (if we ARE postgres user, no sudo needed)
|
||||||
cmd = exec.CommandContext(ctx, "sudo", "-u", "postgres", "pg_ctl", "restart", "-D", "/var/lib/postgresql/data", "-m", "fast")
|
if runWithTimeout("pg_ctl", "restart", "-D", "/var/lib/postgresql/data", "-m", "fast") {
|
||||||
if err := cmd.Run(); err == nil {
|
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
|
|
||||||
// Method 5: Try common PGDATA paths
|
// Method 5: Try common PGDATA paths with pg_ctl directly (for postgres user)
|
||||||
pgdataPaths := []string{
|
pgdataPaths := []string{
|
||||||
"/var/lib/pgsql/data",
|
"/var/lib/pgsql/data",
|
||||||
"/var/lib/pgsql/17/data",
|
"/var/lib/pgsql/17/data",
|
||||||
@@ -2098,8 +2294,7 @@ func (e *Engine) tryRestartPostgreSQL(ctx context.Context) bool {
|
|||||||
"/var/lib/postgresql/15/main",
|
"/var/lib/postgresql/15/main",
|
||||||
}
|
}
|
||||||
for _, pgdata := range pgdataPaths {
|
for _, pgdata := range pgdataPaths {
|
||||||
cmd = exec.CommandContext(ctx, "sudo", "-u", "postgres", "pg_ctl", "restart", "-D", pgdata, "-m", "fast")
|
if runWithTimeout("pg_ctl", "restart", "-D", pgdata, "-m", "fast") {
|
||||||
if err := cmd.Run(); err == nil {
|
|
||||||
return true
|
return true
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -57,10 +57,18 @@ type RestoreExecutionModel struct {
|
|||||||
dbTotal int
|
dbTotal int
|
||||||
dbDone int
|
dbDone int
|
||||||
|
|
||||||
|
// Current database being restored (for detailed display)
|
||||||
|
currentDB string
|
||||||
|
|
||||||
// Timing info for database restore phase (ETA calculation)
|
// Timing info for database restore phase (ETA calculation)
|
||||||
dbPhaseElapsed time.Duration // Elapsed time since restore phase started
|
dbPhaseElapsed time.Duration // Elapsed time since restore phase started
|
||||||
dbAvgPerDB time.Duration // Average time per database restore
|
dbAvgPerDB time.Duration // Average time per database restore
|
||||||
|
|
||||||
|
// Overall progress tracking for unified display
|
||||||
|
overallPhase int // 1=Extracting, 2=Globals, 3=Databases
|
||||||
|
extractionDone bool
|
||||||
|
extractionTime time.Duration // How long extraction took (for ETA calc)
|
||||||
|
|
||||||
// Results
|
// Results
|
||||||
done bool
|
done bool
|
||||||
cancelling bool // True when user has requested cancellation
|
cancelling bool // True when user has requested cancellation
|
||||||
@@ -140,10 +148,17 @@ type sharedProgressState struct {
|
|||||||
dbTotal int
|
dbTotal int
|
||||||
dbDone int
|
dbDone int
|
||||||
|
|
||||||
|
// Current database being restored
|
||||||
|
currentDB string
|
||||||
|
|
||||||
// Timing info for database restore phase
|
// Timing info for database restore phase
|
||||||
dbPhaseElapsed time.Duration // Elapsed time since restore phase started
|
dbPhaseElapsed time.Duration // Elapsed time since restore phase started
|
||||||
dbAvgPerDB time.Duration // Average time per database restore
|
dbAvgPerDB time.Duration // Average time per database restore
|
||||||
|
|
||||||
|
// Overall phase tracking (1=Extract, 2=Globals, 3=Databases)
|
||||||
|
overallPhase int
|
||||||
|
extractionDone bool
|
||||||
|
|
||||||
// Rolling window for speed calculation
|
// Rolling window for speed calculation
|
||||||
speedSamples []restoreSpeedSample
|
speedSamples []restoreSpeedSample
|
||||||
}
|
}
|
||||||
@@ -171,12 +186,12 @@ func clearCurrentRestoreProgress() {
|
|||||||
currentRestoreProgressState = nil
|
currentRestoreProgressState = nil
|
||||||
}
|
}
|
||||||
|
|
||||||
func getCurrentRestoreProgress() (bytesTotal, bytesDone int64, description string, hasUpdate bool, dbTotal, dbDone int, speed float64, dbPhaseElapsed, dbAvgPerDB time.Duration) {
|
func getCurrentRestoreProgress() (bytesTotal, bytesDone int64, description string, hasUpdate bool, dbTotal, dbDone int, speed float64, dbPhaseElapsed, dbAvgPerDB time.Duration, currentDB string, overallPhase int, extractionDone bool) {
|
||||||
currentRestoreProgressMu.Lock()
|
currentRestoreProgressMu.Lock()
|
||||||
defer currentRestoreProgressMu.Unlock()
|
defer currentRestoreProgressMu.Unlock()
|
||||||
|
|
||||||
if currentRestoreProgressState == nil {
|
if currentRestoreProgressState == nil {
|
||||||
return 0, 0, "", false, 0, 0, 0, 0, 0
|
return 0, 0, "", false, 0, 0, 0, 0, 0, "", 0, false
|
||||||
}
|
}
|
||||||
|
|
||||||
currentRestoreProgressState.mu.Lock()
|
currentRestoreProgressState.mu.Lock()
|
||||||
@@ -188,7 +203,9 @@ func getCurrentRestoreProgress() (bytesTotal, bytesDone int64, description strin
|
|||||||
return currentRestoreProgressState.bytesTotal, currentRestoreProgressState.bytesDone,
|
return currentRestoreProgressState.bytesTotal, currentRestoreProgressState.bytesDone,
|
||||||
currentRestoreProgressState.description, currentRestoreProgressState.hasUpdate,
|
currentRestoreProgressState.description, currentRestoreProgressState.hasUpdate,
|
||||||
currentRestoreProgressState.dbTotal, currentRestoreProgressState.dbDone, speed,
|
currentRestoreProgressState.dbTotal, currentRestoreProgressState.dbDone, speed,
|
||||||
currentRestoreProgressState.dbPhaseElapsed, currentRestoreProgressState.dbAvgPerDB
|
currentRestoreProgressState.dbPhaseElapsed, currentRestoreProgressState.dbAvgPerDB,
|
||||||
|
currentRestoreProgressState.currentDB, currentRestoreProgressState.overallPhase,
|
||||||
|
currentRestoreProgressState.extractionDone
|
||||||
}
|
}
|
||||||
|
|
||||||
// calculateRollingSpeed calculates speed from recent samples (last 5 seconds)
|
// calculateRollingSpeed calculates speed from recent samples (last 5 seconds)
|
||||||
@@ -288,6 +305,14 @@ func executeRestoreWithTUIProgress(parentCtx context.Context, cfg *config.Config
|
|||||||
progressState.bytesTotal = total
|
progressState.bytesTotal = total
|
||||||
progressState.description = description
|
progressState.description = description
|
||||||
progressState.hasUpdate = true
|
progressState.hasUpdate = true
|
||||||
|
progressState.overallPhase = 1
|
||||||
|
progressState.extractionDone = false
|
||||||
|
|
||||||
|
// Check if extraction is complete
|
||||||
|
if current >= total && total > 0 {
|
||||||
|
progressState.extractionDone = true
|
||||||
|
progressState.overallPhase = 2
|
||||||
|
}
|
||||||
|
|
||||||
// Add speed sample for rolling window calculation
|
// Add speed sample for rolling window calculation
|
||||||
progressState.speedSamples = append(progressState.speedSamples, restoreSpeedSample{
|
progressState.speedSamples = append(progressState.speedSamples, restoreSpeedSample{
|
||||||
@@ -307,6 +332,9 @@ func executeRestoreWithTUIProgress(parentCtx context.Context, cfg *config.Config
|
|||||||
progressState.dbDone = done
|
progressState.dbDone = done
|
||||||
progressState.dbTotal = total
|
progressState.dbTotal = total
|
||||||
progressState.description = fmt.Sprintf("Restoring %s", dbName)
|
progressState.description = fmt.Sprintf("Restoring %s", dbName)
|
||||||
|
progressState.currentDB = dbName
|
||||||
|
progressState.overallPhase = 3
|
||||||
|
progressState.extractionDone = true
|
||||||
progressState.hasUpdate = true
|
progressState.hasUpdate = true
|
||||||
// Clear byte progress when switching to db progress
|
// Clear byte progress when switching to db progress
|
||||||
progressState.bytesTotal = 0
|
progressState.bytesTotal = 0
|
||||||
@@ -320,6 +348,9 @@ func executeRestoreWithTUIProgress(parentCtx context.Context, cfg *config.Config
|
|||||||
progressState.dbDone = done
|
progressState.dbDone = done
|
||||||
progressState.dbTotal = total
|
progressState.dbTotal = total
|
||||||
progressState.description = fmt.Sprintf("Restoring %s", dbName)
|
progressState.description = fmt.Sprintf("Restoring %s", dbName)
|
||||||
|
progressState.currentDB = dbName
|
||||||
|
progressState.overallPhase = 3
|
||||||
|
progressState.extractionDone = true
|
||||||
progressState.dbPhaseElapsed = phaseElapsed
|
progressState.dbPhaseElapsed = phaseElapsed
|
||||||
progressState.dbAvgPerDB = avgPerDB
|
progressState.dbAvgPerDB = avgPerDB
|
||||||
progressState.hasUpdate = true
|
progressState.hasUpdate = true
|
||||||
@@ -381,28 +412,46 @@ func (m RestoreExecutionModel) Update(msg tea.Msg) (tea.Model, tea.Cmd) {
|
|||||||
m.elapsed = time.Since(m.startTime)
|
m.elapsed = time.Since(m.startTime)
|
||||||
|
|
||||||
// Poll shared progress state for real-time updates
|
// Poll shared progress state for real-time updates
|
||||||
bytesTotal, bytesDone, description, hasUpdate, dbTotal, dbDone, speed, dbPhaseElapsed, dbAvgPerDB := getCurrentRestoreProgress()
|
bytesTotal, bytesDone, description, hasUpdate, dbTotal, dbDone, speed, dbPhaseElapsed, dbAvgPerDB, currentDB, overallPhase, extractionDone := getCurrentRestoreProgress()
|
||||||
if hasUpdate && bytesTotal > 0 {
|
if hasUpdate && bytesTotal > 0 && !extractionDone {
|
||||||
|
// Phase 1: Extraction
|
||||||
m.bytesTotal = bytesTotal
|
m.bytesTotal = bytesTotal
|
||||||
m.bytesDone = bytesDone
|
m.bytesDone = bytesDone
|
||||||
m.description = description
|
m.description = description
|
||||||
m.showBytes = true
|
m.showBytes = true
|
||||||
m.speed = speed
|
m.speed = speed
|
||||||
|
m.overallPhase = 1
|
||||||
|
m.extractionDone = false
|
||||||
|
|
||||||
// Update status to reflect actual progress
|
// Update status to reflect actual progress
|
||||||
m.status = description
|
m.status = description
|
||||||
m.phase = "Extracting"
|
m.phase = "Phase 1/3: Extracting Archive"
|
||||||
m.progress = int((bytesDone * 100) / bytesTotal)
|
m.progress = int((bytesDone * 100) / bytesTotal)
|
||||||
} else if hasUpdate && dbTotal > 0 {
|
} else if hasUpdate && dbTotal > 0 {
|
||||||
// Database count progress for cluster restore with timing
|
// Phase 3: Database restores
|
||||||
m.dbTotal = dbTotal
|
m.dbTotal = dbTotal
|
||||||
m.dbDone = dbDone
|
m.dbDone = dbDone
|
||||||
m.dbPhaseElapsed = dbPhaseElapsed
|
m.dbPhaseElapsed = dbPhaseElapsed
|
||||||
m.dbAvgPerDB = dbAvgPerDB
|
m.dbAvgPerDB = dbAvgPerDB
|
||||||
|
m.currentDB = currentDB
|
||||||
|
m.overallPhase = overallPhase
|
||||||
|
m.extractionDone = extractionDone
|
||||||
m.showBytes = false
|
m.showBytes = false
|
||||||
m.status = fmt.Sprintf("Restoring database %d of %d...", dbDone+1, dbTotal)
|
|
||||||
m.phase = "Restore"
|
if dbDone < dbTotal {
|
||||||
|
m.status = fmt.Sprintf("Restoring: %s", currentDB)
|
||||||
|
} else {
|
||||||
|
m.status = "Finalizing..."
|
||||||
|
}
|
||||||
|
m.phase = fmt.Sprintf("Phase 3/3: Databases (%d/%d)", dbDone, dbTotal)
|
||||||
m.progress = int((dbDone * 100) / dbTotal)
|
m.progress = int((dbDone * 100) / dbTotal)
|
||||||
|
} else if hasUpdate && extractionDone && dbTotal == 0 {
|
||||||
|
// Phase 2: Globals restore (brief phase between extraction and databases)
|
||||||
|
m.overallPhase = 2
|
||||||
|
m.extractionDone = true
|
||||||
|
m.showBytes = false
|
||||||
|
m.status = "Restoring global objects (roles, tablespaces)..."
|
||||||
|
m.phase = "Phase 2/3: Restoring Globals"
|
||||||
} else {
|
} else {
|
||||||
// Fallback: Update status based on elapsed time to show progress
|
// Fallback: Update status based on elapsed time to show progress
|
||||||
// This provides visual feedback even though we don't have real-time progress
|
// This provides visual feedback even though we don't have real-time progress
|
||||||
@@ -610,36 +659,88 @@ func (m RestoreExecutionModel) View() string {
|
|||||||
s.WriteString("\n\n")
|
s.WriteString("\n\n")
|
||||||
s.WriteString(infoStyle.Render(" [KEYS] Press Enter to continue"))
|
s.WriteString(infoStyle.Render(" [KEYS] Press Enter to continue"))
|
||||||
} else {
|
} else {
|
||||||
// Show progress
|
// Show unified progress for cluster restore
|
||||||
|
if m.restoreType == "restore-cluster" {
|
||||||
|
// Calculate overall progress across all phases
|
||||||
|
// Phase 1: Extraction (0-60%)
|
||||||
|
// Phase 2: Globals (60-65%)
|
||||||
|
// Phase 3: Databases (65-100%)
|
||||||
|
overallProgress := 0
|
||||||
|
phaseLabel := "Starting..."
|
||||||
|
|
||||||
|
if m.showBytes && m.bytesTotal > 0 {
|
||||||
|
// Phase 1: Extraction - contributes 0-60%
|
||||||
|
extractPct := int((m.bytesDone * 100) / m.bytesTotal)
|
||||||
|
overallProgress = (extractPct * 60) / 100
|
||||||
|
phaseLabel = "Phase 1/3: Extracting Archive"
|
||||||
|
} else if m.extractionDone && m.dbTotal == 0 {
|
||||||
|
// Phase 2: Globals restore
|
||||||
|
overallProgress = 62
|
||||||
|
phaseLabel = "Phase 2/3: Restoring Globals"
|
||||||
|
} else if m.dbTotal > 0 {
|
||||||
|
// Phase 3: Database restores - contributes 65-100%
|
||||||
|
dbPct := int((int64(m.dbDone) * 100) / int64(m.dbTotal))
|
||||||
|
overallProgress = 65 + (dbPct * 35 / 100)
|
||||||
|
phaseLabel = fmt.Sprintf("Phase 3/3: Databases (%d/%d)", m.dbDone, m.dbTotal)
|
||||||
|
}
|
||||||
|
|
||||||
|
// Header with phase and overall progress
|
||||||
|
s.WriteString(infoStyle.Render(" ─── Cluster Restore Progress ─────────────────────────────"))
|
||||||
|
s.WriteString("\n\n")
|
||||||
|
s.WriteString(fmt.Sprintf(" %s\n\n", phaseLabel))
|
||||||
|
|
||||||
|
// Overall progress bar
|
||||||
|
s.WriteString(" Overall: ")
|
||||||
|
s.WriteString(renderProgressBar(overallProgress))
|
||||||
|
s.WriteString(fmt.Sprintf(" %d%%\n", overallProgress))
|
||||||
|
|
||||||
|
// Phase-specific details
|
||||||
|
if m.showBytes && m.bytesTotal > 0 {
|
||||||
|
// Show extraction details
|
||||||
|
s.WriteString("\n")
|
||||||
|
s.WriteString(fmt.Sprintf(" %s\n", m.status))
|
||||||
|
s.WriteString("\n")
|
||||||
|
s.WriteString(renderDetailedProgressBarWithSpeed(m.bytesDone, m.bytesTotal, m.speed))
|
||||||
|
s.WriteString("\n")
|
||||||
|
} else if m.dbTotal > 0 {
|
||||||
|
// Show current database being restored
|
||||||
|
s.WriteString("\n")
|
||||||
|
spinner := m.spinnerFrames[m.spinnerFrame]
|
||||||
|
if m.currentDB != "" && m.dbDone < m.dbTotal {
|
||||||
|
s.WriteString(fmt.Sprintf(" Current: %s %s\n", spinner, m.currentDB))
|
||||||
|
} else if m.dbDone >= m.dbTotal {
|
||||||
|
s.WriteString(fmt.Sprintf(" %s Finalizing...\n", spinner))
|
||||||
|
}
|
||||||
|
s.WriteString("\n")
|
||||||
|
|
||||||
|
// Database progress bar with timing
|
||||||
|
s.WriteString(renderDatabaseProgressBarWithTiming(m.dbDone, m.dbTotal, m.dbPhaseElapsed, m.dbAvgPerDB))
|
||||||
|
s.WriteString("\n")
|
||||||
|
} else {
|
||||||
|
// Intermediate phase (globals)
|
||||||
|
spinner := m.spinnerFrames[m.spinnerFrame]
|
||||||
|
s.WriteString(fmt.Sprintf("\n %s %s\n\n", spinner, m.status))
|
||||||
|
}
|
||||||
|
|
||||||
|
s.WriteString("\n")
|
||||||
|
s.WriteString(infoStyle.Render(" ───────────────────────────────────────────────────────────"))
|
||||||
|
s.WriteString("\n\n")
|
||||||
|
} else {
|
||||||
|
// Single database restore - simpler display
|
||||||
s.WriteString(fmt.Sprintf("Phase: %s\n", m.phase))
|
s.WriteString(fmt.Sprintf("Phase: %s\n", m.phase))
|
||||||
|
|
||||||
// Show detailed progress bar when we have byte-level information
|
// Show detailed progress bar when we have byte-level information
|
||||||
// In this case, hide the spinner for cleaner display
|
|
||||||
if m.showBytes && m.bytesTotal > 0 {
|
if m.showBytes && m.bytesTotal > 0 {
|
||||||
// Status line without spinner (progress bar provides activity indication)
|
|
||||||
s.WriteString(fmt.Sprintf("Status: %s\n", m.status))
|
s.WriteString(fmt.Sprintf("Status: %s\n", m.status))
|
||||||
s.WriteString("\n")
|
s.WriteString("\n")
|
||||||
|
|
||||||
// Render schollz-style progress bar with bytes, rolling speed, ETA
|
|
||||||
s.WriteString(renderDetailedProgressBarWithSpeed(m.bytesDone, m.bytesTotal, m.speed))
|
s.WriteString(renderDetailedProgressBarWithSpeed(m.bytesDone, m.bytesTotal, m.speed))
|
||||||
s.WriteString("\n\n")
|
s.WriteString("\n\n")
|
||||||
} else if m.dbTotal > 0 {
|
|
||||||
// Database count progress for cluster restore with timing
|
|
||||||
spinner := m.spinnerFrames[m.spinnerFrame]
|
|
||||||
s.WriteString(fmt.Sprintf("Status: %s %s\n", spinner, m.status))
|
|
||||||
s.WriteString("\n")
|
|
||||||
|
|
||||||
// Show database progress bar with timing and ETA
|
|
||||||
s.WriteString(renderDatabaseProgressBarWithTiming(m.dbDone, m.dbTotal, m.dbPhaseElapsed, m.dbAvgPerDB))
|
|
||||||
s.WriteString("\n\n")
|
|
||||||
} else {
|
} else {
|
||||||
// Show status with rotating spinner (for phases without detailed progress)
|
|
||||||
spinner := m.spinnerFrames[m.spinnerFrame]
|
spinner := m.spinnerFrames[m.spinnerFrame]
|
||||||
s.WriteString(fmt.Sprintf("Status: %s %s\n", spinner, m.status))
|
s.WriteString(fmt.Sprintf("Status: %s %s\n", spinner, m.status))
|
||||||
s.WriteString("\n")
|
s.WriteString("\n")
|
||||||
|
|
||||||
if m.restoreType == "restore-single" {
|
// Fallback to simple progress bar
|
||||||
// Fallback to simple progress bar for single database restore
|
|
||||||
progressBar := renderProgressBar(m.progress)
|
progressBar := renderProgressBar(m.progress)
|
||||||
s.WriteString(progressBar)
|
s.WriteString(progressBar)
|
||||||
s.WriteString(fmt.Sprintf(" %d%%\n", m.progress))
|
s.WriteString(fmt.Sprintf(" %d%%\n", m.progress))
|
||||||
|
|||||||
Reference in New Issue
Block a user