feat(jobs): add durable PG queue reclaim, slog, and richer metrics

JSON slog в ключевых пакетах; Prometheus path_group, job_audit_depth, upstream breaker; job_audit ClaimQueued/ReclaimStaleRunning + Adopt loop для HA после рестарта.

Co-authored-by: Cursor <[email protected]>
This commit is contained in:
Denozordec
2026-07-31 12:26:18 +07:00
co-authored by Cursor
parent 13e3d21ce2
commit 8fe74c1d3b
18 changed files with 448 additions and 51 deletions
+8 -7
View File
@@ -2,7 +2,8 @@ package pgmonitor
import (
"context"
"log"
"evobgp/internal/logging"
"fmt"
"time"
"github.com/jackc/pgx/v5/pgxpool"
@@ -23,23 +24,23 @@ func StartScheduler(ctx context.Context, pool *pgxpool.Pool) {
c, cancel := context.WithTimeout(context.Background(), 2*time.Minute)
defer cancel()
if err := s.RefreshMetricsSnapshot(c); err != nil {
log.Printf("pgmonitor: metrics refresh: %v", err)
logging.Default().Info(fmt.Sprintf("pgmonitor: metrics refresh: %v", err))
}
if err := s.DetectAutovacuumLag(c); err != nil {
log.Printf("pgmonitor: autovacuum lag: %v", err)
logging.Default().Info(fmt.Sprintf("pgmonitor: autovacuum lag: %v", err))
}
}
runHeavy := func() {
c, cancel := context.WithTimeout(context.Background(), 3*time.Minute)
defer cancel()
if err := s.AggregateSlowQueries(c, 30); err != nil {
log.Printf("pgmonitor: slow queries snapshot: %v", err)
logging.Default().Info(fmt.Sprintf("pgmonitor: slow queries snapshot: %v", err))
}
if err := s.EstimateTableBloat(c); err != nil {
log.Printf("pgmonitor: bloat: %v", err)
logging.Default().Info(fmt.Sprintf("pgmonitor: bloat: %v", err))
}
if err := s.AnalyzeIndexUsage(c); err != nil {
log.Printf("pgmonitor: index usage: %v", err)
logging.Default().Info(fmt.Sprintf("pgmonitor: index usage: %v", err))
}
}
runLight()
@@ -55,5 +56,5 @@ func StartScheduler(ctx context.Context, pool *pgxpool.Pool) {
}
}
}()
log.Printf("pgmonitor: scheduler started (5m light / 15m heavy)")
logging.Default().Info(fmt.Sprintf("pgmonitor: scheduler started (5m light / 15m heavy)"))
}