feat(jobs): add durable PG queue reclaim, slog, and richer metrics

JSON slog в ключевых пакетах; Prometheus path_group, job_audit_depth, upstream breaker; job_audit ClaimQueued/ReclaimStaleRunning + Adopt loop для HA после рестарта.

Co-authored-by: Cursor <[email protected]>
This commit is contained in:
Denozordec
2026-07-31 12:26:18 +07:00
co-authored by Cursor
parent 13e3d21ce2
commit 8fe74c1d3b
18 changed files with 448 additions and 51 deletions
+5 -3
View File
@@ -2,6 +2,8 @@ package ingest
import (
"context"
"evobgp/internal/logging"
"fmt"
"log"
"time"
@@ -27,18 +29,18 @@ func Run(ctx context.Context, deps *Deps) {
hc := httpclient.New(httpclient.DefaultTimeout)
t := time.NewTicker(60 * time.Second)
defer t.Stop()
log.Printf("evobgp-ingest: active (CDN conditional GET / ETag prefetch)")
logging.Default().Info(fmt.Sprintf("evobgp-ingest: active (CDN conditional GET / ETag prefetch)"))
for {
select {
case <-ctx.Done():
log.Printf("evobgp-ingest: stopped")
logging.Default().Info(fmt.Sprintf("evobgp-ingest: stopped"))
return
case <-t.C:
prefetchCtx, cancel := context.WithTimeout(ctx, 50*time.Second)
err := pipeline.PrefetchCDNSourceETags(prefetchCtx, deps.Store, hc)
cancel()
if err != nil {
log.Printf("evobgp-ingest: prefetch: %v", err)
logging.Default().Info(fmt.Sprintf("evobgp-ingest: prefetch: %v", err))
}
}
}