feat: update collectModulePrefixRows to support prior snapshots and enhance CDN/domain prefix collection

Modified the collectModulePrefixRows function to accept an optional priorSnapshot parameter, allowing for more efficient data retrieval by skipping unnecessary CDN fetches. Refactored the logic for collecting prefix rows from AS, CDN, and domain sources to utilize dedicated functions, improving code organization and maintainability. Additionally, introduced caching for module prefix snapshots to optimize performance during refresh operations.

internal/repository/module_snapshot.go

@@ -0,0 +1,70 @@
+package repository
+
+import (
+	"context"
+	"encoding/json"
+	"errors"
+	"strings"
+	"time"
+
+	"evobgp/internal/store"
+
+	"github.com/jackc/pgx/v5"
+)
+
+func (p *Postgres) GetModulePrefixSnapshot(tenantID, moduleID string) (*store.ModulePrefixSnapshot, bool, error) {
+	ctx := context.Background()
+	var inputHash string
+	var collectedAt time.Time
+	var raw []byte
+	err := p.pool.QueryRow(ctx, `
+		SELECT input_hash, collected_at, prefixes_json
+		FROM module_prefix_snapshot
+		WHERE tenant_id = $1 AND module_id = $2`,
+		tenantID, moduleID).Scan(&inputHash, &collectedAt, &raw)
+	if err != nil {
+		if errors.Is(err, pgx.ErrNoRows) {
+			return nil, false, nil
+		}
+		return nil, false, err
+	}
+	var prefixes []store.PrefixRow
+	if len(raw) > 0 {
+		if err := json.Unmarshal(raw, &prefixes); err != nil {
+			return nil, false, err
+		}
+	}
+	return &store.ModulePrefixSnapshot{
+		InputHash:   inputHash,
+		CollectedAt: collectedAt.UTC(),
+		Prefixes:    prefixes,
+	}, true, nil
+}
+
+func (p *Postgres) SetModulePrefixSnapshot(tenantID, moduleID, inputHash string, prefixes []store.PrefixRow) error {
+	if strings.TrimSpace(tenantID) == "" || strings.TrimSpace(moduleID) == "" || strings.TrimSpace(inputHash) == "" {
+		return store.ErrInvalidInput
+	}
+	raw, err := json.Marshal(prefixes)
+	if err != nil {
+		return err
+	}
+	ctx := context.Background()
+	_, err = p.pool.Exec(ctx, `
+		INSERT INTO module_prefix_snapshot (tenant_id, module_id, input_hash, collected_at, prefixes_json)
+		VALUES ($1::uuid, $2::uuid, $3, now(), $4::jsonb)
+		ON CONFLICT (tenant_id, module_id) DO UPDATE SET
+			input_hash = EXCLUDED.input_hash,
+			collected_at = EXCLUDED.collected_at,
+			prefixes_json = EXCLUDED.prefixes_json`,
+		tenantID, moduleID, inputHash, string(raw))
+	return err
+}
+
+func (p *Postgres) DeleteModulePrefixSnapshot(tenantID, moduleID string) error {
+	ctx := context.Background()
+	_, err := p.pool.Exec(ctx, `
+		DELETE FROM module_prefix_snapshot WHERE tenant_id = $1 AND module_id = $2`,
+		tenantID, moduleID)
+	return err
+}

internal/repository/postgres.go

@@ -929,19 +929,22 @@ func (p *Postgres) CreateRenderRevision(revisionID, tenantID, moduleID string, p
 	if err != nil {
 		return err
 	}
-	for _, pr := range prefixes {
-		var comm any
-		if pr.CommunityID != nil && strings.TrimSpace(*pr.CommunityID) != "" {
-			comm = strings.TrimSpace(*pr.CommunityID)
-		}
-		src := pr.Source
-		if strings.TrimSpace(src) == "" {
-			src = "render"
-		}
-		_, err = tx.Exec(ctx, `
-			INSERT INTO revision_materialized_prefix (revision_id, prefix, community_id, source)
-			VALUES ($1::uuid, $2, $3::uuid, $4)`,
-			strings.TrimSpace(revisionID), strings.TrimSpace(pr.Prefix), comm, src)
+	if len(prefixes) > 0 {
+		_, err = tx.CopyFrom(ctx,
+			pgx.Identifier{"revision_materialized_prefix"},
+			[]string{"revision_id", "prefix", "community_id", "source"},
+			pgx.CopyFromSlice(len(prefixes), func(i int) ([]any, error) {
+				pr := prefixes[i]
+				var comm any
+				if pr.CommunityID != nil && strings.TrimSpace(*pr.CommunityID) != "" {
+					comm = strings.TrimSpace(*pr.CommunityID)
+				}
+				src := pr.Source
+				if strings.TrimSpace(src) == "" {
+					src = "render"
+				}
+				return []any{strings.TrimSpace(revisionID), strings.TrimSpace(pr.Prefix), comm, src}, nil
+			}))
 		if err != nil {
 			return err
 		}