feat: enhance RefreshModule to support legacy ASN resolution and improve prefix handling. Introduce sorting of ASNs and manage announced prefixes with polite pauses for better API interaction. Update buildPreviewFragments to streamline route rendering for BIRD configurations.

internal/pipeline/refresh.go

@@ -8,10 +8,12 @@ import (
 	"io"
 	"net/http"
 	"net/netip"
+	"os"
 	"sort"
 	"strconv"
 	"strings"
 
+	"evobgp/internal/asnresolve"
 	"evobgp/internal/birdfmt"
 	"evobgp/internal/store"
 
@@ -62,7 +64,10 @@ func RefreshModule(ctx context.Context, st store.Backend, hc *http.Client, tenan
 		if err != nil {
 			return "", err
 		}
-		for _, e := range list {
+		sort.Slice(list, func(i, j int) bool { return list[i].ASN < list[j].ASN })
+		legacy := strings.TrimSpace(os.Getenv("EVOBGP_ASN_RESOLVE")) == "0"
+		seenPfx := make(map[string]struct{})
+		for i, e := range list {
 			if !store.ValidASN(e.ASN) {
 				continue
 			}
@@ -71,7 +76,26 @@ func RefreshModule(ctx context.Context, st store.Backend, hc *http.Client, tenan
 				c := *mod.DefaultCommunityID
 				comm = &c
 			}
-			rows = append(rows, store.PrefixRow{Prefix: MaterializedASPrefixKey(e.ASN), CommunityID: comm, Source: "as_entry"})
+			if legacy {
+				rows = append(rows, store.PrefixRow{Prefix: MaterializedASPrefixKey(e.ASN), CommunityID: comm, Source: "as_entry"})
+				continue
+			}
+			if i > 0 {
+				asnresolve.PolitePause()
+			}
+			pfxs, err := asnresolve.AnnouncedPrefixes(ctx, hc, e.ASN)
+			if err != nil {
+				return "", fmt.Errorf("resolve AS%d: %w", e.ASN, err)
+			}
+			src := fmt.Sprintf("as:%d", e.ASN)
+			for _, pfx := range pfxs {
+				k := pfx.String()
+				if _, ok := seenPfx[k]; ok {
+					continue
+				}
+				seenPfx[k] = struct{}{}
+				rows = append(rows, store.PrefixRow{Prefix: k, CommunityID: comm, Source: src})
+			}
 		}
 	case "CDN_CIDRS":
 		sources, err := st.ListCDNSources(tenantID, moduleID)
@@ -187,27 +211,9 @@ func hashMaterialization(moduleID string, rows []store.PrefixRow) string {
 }
 
 func buildPreviewFragments(st store.Backend, tenantID, moduleID, revisionID string, rows []store.PrefixRow) (map[string]string, error) {
-	var v4, v6 []netip.Prefix
-	var pathASNs []int64
-	for _, pr := range rows {
-		p := strings.TrimSpace(pr.Prefix)
-		if strings.HasPrefix(p, "as:") {
-			n, err := strconv.ParseInt(strings.TrimPrefix(p, "as:"), 10, 64)
-			if err != nil || !store.ValidASN(n) {
-				continue
-			}
-			pathASNs = append(pathASNs, n)
-			continue
-		}
-		pfx, err := netip.ParsePrefix(p)
-		if err != nil {
-			continue
-		}
-		if pfx.Addr().Is4() {
-			v4 = append(v4, pfx.Masked())
-		} else {
-			v6 = append(v6, pfx.Masked())
-		}
+	v4, v6, pathASNs, sr4, sr6, err := materializeRowsForBird(st, tenantID, rows)
+	if err != nil {
+		return nil, err
 	}
 	f4, err := birdfmt.RenderExportFilterIPv4(birdFilterNameV4, v4, pathASNs)
 	if err != nil {
@@ -217,8 +223,8 @@ func buildPreviewFragments(st store.Backend, tenantID, moduleID, revisionID stri
 	if err != nil {
 		return nil, err
 	}
-	staticV4 := birdfmt.RenderStaticIPv4Protocol("evobgp_prefixes_v4", v4)
-	staticV6 := birdfmt.RenderStaticIPv6Protocol("evobgp_prefixes_v6", v6)
+	staticV4 := birdfmt.RenderStaticIPv4Routes("evobgp_prefixes_v4", sr4)
+	staticV6 := birdfmt.RenderStaticIPv6Routes("evobgp_prefixes_v6", sr6)
 
 	locals := birdLocalsFromStore(st, tenantID)
 	peersBody, err := renderPeersBirdFragment(st, tenantID, locals)