feat: implement CDN source preview functionality and enhance data handling. Add a new endpoint for previewing CDN sources, allowing users to fetch and parse CIDR prefixes from specified URLs. Update OpenAPI documentation to include new request and response schemas, and modify internal logic to support JSON parsing with prefix path traversal. Enhance UI components to accommodate new preview features, improving user experience and data management.

internal/httpapi/routes_crud.go

@@ -2,11 +2,14 @@ package httpapi
 
 import (
 	"encoding/json"
+	"fmt"
+	"io"
 	"net/http"
 	"strconv"
 	"strings"
 	"time"
 
+	"evobgp/internal/pipeline"
 	"evobgp/internal/store"
 )
 
@@ -17,6 +20,7 @@ func (s *Server) registerCRUDRoutes(m *http.ServeMux) {
 
 	m.HandleFunc("GET /modules/{module_id}/cdn-sources", s.handleListCDNSources)
 	m.HandleFunc("POST /modules/{module_id}/cdn-sources", s.handlePostCDNSource)
+	m.HandleFunc("POST /modules/{module_id}/cdn-sources/preview", s.handlePreviewCDNSource)
 	m.HandleFunc("PATCH /modules/{module_id}/cdn-sources/{source_id}", s.handlePatchCDNSource)
 	m.HandleFunc("DELETE /modules/{module_id}/cdn-sources/{source_id}", s.handleDeleteCDNSource)
 
@@ -68,14 +72,14 @@ func (s *Server) handlePostModule(w http.ResponseWriter, r *http.Request) {
 		return
 	}
 	var body struct {
-		Type                 string  `json:"type"`
-		Name                 string  `json:"name"`
-		Enabled              bool    `json:"enabled"`
-		Priority             int     `json:"priority"`
-		RefreshIntervalSec   int     `json:"refresh_interval_sec"`
-		CronExpr             string  `json:"cron_expr"`
-		DefaultCommunityID   *string `json:"default_community_id"`
-		DohProfileID         *string `json:"doh_profile_id"`
+		Type               string  `json:"type"`
+		Name               string  `json:"name"`
+		Enabled            bool    `json:"enabled"`
+		Priority           int     `json:"priority"`
+		RefreshIntervalSec int     `json:"refresh_interval_sec"`
+		CronExpr           string  `json:"cron_expr"`
+		DefaultCommunityID *string `json:"default_community_id"`
+		DohProfileID       *string `json:"doh_profile_id"`
 	}
 	if err := json.NewDecoder(r.Body).Decode(&body); err != nil {
 		writeProblem(w, http.StatusBadRequest, "Bad Request", "invalid json")
@@ -153,7 +157,7 @@ func (s *Server) handleListCDNSources(w http.ResponseWriter, r *http.Request) {
 }
 
 func cdnSourceJSON(x *store.CDNSource) map[string]any {
-	m := map[string]any{"id": x.ID, "source_kind": x.SourceKind, "url": x.URL, "etag": x.Etag}
+	m := map[string]any{"id": x.ID, "source_kind": x.SourceKind, "url": x.URL, "prefix_path": x.PrefixPath, "etag": x.Etag}
 	if x.RefreshIntervalSec != nil {
 		m["refresh_interval_sec"] = *x.RefreshIntervalSec
 	} else {
@@ -167,6 +171,76 @@ func cdnSourceJSON(x *store.CDNSource) map[string]any {
 	return m
 }
 
+func (s *Server) handlePreviewCDNSource(w http.ResponseWriter, r *http.Request) {
+	a, ok := authFromContext(r.Context())
+	if !ok || !s.requireAtLeast(w, a, "editor") {
+		return
+	}
+	var body struct {
+		URL        string `json:"url"`
+		SourceKind string `json:"source_kind"`
+		PrefixPath string `json:"prefix_path"`
+	}
+	if err := json.NewDecoder(r.Body).Decode(&body); err != nil {
+		writeProblem(w, http.StatusBadRequest, "Bad Request", "invalid json")
+		return
+	}
+	u := strings.TrimSpace(body.URL)
+	if u == "" {
+		writeProblem(w, http.StatusUnprocessableEntity, "Unprocessable Entity", "url is required")
+		return
+	}
+	mod, err := s.store.GetModule(a.TenantID, r.PathValue("module_id"))
+	if err != nil {
+		writeStoreErr(w, err)
+		return
+	}
+	if mod.Type != "CDN_CIDRS" {
+		writeProblem(w, http.StatusUnprocessableEntity, "Unprocessable Entity", "module type must be CDN_CIDRS")
+		return
+	}
+	req, err := http.NewRequestWithContext(r.Context(), http.MethodGet, u, nil)
+	if err != nil {
+		writeProblem(w, http.StatusUnprocessableEntity, "Unprocessable Entity", "invalid url")
+		return
+	}
+	resp, err := http.DefaultClient.Do(req)
+	if err != nil {
+		writeProblem(w, http.StatusBadGateway, "Bad Gateway", err.Error())
+		return
+	}
+	defer resp.Body.Close()
+	if resp.StatusCode != http.StatusOK {
+		_, _ = io.Copy(io.Discard, resp.Body)
+		writeProblem(w, http.StatusBadGateway, "Bad Gateway", fmt.Sprintf("upstream status: %s", resp.Status))
+		return
+	}
+	raw, err := io.ReadAll(io.LimitReader(resp.Body, 8<<20))
+	if err != nil {
+		writeProblem(w, http.StatusBadGateway, "Bad Gateway", err.Error())
+		return
+	}
+	pfxs, err := pipeline.ExtractCIDRs(string(raw), body.SourceKind, body.PrefixPath)
+	if err != nil {
+		writeProblem(w, http.StatusUnprocessableEntity, "Unprocessable Entity", err.Error())
+		return
+	}
+	items := make([]string, 0, len(pfxs))
+	const previewLimit = 100
+	for i, p := range pfxs {
+		if i >= previewLimit {
+			break
+		}
+		items = append(items, p.String())
+	}
+	writeJSON(w, http.StatusOK, map[string]any{
+		"items":      items,
+		"total":      len(pfxs),
+		"truncated":  len(pfxs) > previewLimit,
+		"source_url": u,
+	})
+}
+
 func (s *Server) handlePostCDNSource(w http.ResponseWriter, r *http.Request) {
 	a, ok := authFromContext(r.Context())
 	if !ok || !s.requireAtLeast(w, a, "editor") {