refactor(web): remove deprecated dashboard components and enhance KPI grid

- Deleted unused components: `DashboardActivityTimeline`, `DashboardFramePanel`, `DashboardModulesGrid`, `DashboardRecentJobsGrid`, and `DashboardRecentRevisionsGrid` to streamline the dashboard.
- Updated `DashboardKpiGrid` to improve KPI display logic, including progress indicators and enhanced badge functionality.
- Refactored `DashboardNetworkHealth` to provide better status representation based on loading states and network conditions.
- Introduced new properties for KPI cards to support progress tracking and improved visual feedback.

This cleanup aims to enhance performance and maintainability of the dashboard while providing a better user experience.

internal/pipeline/prefetch.go

@@ -2,7 +2,6 @@ package pipeline
 
 import (
 	"context"
-	"io"
 	"net/http"
 	"strings"
 	"sync"
@@ -31,6 +30,7 @@ func PrefetchCDNSourceETags(ctx context.Context, st store.Backend, hc *http.Clie
 		return err
 	}
 	var tasks []prefetchTask
+	now := time.Now().UTC()
 	for _, tid := range tenants {
 		for _, mod := range st.ListModules(tid) {
 			if mod == nil || !mod.Enabled || mod.Type != "CDN_CIDRS" {
@@ -41,9 +41,15 @@ func PrefetchCDNSourceETags(ctx context.Context, st store.Backend, hc *http.Clie
 				continue
 			}
 			for _, src := range sources {
-				if src != nil && strings.TrimSpace(src.URL) != "" {
-					tasks = append(tasks, prefetchTask{tenantID: tid, mod: mod, src: src})
+				if src == nil || strings.TrimSpace(src.URL) == "" {
+					continue
 				}
+				// Respect per-source refresh intervals: conditional GET only for due sources.
+				// The ETag probe still lets 304s skip body downloads for the rest.
+				if shouldSkipCDNSourceFetch(src, now) {
+					continue
+				}
+				tasks = append(tasks, prefetchTask{tenantID: tid, mod: mod, src: src})
 			}
 		}
 	}
@@ -68,53 +74,13 @@ func PrefetchCDNSourceETags(ctx context.Context, st store.Backend, hc *http.Clie
 func prefetchOneCDNSource(ctx context.Context, st store.Backend, hc *http.Client, t prefetchTask) {
 	now := time.Now().UTC()
 	tid, mod, src := t.tenantID, t.mod, t.src
-	u := strings.TrimSpace(src.URL)
-	if _, err := ValidateCDNURL(u); err != nil {
-		return
-	}
-	if err := ResolveCDNURLHost(ctx, u); err != nil {
-		return
-	}
 	omod, err := st.GetModule(tid, mod.ID)
+	if err != nil || omod == nil {
+		return
+	}
+	rows, err := fetchCDNSourceRows(ctx, st, hc, tid, mod.ID, omod, src, nil, now)
 	if err != nil {
 		return
 	}
-	req, err := http.NewRequestWithContext(ctx, http.MethodGet, u, nil)
-	if err != nil {
-		return
-	}
-	if etag := strings.TrimSpace(src.Etag); etag != "" {
-		req.Header.Set("If-None-Match", etag)
-	}
-	resp, err := upstreamHTTPDo(ctx, hc, req)
-	if err != nil {
-		return
-	}
-	if resp.StatusCode == http.StatusNotModified {
-		_ = resp.Body.Close()
-		return
-	}
-	if resp.StatusCode != http.StatusOK {
-		_, _ = io.Copy(io.Discard, resp.Body)
-		_ = resp.Body.Close()
-		return
-	}
-	body, err := io.ReadAll(io.LimitReader(resp.Body, 8<<20))
-	_ = resp.Body.Close()
-	if err != nil {
-		return
-	}
-	prefixStrs, err := parseCDNBody(string(body), src)
-	if err != nil {
-		return
-	}
-	newEtag := strings.TrimSpace(resp.Header.Get("ETag"))
-	patch := &store.CDNSourcePatch{LastRefreshedAt: &now}
-	if newEtag != "" && newEtag != strings.TrimSpace(src.Etag) {
-		e := newEtag
-		patch.Etag = &e
-	}
-	_, _ = st.UpdateCDNSource(tid, mod.ID, src.ID, patch)
-	rows := cdnRowsFromParsed(omod, src, prefixStrs)
 	_ = mergeCDNSourceIntoModuleSnapshot(st, tid, omod, src.ID, rows)
 }