feat(remote-speakers): enhance remote speaker management and API integration

- Added support for remote speaker configuration in the README and documentation.
- Implemented a new endpoint for retrieving the bundle signing public key.
- Updated the `evobgp-agent` to include a `serve` command for Panel→Node sync API.
- Enhanced CI workflow to validate remote speaker compose files.
- Introduced new fields in the API and UI for managing speaker metadata, including dispatch status and sync status.
- Improved error handling and response formatting in speaker-related API endpoints.
- Updated documentation to reflect changes in remote speaker functionality and usage guidelines.

internal/httpapi/routes.go

@@ -55,6 +55,7 @@ func (s *Server) registerV1(m *http.ServeMux) {
 	m.HandleFunc("GET /modules/{module_id}", s.handleGetModule)
 	m.HandleFunc("GET /peers", s.handleListPeers)
 	m.HandleFunc("GET /speakers", s.handleListSpeakers)
+	m.HandleFunc("GET /bundle/signing-public-key", s.handleBundleSigningPublicKey)
 	m.HandleFunc("POST /modules/{module_id}/refresh", s.handleModuleRefresh)
 	m.HandleFunc("POST /tenant/refresh", s.handleTenantRefresh)
 	m.HandleFunc("GET /revisions", s.handleListRevisions)
@@ -167,17 +168,7 @@ func peerJSON(p *store.BGPPeer) map[string]any {
 }
 
 func speakerJSON(sp *store.Speaker) map[string]any {
-	m := map[string]any{
-		"id":       sp.ID,
-		"role":     sp.Role,
-		"endpoint": sp.Endpoint,
-	}
-	if sp.LastAppliedRevisionID != nil {
-		m["last_applied_revision_id"] = *sp.LastAppliedRevisionID
-	} else {
-		m["last_applied_revision_id"] = nil
-	}
-	return m
+	return speakerJSONFromStore(nil, sp)
 }
 
 func (s *Server) handleListModules(w http.ResponseWriter, r *http.Request) {
@@ -399,7 +390,7 @@ func (s *Server) handleListSpeakers(w http.ResponseWriter, r *http.Request) {
 	speakers := s.store.ListSpeakersForTenant(a.TenantID)
 	items := make([]map[string]any, 0, len(speakers))
 	for _, sp := range speakers {
-		items = append(items, speakerJSON(sp))
+		items = append(items, speakerJSONFromStore(s.store, sp))
 	}
 	writeJSON(w, http.StatusOK, map[string]any{
 		"items": items, "next_cursor": nil, "has_more": false,
@@ -985,7 +976,11 @@ func (s *Server) handleNodeBundle(w http.ResponseWriter, r *http.Request) {
 		writeProblem(w, http.StatusNotFound, "Not Found", "revision not found")
 		return
 	}
-	tgz, err := bundle.BuildGzippedTar(rid, sid, rev.PreviewFragments, s.bundlePriv)
+	frags := rev.PreviewFragments
+	if overlaid, err := pipeline.OverlayFragmentsForSpeaker(s.store, a.TenantID, sid, rid, frags); err == nil {
+		frags = overlaid
+	}
+	tgz, err := bundle.BuildGzippedTar(rid, sid, frags, s.bundlePriv)
 	if err != nil {
 		writeInternalError(w, "internal", err)
 		return

internal/httpapi/routes_crud.go

@@ -974,12 +974,20 @@ func (s *Server) handlePostSpeaker(w http.ResponseWriter, r *http.Request) {
 		writeProblem(w, http.StatusBadRequest, "Bad Request", "invalid json")
 		return
 	}
+	if err := normalizeSpeakerCreate(&body); err != nil {
+		writeStoreErr(w, err)
+		return
+	}
 	x, err := s.store.CreateSpeaker(a.TenantID, &body)
 	if err != nil {
 		writeStoreErr(w, err)
 		return
 	}
-	writeJSON(w, http.StatusCreated, speakerJSON(x))
+	resp := speakerJSONFromStore(s.store, x)
+	if meta := store.ParseSpeakerMeta(x.MetaJSON); meta.AgentSecret != "" {
+		resp["agent_secret"] = meta.AgentSecret
+	}
+	writeJSON(w, http.StatusCreated, resp)
 }
 
 func (s *Server) handleGetSpeakerByID(w http.ResponseWriter, r *http.Request) {
@@ -992,7 +1000,7 @@ func (s *Server) handleGetSpeakerByID(w http.ResponseWriter, r *http.Request) {
 		writeStoreErr(w, err)
 		return
 	}
-	writeJSON(w, http.StatusOK, speakerJSON(x))
+	writeJSON(w, http.StatusOK, speakerJSONFromStore(s.store, x))
 }
 
 func (s *Server) handlePatchSpeaker(w http.ResponseWriter, r *http.Request) {
@@ -1010,7 +1018,7 @@ func (s *Server) handlePatchSpeaker(w http.ResponseWriter, r *http.Request) {
 		writeStoreErr(w, err)
 		return
 	}
-	writeJSON(w, http.StatusOK, speakerJSON(x))
+	writeJSON(w, http.StatusOK, speakerJSONFromStore(s.store, x))
 }
 
 func (s *Server) handleRevisionPrefixes(w http.ResponseWriter, r *http.Request) {

internal/httpapi/speakers.go

@@ -0,0 +1,140 @@
+package httpapi
+
+import (
+	"crypto/rand"
+	"encoding/hex"
+	"encoding/json"
+	"net/http"
+	"strings"
+	"time"
+
+	"evobgp/internal/nodedispatch"
+	"evobgp/internal/store"
+)
+
+func speakerJSONFromStore(st store.Backend, sp *store.Speaker) map[string]any {
+	if sp == nil {
+		return map[string]any{}
+	}
+	meta := store.ParseSpeakerMeta(sp.MetaJSON)
+	m := map[string]any{
+		"id":       sp.ID,
+		"role":     sp.Role,
+		"endpoint": sp.Endpoint,
+	}
+	if sp.LastAppliedRevisionID != nil {
+		m["last_applied_revision_id"] = *sp.LastAppliedRevisionID
+	} else {
+		m["last_applied_revision_id"] = nil
+	}
+	if st != nil {
+		if rid, at, err := st.LatestPublishedRevision(sp.ID); err == nil && rid != "" {
+			m["published_revision_id"] = rid
+			m["published_at"] = at.UTC().Format(time.RFC3339Nano)
+		} else {
+			m["published_revision_id"] = nil
+			m["published_at"] = nil
+		}
+	}
+	if strings.TrimSpace(sp.MetaJSON) != "" && sp.MetaJSON != "{}" {
+		var raw map[string]any
+		if json.Unmarshal([]byte(sp.MetaJSON), &raw) == nil {
+			m["meta_json"] = raw
+		}
+	}
+	if meta.AgentDomain != "" {
+		m["agent_domain"] = meta.AgentDomain
+	}
+	if meta.NodeIPv4 != "" {
+		m["node_ipv4"] = meta.NodeIPv4
+	}
+	if meta.BirdBgpSourceIPv4 != "" {
+		m["bird_bgp_source_ipv4"] = meta.BirdBgpSourceIPv4
+	}
+	if meta.LastDispatchAt != "" {
+		m["last_dispatch_at"] = meta.LastDispatchAt
+	}
+	if meta.LastDispatchError != "" {
+		m["last_dispatch_error"] = meta.LastDispatchError
+	}
+	if meta.LastDispatchStatus != "" {
+		m["dispatch_status"] = meta.LastDispatchStatus
+	}
+	if meta.SyncStatus != "" {
+		m["sync_status"] = meta.SyncStatus
+	}
+	return m
+}
+
+func (s *Server) handleBundleSigningPublicKey(w http.ResponseWriter, r *http.Request) {
+	a, ok := authFromContext(r.Context())
+	if !ok || !s.requireAtLeast(w, a, "viewer") {
+		return
+	}
+	writeJSON(w, http.StatusOK, map[string]any{
+		"public_key_base64": s.BundlePublicKeyBase64(),
+	})
+}
+
+// normalizeSpeakerCreate fills meta defaults and validates replica fields.
+func normalizeSpeakerCreate(in *store.Speaker) error {
+	if in == nil {
+		return store.ErrInvalidInput
+	}
+	meta := store.ParseSpeakerMeta(in.MetaJSON)
+	if meta.AgentSecret == "" {
+		b := make([]byte, 24)
+		if _, err := rand.Read(b); err != nil {
+			return err
+		}
+		meta.AgentSecret = hex.EncodeToString(b)
+	}
+	if meta.AgentPort == 0 {
+		meta.AgentPort = 8443
+	}
+	if meta.NodeIPv4 == "" {
+		meta.NodeIPv4 = store.IPv4FromEndpoint(in.Endpoint)
+	}
+	if meta.BirdBgpSourceIPv4 == "" && meta.NodeIPv4 != "" {
+		meta.BirdBgpSourceIPv4 = meta.NodeIPv4
+	}
+	if meta.BirdBgpSourceIPv4 != "" && !store.ValidIPv4(meta.BirdBgpSourceIPv4) {
+		return store.ErrInvalidInput
+	}
+	if meta.AgentDomain == "" && in.Endpoint != "" {
+		ep := strings.TrimSpace(in.Endpoint)
+		if strings.HasPrefix(ep, "https://") {
+			u := strings.TrimPrefix(ep, "https://")
+			if idx := strings.Index(u, "/"); idx >= 0 {
+				u = u[:idx]
+			}
+			if idx := strings.Index(u, ":"); idx >= 0 {
+				u = u[:idx]
+			}
+			if u != "" && !store.ValidIPv4(u) {
+				meta.AgentDomain = u
+			}
+		}
+	}
+	in.MetaJSON = store.SpeakerMetaJSON(meta)
+	return nil
+}
+
+func (s *Server) recordSpeakerDispatch(tenantID string, sp *store.Speaker, res nodedispatch.Result) {
+	if s == nil || s.store == nil || sp == nil {
+		return
+	}
+	patch := store.SpeakerMeta{
+		LastDispatchAt:     time.Now().UTC().Format(time.RFC3339Nano),
+		LastDispatchStatus: res.Status,
+	}
+	if res.Error != "" {
+		patch.LastDispatchError = res.Error
+		patch.SyncStatus = "error"
+	} else if res.Status == "ok" {
+		patch.LastDispatchError = ""
+		patch.SyncStatus = "synced"
+	}
+	meta := store.MergeSpeakerMetaJSON(sp.MetaJSON, patch)
+	_, _ = s.store.UpdateSpeaker(tenantID, sp.ID, &store.SpeakerPatch{MetaJSON: &meta})
+}

internal/httpapi/speakers_test.go

@@ -0,0 +1,65 @@
+package httpapi
+
+import (
+	"encoding/json"
+	"net/http"
+	"net/http/httptest"
+	"strings"
+	"testing"
+)
+
+func TestPostSpeaker_defaultsFromEndpointIP(t *testing.T) {
+	srv, err := New(Options{InsecureDev: true, SeedDemo: true, BundleSeedHex: testBundleSeed})
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer srv.Close()
+	tenant, _, _, _, _ := srv.Store().DemoIDs()
+	mustSetTestAPIKeys(t, srv, "edkey|"+tenant+"|editor")
+
+	body := `{"endpoint":"https://203.0.113.55:8443","role":"replica"}`
+	req := httptest.NewRequest(http.MethodPost, "/v1/speakers", strings.NewReader(body))
+	req.Header.Set("Authorization", "Bearer edkey")
+	req.Header.Set("Content-Type", "application/json")
+	rec := httptest.NewRecorder()
+	srv.Handler().ServeHTTP(rec, req)
+	if rec.Code != http.StatusCreated {
+		t.Fatalf("status %d body %s", rec.Code, rec.Body.String())
+	}
+	var out map[string]any
+	if err := json.Unmarshal(rec.Body.Bytes(), &out); err != nil {
+		t.Fatal(err)
+	}
+	if out["agent_secret"] == nil || out["agent_secret"] == "" {
+		t.Fatal("expected agent_secret on create")
+	}
+	if out["node_ipv4"] != "203.0.113.55" {
+		t.Fatalf("node_ipv4: %#v", out["node_ipv4"])
+	}
+	if out["bird_bgp_source_ipv4"] != "203.0.113.55" {
+		t.Fatalf("bird_bgp_source_ipv4: %#v", out["bird_bgp_source_ipv4"])
+	}
+}
+
+func TestGetBundleSigningPublicKey(t *testing.T) {
+	srv, err := New(Options{InsecureDev: true, SeedDemo: true, BundleSeedHex: testBundleSeed})
+	if err != nil {
+		t.Fatal(err)
+	}
+	defer srv.Close()
+	tenant, _, _, _, _ := srv.Store().DemoIDs()
+	mustSetTestAPIKeys(t, srv, "vwkey|"+tenant+"|viewer")
+
+	req := httptest.NewRequest(http.MethodGet, "/v1/bundle/signing-public-key", nil)
+	req.Header.Set("Authorization", "Bearer vwkey")
+	rec := httptest.NewRecorder()
+	srv.Handler().ServeHTTP(rec, req)
+	if rec.Code != http.StatusOK {
+		t.Fatalf("status %d body %s", rec.Code, rec.Body.String())
+	}
+	var out map[string]any
+	_ = json.Unmarshal(rec.Body.Bytes(), &out)
+	if out["public_key_base64"] == nil || out["public_key_base64"] == "" {
+		t.Fatalf("missing public_key_base64: %#v", out)
+	}
+}