feat: add tenant refresh functionality to HTTP API and job processing

Implemented a new endpoint for tenant refresh in the HTTP API, allowing for the refresh of modules associated with a tenant. Enhanced job processing to handle tenant refresh jobs, including logic for managing module IDs and job status updates. Updated the scheduler to enqueue tenant refresh jobs based on module due dates, improving the overall efficiency of module management. Additionally, introduced caching for ASN prefix data to optimize performance during refresh operations.

internal/store/backend.go

@@ -84,6 +84,18 @@ type Backend interface {
 	GetModulePrefixSnapshot(tenantID, moduleID string) (*ModulePrefixSnapshot, bool, error)
 	SetModulePrefixSnapshot(tenantID, moduleID, inputHash string, prefixes []PrefixRow) error
 	DeleteModulePrefixSnapshot(tenantID, moduleID string) error
+
+	// ASNPrefixCache stores RIPEstat announced-prefixes per ASN (global TTL cache).
+	GetASNPrefixCache(asn int64) (*ASNPrefixCacheEntry, bool, error)
+	SetASNPrefixCache(asn int64, holder string, prefixes []string) error
+}
+
+// ASNPrefixCacheEntry is a cached RIPEstat response for one ASN.
+type ASNPrefixCacheEntry struct {
+	ASN       int64
+	Holder    string
+	Prefixes  []string
+	FetchedAt time.Time
 }
 
 // ModulePrefixSnapshot is the cached materialization for one module between refreshes.

internal/store/memory.go

@@ -41,6 +41,7 @@ type Memory struct {
 	settings    map[string]map[string]any // tenantID -> key -> JSON-compatible value
 	revPrefixes     map[string][]PrefixRow
 	moduleSnapshots map[string]*moduleSnapshotRec
+	asnPrefixCache  map[int64]*ASNPrefixCacheEntry
 
 	// DemoIDs valid after SeedDemo()
 	demoTenantID   string
@@ -128,6 +129,7 @@ func NewMemory() *Memory {
 		settings:          make(map[string]map[string]any),
 		revPrefixes:       make(map[string][]PrefixRow),
 		moduleSnapshots:   make(map[string]*moduleSnapshotRec),
+		asnPrefixCache:    make(map[int64]*ASNPrefixCacheEntry),
 	}
 }
 

internal/store/memory_asn_cache.go

@@ -0,0 +1,40 @@
+package store
+
+import (
+	"time"
+)
+
+func (m *Memory) GetASNPrefixCache(asn int64) (*ASNPrefixCacheEntry, bool, error) {
+	m.mu.RLock()
+	defer m.mu.RUnlock()
+	if m.asnPrefixCache == nil {
+		return nil, false, nil
+	}
+	e, ok := m.asnPrefixCache[asn]
+	if !ok || e == nil {
+		return nil, false, nil
+	}
+	pfx := append([]string(nil), e.Prefixes...)
+	return &ASNPrefixCacheEntry{
+		ASN:       asn,
+		Holder:    e.Holder,
+		Prefixes:  pfx,
+		FetchedAt: e.FetchedAt,
+	}, true, nil
+}
+
+func (m *Memory) SetASNPrefixCache(asn int64, holder string, prefixes []string) error {
+	m.mu.Lock()
+	defer m.mu.Unlock()
+	if m.asnPrefixCache == nil {
+		m.asnPrefixCache = make(map[int64]*ASNPrefixCacheEntry)
+	}
+	cp := append([]string(nil), prefixes...)
+	m.asnPrefixCache[asn] = &ASNPrefixCacheEntry{
+		ASN:       asn,
+		Holder:    holder,
+		Prefixes:  cp,
+		FetchedAt: time.Now().UTC(),
+	}
+	return nil
+}