CI / changes (push) Successful in 11s
CI / openapi (push) Has been skipped
CI / go (push) Successful in 59s
CI / docker-web (deploy/docker/evobgp-web/Dockerfile, , evobgp-web) (push) Has been skipped
CI / docker-bird (push) Has been skipped
CI / docker-web (deploy/docker/evobgp-web/Dockerfile, evobgp-all, evobgp-web-all) (push) Has been skipped
CI / bird2 (push) Successful in 43s
CI / docker-go (evobgp-all, 1, deploy/docker/gobinary/Dockerfile, , evobgp-all) (push) Has been skipped
CI / docker-go (evobgp-api, 1, deploy/docker/gobinary/Dockerfile, , evobgp-api) (push) Has been skipped
CI / docker-go (evobgp-deploy, 0, deploy/docker/gobinary/Dockerfile, , evobgp-deploy) (push) Has been skipped
CI / docker-go (evobgp-ingest, 0, deploy/docker/gobinary/Dockerfile, , evobgp-ingest) (push) Has been skipped
CI / docker-go (evobgp-node, 0, deploy/docker/gobinary/Dockerfile, , evobgp-node) (push) Has been skipped
CI / docker-go (evobgp-render, 0, deploy/docker/gobinary/Dockerfile, , evobgp-render) (push) Has been skipped
CI / docker-go (evobgp-scheduler, 0, deploy/docker/gobinary/Dockerfile, , evobgp-scheduler) (push) Has been skipped
CI / docker-go-prime (push) Successful in 55s
CI / docker-go (deploy/docker/evobgp-agent/Dockerfile, , evobgp-agent) (push) Has been cancelled
Implemented a new endpoint for tenant refresh in the HTTP API, allowing for the refresh of modules associated with a tenant. Enhanced job processing to handle tenant refresh jobs, including logic for managing module IDs and job status updates. Updated the scheduler to enqueue tenant refresh jobs based on module due dates, improving the overall efficiency of module management. Additionally, introduced caching for ASN prefix data to optimize performance during refresh operations.
81 lines
1.7 KiB
Go
81 lines
1.7 KiB
Go
package pipeline
|
|
|
|
import (
|
|
"context"
|
|
"fmt"
|
|
"net/http"
|
|
"strings"
|
|
"sync"
|
|
|
|
"evobgp/internal/store"
|
|
)
|
|
|
|
// RefreshTenantModules ingests all listed modules in parallel and updates per-module snapshots.
|
|
func RefreshTenantModules(ctx context.Context, st store.Backend, hc *http.Client, tenantID string, moduleIDs []string) error {
|
|
if hc == nil {
|
|
hc = http.DefaultClient
|
|
}
|
|
var ids []string
|
|
seen := make(map[string]struct{})
|
|
for _, id := range moduleIDs {
|
|
id = strings.TrimSpace(id)
|
|
if id == "" {
|
|
continue
|
|
}
|
|
if _, ok := seen[id]; ok {
|
|
continue
|
|
}
|
|
seen[id] = struct{}{}
|
|
ids = append(ids, id)
|
|
}
|
|
if len(ids) == 0 {
|
|
return nil
|
|
}
|
|
if len(ids) == 1 {
|
|
return RefreshModuleIngest(ctx, st, hc, tenantID, ids[0])
|
|
}
|
|
|
|
sem := make(chan struct{}, collectConcurrency())
|
|
errs := make([]error, len(ids))
|
|
var wg sync.WaitGroup
|
|
for i, mid := range ids {
|
|
wg.Add(1)
|
|
go func(idx int, moduleID string) {
|
|
defer wg.Done()
|
|
sem <- struct{}{}
|
|
defer func() { <-sem }()
|
|
errs[idx] = RefreshModuleIngest(ctx, st, hc, tenantID, moduleID)
|
|
}(i, mid)
|
|
}
|
|
wg.Wait()
|
|
for _, err := range errs {
|
|
if err != nil {
|
|
return err
|
|
}
|
|
}
|
|
return nil
|
|
}
|
|
|
|
// PickTenantRefreshTriggerModule returns a module id for revision metadata (first enabled due module).
|
|
func PickTenantRefreshTriggerModule(st store.Backend, tenantID string, moduleIDs []string) (string, error) {
|
|
for _, id := range moduleIDs {
|
|
id = strings.TrimSpace(id)
|
|
if id == "" {
|
|
continue
|
|
}
|
|
mod, err := st.GetModule(tenantID, id)
|
|
if err != nil {
|
|
return "", err
|
|
}
|
|
if mod.Enabled {
|
|
return mod.ID, nil
|
|
}
|
|
}
|
|
for _, mod := range st.ListModules(tenantID) {
|
|
if mod != nil && mod.Enabled {
|
|
return mod.ID, nil
|
|
}
|
|
}
|
|
return "", fmt.Errorf("no enabled module for tenant refresh")
|
|
}
|