54 lines
3.7 KiB
TypeScript
54 lines
3.7 KiB
TypeScript
import { pool } from "../db/index.js"
|
|
import { logColumns } from "./router-logs-query.js"
|
|
import type { logWhere } from "./router-logs-model.js"
|
|
import { csvCell } from "./router-logs-model.js"
|
|
|
|
export const MAX_LOG_EXPORT_ROWS = 50000
|
|
export const MAX_LOG_EXPORT_BYTES = 8 * 1024 * 1024
|
|
export class LogExportBusyError extends Error {
|
|
readonly statusCode = 429
|
|
constructor() { super("Экспорт уже выполняется; повторите запрос позже") }
|
|
}
|
|
let activeExports = 0
|
|
export async function withLogExportSlot<T>(run: () => Promise<T>): Promise<T> {
|
|
if (activeExports >= 2) throw new LogExportBusyError()
|
|
activeExports++
|
|
try { return await run() } finally { activeExports-- }
|
|
}
|
|
export class LogExportLimitError extends Error {
|
|
readonly statusCode = 422
|
|
constructor(readonly kind: "rows" | "bytes" = "bytes") { super(kind === "rows" ? "Найдено более 50 000 событий; сузьте период или фильтры" : "Экспорт превышает 8 MiB; сузьте период или фильтры") }
|
|
}
|
|
/** One SQL snapshot computes the source budget before sending any event payload
|
|
* to Node. The lateral gate also preserves native timestamp/column types. */
|
|
export async function readBoundedLogExportRows(where: ReturnType<typeof logWhere>): Promise<Record<string, unknown>[]> {
|
|
const { rows } = await pool.query(`WITH chosen AS MATERIALIZED (
|
|
SELECT ${logColumns} FROM router_log_entries WHERE ${where.sql}
|
|
ORDER BY effective_at DESC,router_log_entries.id DESC LIMIT ${MAX_LOG_EXPORT_ROWS + 1}
|
|
), budget AS (
|
|
SELECT count(*)::int AS n,COALESCE(sum(octet_length(row_to_json(chosen)::text)),0)::text AS bytes FROM chosen
|
|
) SELECT budget.n AS "__exportRows",budget.bytes AS "__exportBytes",chosen.* FROM budget
|
|
LEFT JOIN LATERAL (SELECT * FROM chosen WHERE budget.n<=${MAX_LOG_EXPORT_ROWS}
|
|
AND budget.bytes::numeric<=${MAX_LOG_EXPORT_BYTES}) AS chosen ON true
|
|
ORDER BY chosen."effectiveAt" DESC,chosen.id::bigint DESC`, where.values)
|
|
const count = rows[0]?.__exportRows, bytes = rows[0]?.__exportBytes
|
|
if (!Number.isSafeInteger(count) || count < 0 || !/^\d+$/.test(String(bytes))) throw Error("Не подтверждён бюджет экспорта журнала")
|
|
if (count > MAX_LOG_EXPORT_ROWS || BigInt(bytes) > BigInt(MAX_LOG_EXPORT_BYTES)) {
|
|
if (rows.length !== 1 || rows[0].id !== null) throw Error("Источник вернул события вне бюджета экспорта")
|
|
throw new LogExportLimitError(count > MAX_LOG_EXPORT_ROWS ? "rows" : "bytes")
|
|
}
|
|
if (count === 0) { if (rows.length !== 1 || rows[0].id !== null) throw Error("Не подтверждён пустой экспорт"); return [] }
|
|
if (rows.length !== count || rows.some(row => row.id === null || row.__exportRows !== count || row.__exportBytes !== bytes)) throw Error("Не подтверждён полный источник экспорта журнала")
|
|
return rows.map(({ __exportRows: _count, __exportBytes: _bytes, ...row }) => row)
|
|
}
|
|
|
|
export function serializeLogExport(rows: Record<string, unknown>[], format: "json" | "csv", includeHost = true) {
|
|
const columns = ["effectiveAt", "serverName", ...(includeHost ? ["host"] : []), "level", "topics", "message", "rawTime", "receivedAt", "timeKind"]
|
|
const content = format === "json" ? JSON.stringify(includeHost ? rows : rows.map(({ host: _host, ...row }) => row)) : "\uFEFF" + [columns.map(csvCell).join(","), ...rows.map(row => columns.map(key => {
|
|
const value = row[key]
|
|
return csvCell(Array.isArray(value) ? value.join(",") : value instanceof Date ? value.toISOString() : value)
|
|
}).join(","))].join("\r\n")
|
|
if (Buffer.byteLength(content, "utf8") > MAX_LOG_EXPORT_BYTES) throw new LogExportLimitError()
|
|
return content
|
|
}
|