feat(db): перевести хранилище с SQLite на PostgreSQL

При старте backend накатывает схему PostgreSQL 18 и, если база пустая, один раз импортирует mikrotik.db с тома. Повторный старт не копирует данные. Бэкап в UI идёт через pg_dump.

Co-authored-by: Cursor <[email protected]>

backend/src/services/traffic-flow-analytics.test.ts

@@ -5,7 +5,8 @@ import {
   resetFlowRingsForTests,
 } from "./traffic-flow-ingest.js"
 import { buildFlowAnalytics, formatLiveSseFromBuilder, getFlowMonthly, listFlowClients, listFlowExporters } from "./traffic-flow-analytics.js"
-import { sqliteDatabase } from "../db/index.js"
+import { withPgOrSkip } from "../test/pg.js"
+import { dbQuery } from "../db/index.js"
 import { seedFlowTopologyForTests, type FlowTopology } from "./traffic-flow-topology.js"
 import { disableCatalogFetchForTests, resetFlowCatalogForTests, seedFlowCatalogForTests } from "./traffic-flow-classify.js"
 import {
@@ -15,6 +16,11 @@ import {
   seedRipeCacheForTests,
 } from "./traffic-flow-ripe.js"
 
+if (!(await withPgOrSkip())) {
+  console.log("traffic-flow-analytics.test.ts: skip")
+  process.exit(0)
+}
+
 disableCatalogFetchForTests()
 resetFlowCatalogForTests()
 disableRipePersistForTests()
@@ -63,7 +69,7 @@ ingestParsedFlowsForServerForTests(7, [
 ])
 
 try {
-  const all = buildFlowAnalytics({ minutes: 5, serverId: 7 })
+  const all = await buildFlowAnalytics({ minutes: 5, serverId: 7 })
   assert.equal(all.applications[0]?.label, "HTTPS")
   assert.ok(all.protocols.some((p) => p.label === "TCP"))
   assert.equal(all.ifaces[0]?.name, "ether1")
@@ -75,14 +81,14 @@ try {
   assert.equal(conv.application, "HTTPS")
   assert.ok(!/^\d+$/.test(conv.inIface))
 
-  const filtered = buildFlowAnalytics({ minutes: 5, serverId: 7, iface: "ether1" })
+  const filtered = await buildFlowAnalytics({ minutes: 5, serverId: 7, iface: "ether1" })
   assert.ok(filtered.bytes >= 12_000)
   assert.equal(filtered.ifaces[0]?.name, "ether1")
 
-  const miss = buildFlowAnalytics({ minutes: 5, serverId: 7, iface: "wg-flow" })
+  const miss = await buildFlowAnalytics({ minutes: 5, serverId: 7, iface: "wg-flow" })
   assert.equal(miss.conversations, 0)
 
-  const other = buildFlowAnalytics({ minutes: 5, serverId: 99 })
+  const other = await buildFlowAnalytics({ minutes: 5, serverId: 99 })
   assert.equal(other.conversations, 0)
 } finally {
   resetFlowRingsForTests()
@@ -121,10 +127,10 @@ ingestParsedFlowsForServerForTests(7, [
   },
 ])
 try {
-  const summed = buildFlowAnalytics({ minutes: 5, serverId: 7, dedup: false })
+  const summed = await buildFlowAnalytics({ minutes: 5, serverId: 7, dedup: false })
   assert.equal(summed.bytes, 21_000)
   assert.equal(summed.conversations, 2)
-  const deduped = buildFlowAnalytics({ minutes: 5, serverId: 7, dedup: true })
+  const deduped = await buildFlowAnalytics({ minutes: 5, serverId: 7, dedup: true })
   assert.equal(deduped.bytes, 12_000)
   assert.equal(deduped.conversations, 1)
   assert.equal(deduped.dedupApplied, true)
@@ -165,7 +171,7 @@ ingestParsedFlowsForServerForTests(7, [
   },
 ])
 try {
-  const geo = buildFlowAnalytics({ minutes: 5, serverId: 7 })
+  const geo = await buildFlowAnalytics({ minutes: 5, serverId: 7 })
   assert.equal(geo.categories?.[0]?.label, "Игры")
   assert.ok(geo.asns?.some((r) => r.label.includes("AS15169")))
   assert.equal(geo.countries?.[0]?.id, "US")
@@ -210,7 +216,7 @@ ingestParsedFlowsForServerForTests(7, [
   },
 ])
 try {
-  const cf = buildFlowAnalytics({ minutes: 5, serverId: 7 })
+  const cf = await buildFlowAnalytics({ minutes: 5, serverId: 7 })
   assert.equal(cf.countries?.[0]?.id, "US")
   assert.ok(cf.mapEdges?.every((e) => e.toCountry !== "?"))
   assert.equal(cf.services?.[0]?.label, "Cloudflare")
@@ -238,7 +244,7 @@ try {
       outIface: "",
     },
   ])
-  const degraded = buildFlowAnalytics({ minutes: 5, serverId: 7, skipHeavy: true })
+  const degraded = await buildFlowAnalytics({ minutes: 5, serverId: 7, skipHeavy: true })
   assert.equal(degraded.degraded, true)
   assert.equal(degraded.conversationsList.length, 0)
   assert.ok((degraded.bytes ?? 0) >= 12_000)
@@ -249,30 +255,35 @@ try {
   assert.equal((liveErr.data as { error: string }).error, "SQLITE_BUSY")
   const liveOk = formatLiveSseFromBuilder(() => ({ ok: true }))
   assert.equal(liveOk.event, "sample")
-  const exporters = listFlowExporters(5)
-  const clients = listFlowClients(5)
+  const exporters = await listFlowExporters(5)
+  const clients = await listFlowClients(5)
   assert.ok(Array.isArray(exporters.exporters))
   assert.ok(Array.isArray(clients.clients))
   resetFlowRingsForTests()
 }
 
 {
-  sqliteDatabase.prepare(`DELETE FROM flow_daily_dims WHERE server_id = 7 AND day LIKE '2026-09-%'`).run()
-  sqliteDatabase.exec(`
-    INSERT INTO flow_daily_dims (server_id, day, dim, key, bytes, packets)
-    VALUES
-      (7, '2026-09-01', 'country', 'US', 1000, 10),
-      (7, '2026-09-02', 'country', 'US', 500, 5),
-      (7, '2026-09-01', 'service', 'steam', 800, 8),
-      (7, '2026-09-01', 'asn', '15169', 900, 9),
-      (7, '2026-09-01', 'asn', 'other', 100, 1)
-  `)
-  const monthly = getFlowMonthly("2026-09", 7)
-  assert.equal(monthly.bytes, 1500)
-  assert.equal(monthly.countries[0]?.id, "US")
-  assert.equal(monthly.countries[0]?.bytes, 1500)
-  assert.ok(monthly.asns.some((row) => row.id === "other"))
-  sqliteDatabase.prepare(`DELETE FROM flow_daily_dims WHERE server_id = 7 AND day LIKE '2026-09-%'`).run()
+  if (await withPgOrSkip()) {
+    const { pool } = await import("../db/index.js")
+    const { ensurePartitionFor } = await import("../db/partitions.js")
+    await ensurePartitionFor(pool, "flow_daily_dims", "month", new Date("2026-09-01T00:00:00Z"))
+    await dbQuery(`DELETE FROM flow_daily_dims WHERE server_id = 7 AND day >= '2026-09-01' AND day < '2026-10-01'`)
+    await dbQuery(`
+      INSERT INTO flow_daily_dims (server_id, day, dim, key, bytes, packets)
+      VALUES
+        (7, '2026-09-01', 'country', 'US', 1000, 10),
+        (7, '2026-09-02', 'country', 'US', 500, 5),
+        (7, '2026-09-01', 'service', 'steam', 800, 8),
+        (7, '2026-09-01', 'asn', '15169', 900, 9),
+        (7, '2026-09-01', 'asn', 'other', 100, 1)
+    `)
+    const monthly = await getFlowMonthly("2026-09", 7)
+    assert.equal(monthly.bytes, 1500)
+    assert.equal(monthly.countries[0]?.id, "US")
+    assert.equal(monthly.countries[0]?.bytes, 1500)
+    assert.ok(monthly.asns.some((row) => row.id === "other"))
+    await dbQuery(`DELETE FROM flow_daily_dims WHERE server_id = 7 AND day >= '2026-09-01' AND day < '2026-10-01'`)
+  }
 }
 
 {
@@ -353,7 +364,7 @@ try {
     },
   ])
   try {
-    const def = buildFlowAnalytics({ minutes: 5, serverId: 7 })
+    const def = await buildFlowAnalytics({ minutes: 5, serverId: 7 })
     assert.equal(def.bytes, 12_000)
     assert.equal(def.bytesPayload, 12_000)
     assert.equal(def.bytesOverlay, 5_000_000)
@@ -371,7 +382,7 @@ try {
     assert.equal(path.clientName, "Alice")
     assert.equal(path.enName, "NSK-SERVHOST-RTK")
     assert.equal(path.dst, "173.194.160.163")
-    const withAll = buildFlowAnalytics({ minutes: 5, serverId: 7, excludeOverlay: false, excludeMesh: false })
+    const withAll = await buildFlowAnalytics({ minutes: 5, serverId: 7, excludeOverlay: false, excludeMesh: false })
     assert.equal(withAll.bytes, 12_000 + 5_000_000 + 8000)
     assert.ok(withAll.conversationsList.some((r) => r.plane === "overlay"))
     assert.ok(withAll.conversationsList.some((r) => r.plane === "client_mesh"))
@@ -415,7 +426,7 @@ try {
     },
   ])
   try {
-    const rev = buildFlowAnalytics({ minutes: 5, serverId: 7 })
+    const rev = await buildFlowAnalytics({ minutes: 5, serverId: 7 })
     const google = rev.conversationsList.find((r) => r.src === "173.194.151.65")
     const cf = rev.conversationsList.find((r) => r.src === "104.18.35.51")
     assert.equal(google?.service, "Google")
@@ -430,37 +441,42 @@ try {
 }
 
 {
-  resetFlowRingsForTests()
-  resetIfaceCacheForTests()
-  const sidRow = sqliteDatabase.prepare(`SELECT id FROM servers LIMIT 1`).get() as { id?: number } | undefined
-  if (sidRow?.id) {
-    const sid = sidRow.id
-    rememberServerIfaces(sid, [{ ".id": "*4", name: "gre-en-nsk" }])
-    ingestParsedFlowsForServerForTests(sid, [{
-      src: "10.100.1.17",
-      dst: "8.8.8.8",
-      proto: 6,
-      srcPort: 1,
-      dstPort: 443,
-      bytes: 100,
-      packets: 1,
-      inIface: "4",
-      outIface: "4",
-    }])
-    sqliteDatabase.prepare(`
-      INSERT INTO traffic_samples (server_id, interface_name, sampled_at, rx_bytes, tx_bytes, rx_bps, tx_bps)
-      VALUES (?, 'gre-en-nsk', datetime('now'), 9000000, 1000000, 40000000, 2000000)
-    `).run(sid)
-    try {
-      const wire = buildFlowAnalytics({ minutes: 5, serverId: sid })
-      assert.ok((wire.bpsWire ?? 0) >= 40_000_000)
-      assert.notEqual(wire.bpsWire, (wire.bytes * 8) / 300)
-    } finally {
-      sqliteDatabase.prepare(`DELETE FROM traffic_samples WHERE server_id = ? AND interface_name = 'gre-en-nsk'`).run(sid)
+  if (await withPgOrSkip()) {
+    resetFlowRingsForTests()
+    resetIfaceCacheForTests()
+    const sidRow = await dbQuery<{ id: number }>(`SELECT id FROM servers LIMIT 1`)
+    const sid = sidRow.rows[0]?.id
+    if (sid) {
+      const { pool } = await import("../db/index.js")
+      const { ensurePartitionFor } = await import("../db/partitions.js")
+      await ensurePartitionFor(pool, "traffic_samples", "week", new Date())
+      rememberServerIfaces(sid, [{ ".id": "*4", name: "gre-en-nsk" }])
+      ingestParsedFlowsForServerForTests(sid, [{
+        src: "10.100.1.17",
+        dst: "8.8.8.8",
+        proto: 6,
+        srcPort: 1,
+        dstPort: 443,
+        bytes: 100,
+        packets: 1,
+        inIface: "4",
+        outIface: "4",
+      }])
+      await dbQuery(`
+        INSERT INTO traffic_samples (server_id, interface_name, sampled_at, rx_bytes, tx_bytes, rx_bps, tx_bps)
+        VALUES ($1, 'gre-en-nsk', now(), 9000000, 1000000, 40000000, 2000000)
+      `, [sid])
+      try {
+        const wire = await buildFlowAnalytics({ minutes: 5, serverId: sid })
+        assert.ok((wire.bpsWire ?? 0) >= 40_000_000)
+        assert.notEqual(wire.bpsWire, (wire.bytes * 8) / 300)
+      } finally {
+        await dbQuery(`DELETE FROM traffic_samples WHERE server_id = $1 AND interface_name = 'gre-en-nsk'`, [sid])
+      }
     }
+    resetFlowRingsForTests()
+    resetIfaceCacheForTests()
   }
-  resetFlowRingsForTests()
-  resetIfaceCacheForTests()
 }
 
 console.log("traffic-flow-analytics.test.ts: ok")