router-lists-ui/backend/routes/textDataRoutes.js

/**
 * Общие роуты для текстовых данных (domains, asns, ip-ranges)
 */

const { streamPaginatedText, headS3ObjectEtag, writeS3TextObject, headMeta, readS3TextObject } = require('../services/s3Service');
const { sendError, sendOk, checkIfNoneMatch } = require('../middleware/errorHandler');
const { splitWhitespace } = require('../utils/helpers');

// Кэш для countOnly запросов
const countOnlyCache = { map: new Map(), ttlMs: 10_000 };

function getCountOnlyCache(cacheKey) {
  const v = countOnlyCache.map.get(cacheKey);
  if (!v) return null;
  if (Date.now() > v.at + countOnlyCache.ttlMs) {
    countOnlyCache.map.delete(cacheKey);
    return null;
  }
  return v.value;
}

function setCountOnlyCache(cacheKey, value) {
  countOnlyCache.map.set(cacheKey, { value, at: Date.now() });
}

function createTextDataGET(s3Key, mapLine, validate, cachePrefix) {
  return async (req, res) => {
    const { q = '', offset, limit, countOnly, format } = req.query || {};

    try {
      if (countOnly === 'true') {
        const cacheKey = `${cachePrefix}:count:${q}`;
        const cached = getCountOnlyCache(cacheKey);
        if (cached != null) {
          return res.json(format === 'std' ? { items: [], total: cached, meta: {} } : { total: cached });
        }
        const { total } = await streamPaginatedText({ key: s3Key, q, offset: 0, limit: 0, mapLine: () => ({}) });
        setCountOnlyCache(cacheKey, total);
        return res.json(format === 'std' ? { items: [], total, meta: {} } : { total });
      } else if (Number(limit) > 0) {
        const { items, total } = await streamPaginatedText({
          key: s3Key,
          q,
          offset: Number(offset) || 0,
          limit: Number(limit) || 0,
          mapLine,
        });
        if (!validate(items)) {
          return sendError(res, 500, 'Invalid data format', 'E_SCHEMA');
        }
        return res.json(format === 'std' ? { items, total, meta: {} } : { items, total });
      } else {
        const head = await headMeta(s3Key);
        const etag = head?.etag || null;
        if (etag) res.set('ETag', String(etag));
        if (head?.lastModified) res.set('Last-Modified', new Date(head.lastModified).toUTCString());
        if (typeof head?.contentLength === 'number') res.set('Content-Length-Source', String(head.contentLength));
        if (checkIfNoneMatch(req, res, etag)) return;

        let fileContent;
        try {
          const data = await readS3TextObject(s3Key);
          fileContent = data.body;
        } catch (e) {
          if (e?.code === 'NoSuchKey') {
            return res.json([]);
          }
          throw e;
        }
        const items = fileContent.split('\n').filter((line) => line).map((line) => mapLine(line.trim()));

        if (!validate(items)) {
          return sendError(res, 500, 'Invalid data format', 'E_SCHEMA');
        }
        if (format === 'std') {
          return res.json({ items, total: items.length, meta: {} });
        }
        res.json(items);
      }
    } catch (error) {
      if (error?.name === 'NoSuchKey' || error?.code === 'NoSuchKey' || error?.$metadata?.httpStatusCode === 404) {
        res.json([]);
      } else {
        console.error(error);
        return sendError(res, 500, 'Error reading storage', 'E_STORAGE', { error: String(error?.message || error) });
      }
    }
  };
}

function createTextDataPOST(s3Key, formatLine, validate, validateItem = null) {
  return async (req, res) => {
    const { domains, ipRanges, items, etag } = req.body;

    const payload = Array.isArray(domains)
      ? domains
      : Array.isArray(ipRanges)
        ? ipRanges
        : Array.isArray(items)
          ? items
          : null;

    if (!Array.isArray(payload)) {
      return sendError(res, 400, 'Data must be an array', 'E_BAD_REQUEST');
    }

    if (!validate(payload || [])) {
      return sendError(res, 400, 'Invalid payload format', 'E_SCHEMA');
    }

    if (validateItem) {
      const validationErrors = [];
      for (let i = 0; i < payload.length; i++) {
        const errors = validateItem(payload[i], i);
        if (errors.length > 0) {
          validationErrors.push(...errors);
        }
      }

      if (validationErrors.length > 0) {
        return sendError(res, 400, 'Validation errors', 'E_VALIDATION', {
          errors: validationErrors.slice(0, 10),
        });
      }
    }

    const fileContent = (payload || []).map(formatLine).filter(Boolean).join('\n');

    try {
      let current = null;
      const ifMatch = req.headers['if-match'] ? String(req.headers['if-match']).replace(/\"/g, '"') : null;
      try {
        current = await headS3ObjectEtag(s3Key);
      } catch (_) {}

      if (current && (ifMatch || etag) && current !== String(ifMatch || etag)) {
        return sendError(res, 412, 'ETag mismatch', 'E_ETAG_MISMATCH');
      }

      const meta = await writeS3TextObject(s3Key, fileContent);
      return sendOk(res, meta);
    } catch (error) {
      console.error(error);
      return sendError(res, 500, 'Error writing storage', 'E_STORAGE');
    }
  };
}

function createTextDataRoutes(config) {
  const { s3Key, mapLine, formatLine, validate, validateItem, cachePrefix } = config;
  return {
    get: createTextDataGET(s3Key, mapLine, validate, cachePrefix),
    post: createTextDataPOST(s3Key, formatLine, validate, validateItem),
  };
}

module.exports = {
  createTextDataRoutes,
  createTextDataGET,
  createTextDataPOST,
};