201 lines
8.0 KiB
JavaScript
201 lines
8.0 KiB
JavaScript
"use strict";
|
|
/**
|
|
* Async admin report export jobs — shares PostgreSQL queue + worker with user exports.
|
|
*/
|
|
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
|
|
if (k2 === undefined) k2 = k;
|
|
var desc = Object.getOwnPropertyDescriptor(m, k);
|
|
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
|
|
desc = { enumerable: true, get: function() { return m[k]; } };
|
|
}
|
|
Object.defineProperty(o, k2, desc);
|
|
}) : (function(o, m, k, k2) {
|
|
if (k2 === undefined) k2 = k;
|
|
o[k2] = m[k];
|
|
}));
|
|
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
|
|
Object.defineProperty(o, "default", { enumerable: true, value: v });
|
|
}) : function(o, v) {
|
|
o["default"] = v;
|
|
});
|
|
var __importStar = (this && this.__importStar) || (function () {
|
|
var ownKeys = function(o) {
|
|
ownKeys = Object.getOwnPropertyNames || function (o) {
|
|
var ar = [];
|
|
for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
|
|
return ar;
|
|
};
|
|
return ownKeys(o);
|
|
};
|
|
return function (mod) {
|
|
if (mod && mod.__esModule) return mod;
|
|
var result = {};
|
|
if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
|
|
__setModuleDefault(result, mod);
|
|
return result;
|
|
};
|
|
})();
|
|
var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
};
|
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
exports.startReportExport = startReportExport;
|
|
exports.getReportExportJob = getReportExportJob;
|
|
exports.getReportExportFilePath = getReportExportFilePath;
|
|
exports.runReportExportJob = runReportExportJob;
|
|
const fs_1 = __importDefault(require("fs"));
|
|
const path_1 = __importDefault(require("path"));
|
|
const uuid_1 = require("uuid");
|
|
const adminExportJobRepository = __importStar(require("../repositories/adminExportJobRepository"));
|
|
const reportsService = __importStar(require("./reportsService"));
|
|
const reportExportService_1 = require("./reportExportService");
|
|
const adminUserExportService_1 = require("./adminUserExportService");
|
|
const EXPORT_DIR = path_1.default.join(process.cwd(), 'data', 'exports');
|
|
const JOB_TTL_MS = 60 * 60 * 1000;
|
|
const PAGE_SIZE = 500;
|
|
const DEFAULT_MAX_ROWS = 100000;
|
|
const ABSOLUTE_MAX_ROWS = 500000;
|
|
function ensureExportDir() {
|
|
fs_1.default.mkdirSync(EXPORT_DIR, { recursive: true });
|
|
}
|
|
function clampMaxRows(maxRows) {
|
|
if (maxRows === undefined || maxRows === null || !Number.isFinite(maxRows) || maxRows <= 0) {
|
|
return DEFAULT_MAX_ROWS;
|
|
}
|
|
return Math.min(Math.floor(maxRows), ABSOLUTE_MAX_ROWS);
|
|
}
|
|
function rowToView(row) {
|
|
return {
|
|
id: row.id,
|
|
status: row.status,
|
|
progress: row.progress,
|
|
rowCount: row.row_count,
|
|
totalEstimate: row.total_estimate,
|
|
error: row.error,
|
|
fileName: row.file_name,
|
|
createdAt: row.created_at.toISOString(),
|
|
completedAt: row.completed_at?.toISOString() ?? null,
|
|
reportKey: row.report_key,
|
|
jobKind: row.job_kind,
|
|
};
|
|
}
|
|
async function startReportExport(requestedBy, reportKey, request) {
|
|
ensureExportDir();
|
|
const def = reportsService.listReportCatalog();
|
|
const exists = def.categories.some((c) => c.reports.some((r) => r.key === reportKey));
|
|
if (!exists)
|
|
throw new Error('Report not found');
|
|
const id = (0, uuid_1.v4)();
|
|
const format = request.format === 'pdf' ? 'pdf' : request.format === 'csv' ? 'csv' : 'xlsx';
|
|
const maxRows = clampMaxRows(typeof request.maxRows === 'number' ? request.maxRows : parseInt(String(request.maxRows ?? ''), 10));
|
|
const stamp = new Date().toISOString().slice(0, 10);
|
|
const suffix = request.ids || request.selectedIds ? '_selection' : '';
|
|
const fileName = `${reportKey}${suffix}_${stamp}.${format}`;
|
|
const { format: _f, maxRows: _m, ...requestPayload } = request;
|
|
const row = await adminExportJobRepository.createExportJob({
|
|
id,
|
|
requestedBy,
|
|
fileName,
|
|
requestPayload: { ...requestPayload, reportKey },
|
|
format,
|
|
maxRows,
|
|
columns: [],
|
|
expiresAt: new Date(Date.now() + JOB_TTL_MS),
|
|
jobKind: 'reports',
|
|
reportKey,
|
|
});
|
|
(0, adminUserExportService_1.kickExportWorker)();
|
|
return rowToView(row);
|
|
}
|
|
async function getReportExportJob(jobId, requestedBy) {
|
|
const row = await adminExportJobRepository.getExportJobForUser(jobId, requestedBy);
|
|
if (!row || row.job_kind !== 'reports')
|
|
return null;
|
|
return rowToView(row);
|
|
}
|
|
async function getReportExportFilePath(jobId, requestedBy) {
|
|
const row = await adminExportJobRepository.getExportJobForUser(jobId, requestedBy);
|
|
if (!row || row.job_kind !== 'reports')
|
|
return null;
|
|
if (row.status !== 'completed' || !row.file_path || !row.file_name)
|
|
return null;
|
|
if (!fs_1.default.existsSync(row.file_path))
|
|
return null;
|
|
return { filePath: row.file_path, fileName: row.file_name };
|
|
}
|
|
async function runReportExportJob(job) {
|
|
const reportKey = job.report_key;
|
|
if (!reportKey)
|
|
throw new Error('Missing report_key on export job');
|
|
const payload = job.request_payload;
|
|
const selectedIds = reportsService.parseSelectedIds(payload);
|
|
const allItems = [];
|
|
let columns = [];
|
|
let cursor;
|
|
let exported = 0;
|
|
let includeTotal = true;
|
|
const reportProgress = async (totalEstimate) => {
|
|
await adminExportJobRepository.updateExportJobProgress(job.id, exported, exported, totalEstimate);
|
|
};
|
|
if (selectedIds?.length) {
|
|
for (let i = 0; i < selectedIds.length && exported < job.max_rows; i += PAGE_SIZE) {
|
|
const batchIds = selectedIds.slice(i, i + PAGE_SIZE);
|
|
const page = await reportsService.queryReport(reportKey, {
|
|
...payload,
|
|
ids: batchIds,
|
|
limit: batchIds.length,
|
|
offset: 0,
|
|
});
|
|
columns = page.columns;
|
|
allItems.push(...page.items);
|
|
exported += page.items.length;
|
|
await reportProgress();
|
|
}
|
|
}
|
|
else {
|
|
while (exported < job.max_rows) {
|
|
const remaining = job.max_rows - exported;
|
|
const limit = Math.min(PAGE_SIZE, remaining);
|
|
const page = await reportsService.queryReport(reportKey, {
|
|
...payload,
|
|
limit,
|
|
offset: cursor ? undefined : 0,
|
|
cursor,
|
|
includeTotal,
|
|
});
|
|
columns = page.columns;
|
|
if (includeTotal && page.total != null) {
|
|
await reportProgress(Math.min(page.total, job.max_rows));
|
|
}
|
|
includeTotal = false;
|
|
if (page.items.length === 0)
|
|
break;
|
|
allItems.push(...page.items);
|
|
exported += page.items.length;
|
|
await reportProgress();
|
|
if (!page.hasMore || !page.nextCursor)
|
|
break;
|
|
cursor = page.nextCursor ?? undefined;
|
|
}
|
|
}
|
|
const exportPayload = {
|
|
title: reportKey,
|
|
reportKey,
|
|
columns,
|
|
items: await (0, reportExportService_1.enrichReportExportItems)(allItems, columns),
|
|
};
|
|
const outPath = path_1.default.join(EXPORT_DIR, `${job.id}.${job.format}`);
|
|
if (job.format === 'csv') {
|
|
fs_1.default.writeFileSync(outPath, (0, reportExportService_1.buildReportCsv)(exportPayload), 'utf8');
|
|
}
|
|
else if (job.format === 'pdf') {
|
|
const buffer = await (0, reportExportService_1.buildReportPdfBuffer)(exportPayload);
|
|
fs_1.default.writeFileSync(outPath, buffer);
|
|
}
|
|
else {
|
|
const buffer = (0, reportExportService_1.buildReportXlsxBuffer)(exportPayload);
|
|
fs_1.default.writeFileSync(outPath, buffer);
|
|
}
|
|
await adminExportJobRepository.completeExportJob(job.id, outPath, exported);
|
|
}
|
|
//# sourceMappingURL=reportExportJobService.js.map
|