H1-H10 优化OCR实时体验闭环

这个提交包含在:
2026-05-09 11:48:57 +08:00
父节点 549bd81e30
当前提交 c26cf9b954
共修改 34 个文件,包含 1217 行新增和 184 行删除
+91 -3
查看文件
@@ -2,16 +2,18 @@ const PgBoss = require("pg-boss");
const { revokeExpiredDelegations } = require("./delegationRevokeJob");
const { archiveUnusedInvoices } = require("./invoiceArchiveJob");
const { runOcrOnce } = require("./ocrJob");
const { runOcrForInvoiceId, runOcrOnce } = require("./ocrJob");
const { runVerificationForRecord } = require("./verificationJob");
const { runIntegrationOutboxOnce } = require("./integrationOutboxJob");
const { runErpMasterDataSyncOnce } = require("./erpMasterDataSyncJob");
const { publishInvoiceUpdated } = require("../services/events");
const {
FEATURE_FLAG_KEYS,
evaluateFeatureFlag,
} = require("../services/featureFlags");
const JOB_OCR_TICK = "ocr.tick";
const JOB_OCR_INVOICE = "ocr.invoice";
const JOB_DELEGATION_REVOKE = "delegation.revoke-expired";
const JOB_INVOICE_ARCHIVE = "invoice.archive-unused";
const JOB_INVOICE_VERIFY = "invoice.verify";
@@ -43,6 +45,7 @@ async function startPgBossJobs(fastify) {
});
await boss.createQueue(JOB_OCR_TICK);
await boss.createQueue(JOB_OCR_INVOICE);
await boss.createQueue(JOB_DELEGATION_REVOKE);
await boss.createQueue(JOB_INVOICE_ARCHIVE);
await boss.createQueue(JOB_INVOICE_VERIFY);
@@ -51,6 +54,13 @@ async function startPgBossJobs(fastify) {
await boss.createQueue(JOB_ERP_MASTER_DATA_SYNC);
}
const onOcrInvoiceProcessed = (event) =>
publishInvoiceUpdated(fastify, {
invoiceId: event.invoiceId,
status: event.status,
audienceEmployeeIds: [event.ownerEmployeeId, event.uploadedByEmployeeId],
});
await boss.work(JOB_DELEGATION_REVOKE, { batchSize: 1 }, async (jobs) => {
const job = jobs?.[0];
try {
@@ -122,7 +132,9 @@ async function startPgBossJobs(fastify) {
const job = jobs?.[0];
const workerId = `pgboss:ocr:${process.pid}`;
try {
const stats = await runOcrOnce(fastify.prisma, fastify.config, fastify.log, workerId);
const stats = await runOcrOnce(fastify.prisma, fastify.config, fastify.log, workerId, {
onInvoiceProcessed: onOcrInvoiceProcessed,
});
fastify.metrics?.jobRunsTotal?.inc?.({
job: JOB_OCR_TICK,
driver: "pgboss",
@@ -164,6 +176,67 @@ async function startPgBossJobs(fastify) {
}
});
await boss.work(JOB_OCR_INVOICE, { batchSize: 1 }, async (jobs) => {
if (!["tencent", "mock"].includes(fastify.config.ocrProvider)) {
return;
}
const job = jobs?.[0];
const invoiceId = job?.data?.invoiceId;
if (!invoiceId) {
return;
}
const workerId = `pgboss:ocr-invoice:${process.pid}`;
try {
const stats = await runOcrForInvoiceId(
fastify.prisma,
fastify.config,
fastify.log,
invoiceId,
workerId,
{ onInvoiceProcessed: onOcrInvoiceProcessed },
);
fastify.metrics?.jobRunsTotal?.inc?.({
job: JOB_OCR_INVOICE,
driver: "pgboss",
outcome: "success",
});
if (stats.available > 0) {
fastify.metrics?.jobProcessedTotal?.inc?.(
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "available" },
stats.available,
);
}
if (stats.duplicate > 0) {
fastify.metrics?.jobProcessedTotal?.inc?.(
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "duplicate" },
stats.duplicate,
);
}
if (stats.failed > 0) {
fastify.metrics?.jobProcessedTotal?.inc?.(
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "failed" },
stats.failed,
);
}
if (stats.claimed > 0) {
fastify.log.info(
{ jobId: job?.id, invoiceId, workerId, ...stats },
"pg-boss OCR invoice job processed",
);
}
} catch (error) {
fastify.metrics?.jobRunsTotal?.inc?.({
job: JOB_OCR_INVOICE,
driver: "pgboss",
outcome: "failure",
});
fastify.log.error({ err: error, jobId: job?.id, invoiceId }, "pg-boss OCR invoice job failed");
throw error;
}
});
await boss.work(JOB_INVOICE_VERIFY, { batchSize: 1 }, async (jobs) => {
const job = jobs?.[0];
const recordId = job?.data?.recordId;
@@ -301,7 +374,7 @@ async function startPgBossJobs(fastify) {
await boss.schedule(JOB_OCR_TICK, fastify.config.ocrPollCron, null, {
tz: fastify.config.appTimezone,
singletonKey: JOB_OCR_TICK,
singletonSeconds: 55,
singletonSeconds: 1,
});
} else {
await boss.unschedule(JOB_OCR_TICK).catch(() => {});
@@ -359,12 +432,27 @@ async function startPgBossJobs(fastify) {
return boss;
}
async function enqueueOcrInvoice(fastify, invoiceId) {
if (
fastify?.config?.jobDriver === "pgboss" &&
fastify.boss &&
["tencent", "mock"].includes(fastify.config.ocrProvider)
) {
await fastify.boss.send(JOB_OCR_INVOICE, { invoiceId });
return { mode: "queued" };
}
return { mode: "fallback" };
}
module.exports = {
JOB_OCR_INVOICE,
JOB_OCR_TICK,
JOB_DELEGATION_REVOKE,
JOB_INVOICE_ARCHIVE,
JOB_INVOICE_VERIFY,
JOB_INTEGRATION_OUTBOX,
JOB_ERP_MASTER_DATA_SYNC,
enqueueOcrInvoice,
startPgBossJobs,
};