H1-H10 优化OCR实时体验闭环
这个提交包含在:
@@ -2,16 +2,18 @@ const PgBoss = require("pg-boss");
|
||||
|
||||
const { revokeExpiredDelegations } = require("./delegationRevokeJob");
|
||||
const { archiveUnusedInvoices } = require("./invoiceArchiveJob");
|
||||
const { runOcrOnce } = require("./ocrJob");
|
||||
const { runOcrForInvoiceId, runOcrOnce } = require("./ocrJob");
|
||||
const { runVerificationForRecord } = require("./verificationJob");
|
||||
const { runIntegrationOutboxOnce } = require("./integrationOutboxJob");
|
||||
const { runErpMasterDataSyncOnce } = require("./erpMasterDataSyncJob");
|
||||
const { publishInvoiceUpdated } = require("../services/events");
|
||||
const {
|
||||
FEATURE_FLAG_KEYS,
|
||||
evaluateFeatureFlag,
|
||||
} = require("../services/featureFlags");
|
||||
|
||||
const JOB_OCR_TICK = "ocr.tick";
|
||||
const JOB_OCR_INVOICE = "ocr.invoice";
|
||||
const JOB_DELEGATION_REVOKE = "delegation.revoke-expired";
|
||||
const JOB_INVOICE_ARCHIVE = "invoice.archive-unused";
|
||||
const JOB_INVOICE_VERIFY = "invoice.verify";
|
||||
@@ -43,6 +45,7 @@ async function startPgBossJobs(fastify) {
|
||||
});
|
||||
|
||||
await boss.createQueue(JOB_OCR_TICK);
|
||||
await boss.createQueue(JOB_OCR_INVOICE);
|
||||
await boss.createQueue(JOB_DELEGATION_REVOKE);
|
||||
await boss.createQueue(JOB_INVOICE_ARCHIVE);
|
||||
await boss.createQueue(JOB_INVOICE_VERIFY);
|
||||
@@ -51,6 +54,13 @@ async function startPgBossJobs(fastify) {
|
||||
await boss.createQueue(JOB_ERP_MASTER_DATA_SYNC);
|
||||
}
|
||||
|
||||
const onOcrInvoiceProcessed = (event) =>
|
||||
publishInvoiceUpdated(fastify, {
|
||||
invoiceId: event.invoiceId,
|
||||
status: event.status,
|
||||
audienceEmployeeIds: [event.ownerEmployeeId, event.uploadedByEmployeeId],
|
||||
});
|
||||
|
||||
await boss.work(JOB_DELEGATION_REVOKE, { batchSize: 1 }, async (jobs) => {
|
||||
const job = jobs?.[0];
|
||||
try {
|
||||
@@ -122,7 +132,9 @@ async function startPgBossJobs(fastify) {
|
||||
const job = jobs?.[0];
|
||||
const workerId = `pgboss:ocr:${process.pid}`;
|
||||
try {
|
||||
const stats = await runOcrOnce(fastify.prisma, fastify.config, fastify.log, workerId);
|
||||
const stats = await runOcrOnce(fastify.prisma, fastify.config, fastify.log, workerId, {
|
||||
onInvoiceProcessed: onOcrInvoiceProcessed,
|
||||
});
|
||||
fastify.metrics?.jobRunsTotal?.inc?.({
|
||||
job: JOB_OCR_TICK,
|
||||
driver: "pgboss",
|
||||
@@ -164,6 +176,67 @@ async function startPgBossJobs(fastify) {
|
||||
}
|
||||
});
|
||||
|
||||
await boss.work(JOB_OCR_INVOICE, { batchSize: 1 }, async (jobs) => {
|
||||
if (!["tencent", "mock"].includes(fastify.config.ocrProvider)) {
|
||||
return;
|
||||
}
|
||||
|
||||
const job = jobs?.[0];
|
||||
const invoiceId = job?.data?.invoiceId;
|
||||
if (!invoiceId) {
|
||||
return;
|
||||
}
|
||||
|
||||
const workerId = `pgboss:ocr-invoice:${process.pid}`;
|
||||
try {
|
||||
const stats = await runOcrForInvoiceId(
|
||||
fastify.prisma,
|
||||
fastify.config,
|
||||
fastify.log,
|
||||
invoiceId,
|
||||
workerId,
|
||||
{ onInvoiceProcessed: onOcrInvoiceProcessed },
|
||||
);
|
||||
fastify.metrics?.jobRunsTotal?.inc?.({
|
||||
job: JOB_OCR_INVOICE,
|
||||
driver: "pgboss",
|
||||
outcome: "success",
|
||||
});
|
||||
if (stats.available > 0) {
|
||||
fastify.metrics?.jobProcessedTotal?.inc?.(
|
||||
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "available" },
|
||||
stats.available,
|
||||
);
|
||||
}
|
||||
if (stats.duplicate > 0) {
|
||||
fastify.metrics?.jobProcessedTotal?.inc?.(
|
||||
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "duplicate" },
|
||||
stats.duplicate,
|
||||
);
|
||||
}
|
||||
if (stats.failed > 0) {
|
||||
fastify.metrics?.jobProcessedTotal?.inc?.(
|
||||
{ job: JOB_OCR_INVOICE, driver: "pgboss", kind: "failed" },
|
||||
stats.failed,
|
||||
);
|
||||
}
|
||||
if (stats.claimed > 0) {
|
||||
fastify.log.info(
|
||||
{ jobId: job?.id, invoiceId, workerId, ...stats },
|
||||
"pg-boss OCR invoice job processed",
|
||||
);
|
||||
}
|
||||
} catch (error) {
|
||||
fastify.metrics?.jobRunsTotal?.inc?.({
|
||||
job: JOB_OCR_INVOICE,
|
||||
driver: "pgboss",
|
||||
outcome: "failure",
|
||||
});
|
||||
fastify.log.error({ err: error, jobId: job?.id, invoiceId }, "pg-boss OCR invoice job failed");
|
||||
throw error;
|
||||
}
|
||||
});
|
||||
|
||||
await boss.work(JOB_INVOICE_VERIFY, { batchSize: 1 }, async (jobs) => {
|
||||
const job = jobs?.[0];
|
||||
const recordId = job?.data?.recordId;
|
||||
@@ -301,7 +374,7 @@ async function startPgBossJobs(fastify) {
|
||||
await boss.schedule(JOB_OCR_TICK, fastify.config.ocrPollCron, null, {
|
||||
tz: fastify.config.appTimezone,
|
||||
singletonKey: JOB_OCR_TICK,
|
||||
singletonSeconds: 55,
|
||||
singletonSeconds: 1,
|
||||
});
|
||||
} else {
|
||||
await boss.unschedule(JOB_OCR_TICK).catch(() => {});
|
||||
@@ -359,12 +432,27 @@ async function startPgBossJobs(fastify) {
|
||||
return boss;
|
||||
}
|
||||
|
||||
async function enqueueOcrInvoice(fastify, invoiceId) {
|
||||
if (
|
||||
fastify?.config?.jobDriver === "pgboss" &&
|
||||
fastify.boss &&
|
||||
["tencent", "mock"].includes(fastify.config.ocrProvider)
|
||||
) {
|
||||
await fastify.boss.send(JOB_OCR_INVOICE, { invoiceId });
|
||||
return { mode: "queued" };
|
||||
}
|
||||
|
||||
return { mode: "fallback" };
|
||||
}
|
||||
|
||||
module.exports = {
|
||||
JOB_OCR_INVOICE,
|
||||
JOB_OCR_TICK,
|
||||
JOB_DELEGATION_REVOKE,
|
||||
JOB_INVOICE_ARCHIVE,
|
||||
JOB_INVOICE_VERIFY,
|
||||
JOB_INTEGRATION_OUTBOX,
|
||||
JOB_ERP_MASTER_DATA_SYNC,
|
||||
enqueueOcrInvoice,
|
||||
startPgBossJobs,
|
||||
};
|
||||
|
||||
在新工单中引用
屏蔽一个用户