OINV1 修正OCR批量小样本轮询
这个提交包含在:
@@ -2,12 +2,13 @@ import { existsSync, mkdirSync, readdirSync, statSync, writeFileSync } from "nod
|
||||
import path from "node:path";
|
||||
|
||||
import { expect, test } from "../helpers/fixtures";
|
||||
import { EMPLOYEE, login } from "../helpers/auth";
|
||||
import { createAuthenticatedApiClient, EMPLOYEE, login, type AuthenticatedApiClient } from "../helpers/auth";
|
||||
import {
|
||||
createSafeLiveInvoiceOcrEvidence,
|
||||
openInvoicePool,
|
||||
resolveLiveOcrUser,
|
||||
uploadLiveInvoiceAndWait,
|
||||
uploadLiveInvoiceViaApiAndWait,
|
||||
type SafeLiveInvoiceOcrEvidence,
|
||||
} from "../helpers/liveInvoiceOcr";
|
||||
|
||||
@@ -16,12 +17,23 @@ type BatchSample = {
|
||||
alias: string;
|
||||
};
|
||||
|
||||
type BatchCoverage = {
|
||||
hasAvailable: boolean;
|
||||
hasDuplicateOrUsed: boolean;
|
||||
};
|
||||
|
||||
const rootDir = path.resolve(process.cwd(), "..");
|
||||
const reportDir = process.env.PLAYWRIGHT_OCR_BATCH_REPORT_DIR?.trim()
|
||||
|| path.join(rootDir, "artifacts/qa-flow", `live-ocr-batch-${new Date().toISOString().replace(/[-:]/g, "").replace(/\.\d{3}Z$/, "Z")}`);
|
||||
const markdownReportPath = path.join(reportDir, "summary.md");
|
||||
const jsonReportPath = path.join(reportDir, "summary.json");
|
||||
|
||||
function parsePositiveInteger(value: string | undefined, fallback: number | null = null) {
|
||||
if (!value?.trim()) return fallback;
|
||||
const parsed = Number.parseInt(value.trim(), 10);
|
||||
return Number.isFinite(parsed) && parsed > 0 ? parsed : fallback;
|
||||
}
|
||||
|
||||
function resolveInvoiceFiles() {
|
||||
const files = new Set<string>();
|
||||
const directFile = process.env.PLAYWRIGHT_OCR_LIVE_FILE?.trim();
|
||||
@@ -49,13 +61,26 @@ function resolveInvoiceFiles() {
|
||||
return [...files]
|
||||
.filter((filePath) => existsSync(filePath))
|
||||
.sort((left, right) => left.localeCompare(right, "zh-CN"))
|
||||
.slice(0, parsePositiveInteger(process.env.PLAYWRIGHT_OCR_BATCH_MAX_SAMPLES, Number.POSITIVE_INFINITY) ?? undefined)
|
||||
.map((filePath, index): BatchSample => ({
|
||||
filePath,
|
||||
alias: `SAMPLE-PDF-${String(index + 1).padStart(3, "0")}`,
|
||||
}));
|
||||
}
|
||||
|
||||
function writeReport(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
function getCoverage(results: SafeLiveInvoiceOcrEvidence[]): BatchCoverage {
|
||||
return {
|
||||
hasAvailable: results.some((item) => item.status === "available"),
|
||||
hasDuplicateOrUsed: results.some((item) => ["duplicate_or_same_invoice", "already_used"].includes(item.reasonCategory)),
|
||||
};
|
||||
}
|
||||
|
||||
function isCoverageSatisfied(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
const coverage = getCoverage(results);
|
||||
return coverage.hasAvailable && coverage.hasDuplicateOrUsed;
|
||||
}
|
||||
|
||||
function writeReport(results: SafeLiveInvoiceOcrEvidence[], options: { plannedSamples: number; stopReason: string }) {
|
||||
mkdirSync(reportDir, { recursive: true });
|
||||
const counts = {
|
||||
total: results.length,
|
||||
@@ -76,6 +101,9 @@ function writeReport(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
const summary = {
|
||||
mode: "live-ocr-batch-redacted",
|
||||
checkedAt: new Date().toISOString(),
|
||||
plannedSamples: options.plannedSamples,
|
||||
stopReason: options.stopReason,
|
||||
coverage: getCoverage(results),
|
||||
counts,
|
||||
fieldHitCounts,
|
||||
privacy: "redacted aliases and boolean field hits only; no invoice number, seller, amount, full filename, full path, raw OCR payload, invoice image, token, or password",
|
||||
@@ -89,6 +117,8 @@ function writeReport(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
"",
|
||||
"## 结果",
|
||||
"",
|
||||
`- 计划样本数:${options.plannedSamples}`,
|
||||
`- 停止原因:${options.stopReason}`,
|
||||
`- 总文件数:${counts.total}`,
|
||||
`- 可用:${counts.available}`,
|
||||
`- 识别失败:${counts.ocrFailed}`,
|
||||
@@ -99,10 +129,10 @@ function writeReport(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
"",
|
||||
"## 明细",
|
||||
"",
|
||||
"| 样本 | 状态 | 耗时(ms) | 原因分类 | 票据ID命中 | 发票号命中 | 销售方命中 | 金额命中 | 日期命中 |",
|
||||
"| --- | --- | ---: | --- | --- | --- | --- | --- | --- |",
|
||||
"| 样本 | 通道 | 状态 | 总耗时(ms) | 上传(ms) | 终态等待(ms) | 原因分类 | 票据ID命中 | 发票号命中 | 销售方命中 | 金额命中 | 日期命中 |",
|
||||
"| --- | --- | --- | ---: | ---: | ---: | --- | --- | --- | --- | --- | --- |",
|
||||
...results.map((item) => (
|
||||
`| ${item.alias} | ${item.status} | ${item.durationMs} | ${item.reasonCategory} | ${item.fieldHits.invoiceId ? "Y" : "N"} | ${item.fieldHits.invoiceCodeOrNumber ? "Y" : "N"} | ${item.fieldHits.sellerName ? "Y" : "N"} | ${item.fieldHits.totalAmount ? "Y" : "N"} | ${item.fieldHits.invoiceDate ? "Y" : "N"} |`
|
||||
`| ${item.alias} | ${item.transport ?? "-"} | ${item.status} | ${item.durationMs} | ${item.timings?.uploadMs ?? "-"} | ${item.timings?.terminalWaitMs ?? "-"} | ${item.reasonCategory} | ${item.fieldHits.invoiceId ? "Y" : "N"} | ${item.fieldHits.invoiceCodeOrNumber ? "Y" : "N"} | ${item.fieldHits.sellerName ? "Y" : "N"} | ${item.fieldHits.totalAmount ? "Y" : "N"} | ${item.fieldHits.invoiceDate ? "Y" : "N"} |`
|
||||
)),
|
||||
"",
|
||||
"## 说明",
|
||||
@@ -111,6 +141,8 @@ function writeReport(results: SafeLiveInvoiceOcrEvidence[]) {
|
||||
"- 本报告只记录样本别名、状态、耗时、字段命中布尔值和原因分类。",
|
||||
"- 本报告不得记录发票号码、销售方、金额、完整文件名、完整路径、原始 OCR payload 或票面原图。",
|
||||
"- 如某张票失败,会继续处理后续文件,并在本报告统一汇总。",
|
||||
"- 如开启覆盖即停止,达到可用终态和重复/已用终态覆盖后会停止继续上传。",
|
||||
"- 批量模式默认使用 API 状态轮询,避免 UI 详情面板刷新造成 OCR 耗时误判;如需 UI 复核可设置 PLAYWRIGHT_OCR_BATCH_TRANSPORT=ui。",
|
||||
];
|
||||
|
||||
writeFileSync(markdownReportPath, `${lines.join("\n")}\n`, "utf-8");
|
||||
@@ -125,20 +157,44 @@ test("手工 live 腾讯 OCR 批量辅助复核:真实票样逐张上传并输
|
||||
test.skip(!invoiceFiles.length, "需要提供 PDF 格式的 PLAYWRIGHT_OCR_LIVE_FILE / PLAYWRIGHT_OCR_LIVE_FILES / PLAYWRIGHT_OCR_LIVE_DIR");
|
||||
|
||||
const results: SafeLiveInvoiceOcrEvidence[] = [];
|
||||
let stopReason = "completed_all_samples";
|
||||
const stopWhenCovered = process.env.PLAYWRIGHT_OCR_BATCH_STOP_WHEN_COVERED === "1";
|
||||
const transport = process.env.PLAYWRIGHT_OCR_BATCH_TRANSPORT?.trim() || "api";
|
||||
const liveOcrUser = resolveLiveOcrUser(EMPLOYEE);
|
||||
await login(page, liveOcrUser);
|
||||
let apiClient: AuthenticatedApiClient | null = null;
|
||||
|
||||
if (transport === "ui") {
|
||||
await login(page, liveOcrUser);
|
||||
} else {
|
||||
apiClient = await createAuthenticatedApiClient(liveOcrUser);
|
||||
}
|
||||
|
||||
try {
|
||||
await openInvoicePool(page);
|
||||
if (transport === "ui") {
|
||||
await openInvoicePool(page);
|
||||
}
|
||||
|
||||
for (const sample of invoiceFiles) {
|
||||
await openInvoicePool(page);
|
||||
const result = await uploadLiveInvoiceAndWait(page, sample.filePath);
|
||||
let result;
|
||||
if (transport === "ui") {
|
||||
await openInvoicePool(page);
|
||||
result = await uploadLiveInvoiceAndWait(page, sample.filePath);
|
||||
} else {
|
||||
if (!apiClient) throw new Error("api_client_not_initialized");
|
||||
result = await uploadLiveInvoiceViaApiAndWait(apiClient.api, sample.filePath, sample.alias);
|
||||
}
|
||||
results.push(createSafeLiveInvoiceOcrEvidence(result, sample.alias));
|
||||
if (stopWhenCovered && isCoverageSatisfied(results)) {
|
||||
stopReason = "coverage_satisfied";
|
||||
break;
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
writeReport(results);
|
||||
await page.context().clearCookies().catch(() => undefined);
|
||||
writeReport(results, { plannedSamples: invoiceFiles.length, stopReason });
|
||||
await apiClient?.dispose().catch(() => undefined);
|
||||
if (transport === "ui") {
|
||||
await page.context().clearCookies().catch(() => undefined);
|
||||
}
|
||||
}
|
||||
|
||||
const allowDuplicate = process.env.PLAYWRIGHT_OCR_ALLOW_DUPLICATE === "1";
|
||||
|
||||
在新工单中引用
屏蔽一个用户