diff --git a/AGENTS.md b/AGENTS.md
index 78165bfed..641eac0f1 100644
--- a/AGENTS.md
+++ b/AGENTS.md
@@ -21,6 +21,7 @@ These requirements apply to **all** report tracks; browser-specific rules below
- Run repository Python only through `make` targets or `uv run --frozen python`. `.python-version`, `uv.lock`, the Makefile and CI are the runtime contract; never fall back to system Python.
- Run every publishable provider cohort through `scripts/run_certified_benchmark.py`, which freezes references before calls and verifies them again afterward. Direct `run_benchmark.py` output and incomplete cohorts are diagnostic evidence only; never assemble or publish them.
- For the default Web Fetch report, treat `evaluation/current-report.json` as the matrix and publication-target authority. The independent WCXB report uses only `evaluation/wcxb/current-report.json` for its matrix and target. Browser Use and Browser Trajectory Replay have separate contracts under their own `evaluation/` namespaces; never reuse a publication target across reports or tracks. Publishing must use the relevant bound site and expected remote version; do not copy target IDs from prose, old receipts or earlier reports.
+- For the complete WebMainBench report, `evaluation/webmainbench-full/current-report.json` is the immutable five-method pre-call profile bound by its cohort certificate. The repaired Moli sixth version has its own pre-call profile and certificate at `evaluation/webmainbench-full/moli-fixed-report.json`; the report joins both complete 545-page cohorts by a hash-bound six-method receipt. Their `publication_state` records frozen pre-call state. The live site, share URL, and expected remote version are bound in `evaluation/webmainbench-full/publication-target.json` together with both profile hashes; update this target after publication without changing or re-certifying historical calls.
- For the current WCXB report, the source-qualified 504-case manifest is the entire evaluation population for quality, delivery, and latency. Keep source-invalid cases outside the current manifest, scored evidence, public package, and future provider calls; preserve earlier physical calls only in private historical evidence. The dataset page owns frozen task inputs, source URLs and human reference scope; it must not show measured browser scores. The home page owns aggregate comparisons, the result analysis owns the filterable method-case inventory, and case result pages own full responses. Keep a direct link from each dataset row to a safe frozen-page preview and its human reference. Default result filters must show a nonempty, clearly labeled diagnostic population when one exists, and filtered tables must shrink rather than leave a large blank viewport.
- Persist provider calls outside Git under `~/.browser-eval/` (or `BROWSER_EVAL_DATA_HOME`). Git may contain compact benchmark definitions, annotations, independent source evidence and public release metadata, but never measured outputs, execution manifests, provider artifacts, rerun directories, credentials or internal work logs.
- Web Fetch keeps one current authoritative logical result per method and task. A declared failure retry retains every physical call, retains total retry execution cost separately from the profile-defined primary latency and uses the final response, never the best response. A proven wrong command, version, scorer, reference or timing is a correction: preserve the prior evidence, supersede the complete declared scope and disclose score, denominator and latency effects.
diff --git a/evaluation/webmainbench-full/case-correction-binding.json b/evaluation/webmainbench-full/case-correction-binding.json
new file mode 100644
index 000000000..5f08b744f
--- /dev/null
+++ b/evaluation/webmainbench-full/case-correction-binding.json
@@ -0,0 +1,5 @@
+{
+ "schema_version": 1,
+ "relative_path": "evidence/webmainbench-545-origin-correction-20260924",
+ "sha256": "24ec49dba0948b85c0d980b3caf04b016f8fd486ceaa36eef43385b18cb4c9ab"
+}
diff --git a/evaluation/webmainbench-full/content-binding.json b/evaluation/webmainbench-full/content-binding.json
new file mode 100644
index 000000000..44ce3853a
--- /dev/null
+++ b/evaluation/webmainbench-full/content-binding.json
@@ -0,0 +1,5 @@
+{
+ "schema_version": 1,
+ "relative_path": "report-content.json",
+ "sha256": "c5094f07e653f323a2d4914b69a4533f510fe9e0cb9d7fb75041007ddae6e1cb"
+}
diff --git a/evaluation/webmainbench-full/current-report.json b/evaluation/webmainbench-full/current-report.json
new file mode 100644
index 000000000..457b83388
--- /dev/null
+++ b/evaluation/webmainbench-full/current-report.json
@@ -0,0 +1,32 @@
+{
+ "schema_version": 1,
+ "dataset_id": "webmainbench-545-full-five-methods",
+ "comparison_kind": "webmainbench_frozen_html_to_markdown",
+ "case_count": 545,
+ "case_ids_sha256": "5c0cf5810602b70e8f7c1e16723e24a49c3ea207d54865df5c03c38f3d88ffd5",
+ "source_dataset_sha256": "0efaa4b49a45e320a27fe6e5a0b6aad5b57259fc3321ac3448519cacc74c537e",
+ "providers": ["moli", "lightpanda", "obscura", "chromium", "kitesurf"],
+ "versions": {
+ "kitesurf": "Cloudflare hosted stable backend; version undisclosed",
+ "lightpanda": "0.4.1",
+ "obscura": "0.2.2",
+ "moli": "1.1.9",
+ "chromium": "Google Chrome for Testing 154.0.8037.57"
+ },
+ "timeout_seconds": 45,
+ "runs_per_case": 1,
+ "concurrency": 1,
+ "max_failure_retries": 1,
+ "reference_binding_mode": "complete_webmainbench_545_official_frozen_html_and_groundtruth_content",
+ "official_scorer_commit": "9d991bdc00c57b57521499494d96be85c31317ba",
+ "metric_config": {"use_llm": false},
+ "official_metrics": ["overall", "text_edit", "code_edit", "formula_edit", "table_edit", "table_TEDS"],
+ "input_contract": {
+ "body": "official html field encoded as UTF-8 without mutation",
+ "execution": "inline scripts may run; non-loopback subresources and data access are blocked; local engines receive the same body from an OS-isolated loopback HTTPS fixture with a per-run CA, Kitesurf receives the same body through Cloudflare Browser Rendering html input with external resource types rejected",
+ "original_url": "retained as evidence metadata only"
+ },
+ "publication_state": "pending",
+ "require_independent_result_review": false,
+ "conversion": "Native Markdown for Kitesurf, Lightpanda, Obscura and Moli; Chromium whole-DOM HTML via node-html-markdown 2.0.0"
+}
diff --git a/evaluation/webmainbench-full/failure-analysis-binding.json b/evaluation/webmainbench-full/failure-analysis-binding.json
new file mode 100644
index 000000000..d31082508
--- /dev/null
+++ b/evaluation/webmainbench-full/failure-analysis-binding.json
@@ -0,0 +1,5 @@
+{
+ "schema_version": 1,
+ "relative_path": "failure-analysis.json",
+ "sha256": "b04c476bf39b094260a869fbc42917fa62ad0e3fc3738ac53dcd70235b51bbbc"
+}
diff --git a/evaluation/webmainbench-full/illustrations.json b/evaluation/webmainbench-full/illustrations.json
new file mode 100644
index 000000000..cfa0e22d4
--- /dev/null
+++ b/evaluation/webmainbench-full/illustrations.json
@@ -0,0 +1,17 @@
+{
+ "schema_version": 1,
+ "assets": [
+ {
+ "name": "overview.png",
+ "sha256": "1166017830d43cf56876e7cfc771d34dcd2b77998cac38d07bb84fa4e869d177",
+ "generator": "ImageGen",
+ "scope": "six methods after certified origin correction"
+ },
+ {
+ "name": "error-mechanisms.png",
+ "sha256": "c53b86571b5c20976f9a54ccfe33d065111732399fceeb4a148c74c520d3d843",
+ "generator": "ImageGen",
+ "scope": "six methods after certified origin correction"
+ }
+ ]
+}
diff --git a/evaluation/webmainbench-full/moli-fixed-report.json b/evaluation/webmainbench-full/moli-fixed-report.json
new file mode 100644
index 000000000..d3a31e445
--- /dev/null
+++ b/evaluation/webmainbench-full/moli-fixed-report.json
@@ -0,0 +1,28 @@
+{
+ "schema_version": 1,
+ "dataset_id": "webmainbench-545-moli-fixed",
+ "comparison_kind": "webmainbench_frozen_html_to_markdown",
+ "case_count": 545,
+ "case_ids_sha256": "5c0cf5810602b70e8f7c1e16723e24a49c3ea207d54865df5c03c38f3d88ffd5",
+ "source_dataset_sha256": "0efaa4b49a45e320a27fe6e5a0b6aad5b57259fc3321ac3448519cacc74c537e",
+ "providers": ["moli"],
+ "versions": {"moli": "1.1.9"},
+ "binary_sha256": "48f45a608ce41d3c6600ca88df964e580aecf353289e028e8d9f7703224ab3b1",
+ "source_commit": "a50182cbe4eef20b230d3f01e452d9de4f3146ba",
+ "timeout_seconds": 45,
+ "runs_per_case": 1,
+ "concurrency": 1,
+ "max_failure_retries": 1,
+ "reference_binding_mode": "complete_webmainbench_545_official_frozen_html_and_groundtruth_content",
+ "official_scorer_commit": "9d991bdc00c57b57521499494d96be85c31317ba",
+ "metric_config": {"use_llm": false},
+ "official_metrics": ["overall", "text_edit", "code_edit", "formula_edit", "table_edit", "table_TEDS"],
+ "input_contract": {
+ "body": "official html field encoded as UTF-8 without mutation",
+ "execution": "inline scripts may run; non-loopback subresources and data access are blocked; local engine receives the same body from an OS-isolated loopback HTTPS fixture with a per-run CA",
+ "original_url": "retained as evidence metadata only"
+ },
+ "publication_state": "pending",
+ "require_independent_result_review": false,
+ "conversion": "Native Markdown from Moli fixed build"
+}
diff --git a/evaluation/webmainbench-full/publication-target.json b/evaluation/webmainbench-full/publication-target.json
new file mode 100644
index 000000000..5ef2febea
--- /dev/null
+++ b/evaluation/webmainbench-full/publication-target.json
@@ -0,0 +1,9 @@
+{
+ "schema_version": 1,
+ "profile_sha256": "8cbceaf9694e88e7c1ddbba3263573dcccf69b1ac89d7e9ea5aa098f2a3bab02",
+ "moli_fixed_profile_sha256": "db8e7fa408edf3dc2e19d2b0f35645448d0e1efd3ac86926d0bcc9e1a3fb3848",
+ "host": "https://artifact-site.lexmount.cn",
+ "site_slug": "zrqPjO672dgg",
+ "share_url": "https://artifact-site.lexmount.cn/v/Avz3qzo6EEujI0iln1LAzCUF93I47OEC",
+ "expected_remote_version": "ver_8cbf0496af25497283fdcb750756b422"
+}
diff --git a/harness/web_fetch/providers/headless.py b/harness/web_fetch/providers/headless.py
index d003bd167..863a6bae9 100644
--- a/harness/web_fetch/providers/headless.py
+++ b/harness/web_fetch/providers/headless.py
@@ -157,6 +157,7 @@ def cli_command(
retrieval_plan=None,
allow_private_network=False,
ca_cert=None,
+ http_proxy=None,
):
ms = str(max(1, math.ceil(timeout * 1000)))
if output_mode not in {'html', 'markdown', 'document', 'file'}:
@@ -169,16 +170,23 @@ def cli_command(
# rejects those responses before extraction can begin. Version 1.1.3
# documents this behavior explicitly; 1.0.6 and 1.1.1 are bound to
# release binaries and covered by route probes and end-to-end tests.
- return [binary, 'fetch', '--timeout', ms, '--http-timeout', ms, url]
+ command = [binary, 'fetch']
+ if http_proxy:
+ command += ['--http-proxy', http_proxy]
+ return command + ['--timeout', ms, '--http-timeout', ms, url]
if output_mode == 'markdown':
completion = _cli_completion_arguments(engine, retrieval_plan)
if engine == 'obscura':
# Obscura's documented default is load plus an adaptive, at-most
# five-second quiescence wait. Do not replace it with a fixed delay.
prefix = [binary, '--allow-private-network'] if allow_private_network else [binary]
+ if http_proxy:
+ prefix += ['--proxy', http_proxy]
return prefix + ['fetch', '--dump', 'markdown', *(completion or []), '--timeout',
str(math.ceil(timeout)), '--quiet', url]
common = [binary, 'fetch', '--dump', 'markdown']
+ if http_proxy:
+ common += ['--http-proxy', http_proxy]
common += completion or ['--wait-until', wait_until or 'done']
if engine == 'moli':
return common + (['--ca-cert', str(ca_cert)] if ca_cert else []) + ['--timeout', ms, '--http-timeout', ms, url]
@@ -187,6 +195,8 @@ def cli_command(
raise ValueError('Not a native Markdown CLI engine: ' + engine)
completion = _cli_completion_arguments(engine, retrieval_plan)
common = [binary, 'fetch', '--dump', 'html']
+ if http_proxy:
+ common += ['--http-proxy' if engine in {'moli', 'lightpanda'} else '--proxy', http_proxy]
common += completion or ['--wait-until', 'domcontentloaded']
if engine == 'obscura':
return common + ['--timeout', str(math.ceil(timeout)), '--quiet', url]
@@ -400,6 +410,7 @@ def fetch(self, case: EvalCase, timeout: float) -> ProviderResult:
'retrieval_plan': normalized_plan,
'allow_private_network': bool(self.config.get('allow_private_network')),
'ca_cert': self.config.get('ca_cert'),
+ 'http_proxy': self.config.get('http_proxy'),
'network_policy': self.config.get('network_policy', 'unrestricted'),
'endpoint': self.config.get('endpoint',
'wss://kitesurf.cloudflare.app/devtools/browser')}
diff --git a/harness/web_fetch/report.py b/harness/web_fetch/report.py
index b47eed7f1..31c0f06e0 100644
--- a/harness/web_fetch/report.py
+++ b/harness/web_fetch/report.py
@@ -2724,3 +2724,481 @@ def evidence_links(urls):
_wmb_write(out,'attempts/'+attempt_id+'.html',labels[r['provider']]+' · '+case_id,attempt_body,english)
from harness.report_languages import write_language_contract
write_language_contract(out,include_english=include_english)
+
+
+def webmainbench_full_machine_issue(root: Path, row: dict) -> bool:
+ """Identify request failures and successful calls without usable page text."""
+ if not row["ok"] or not row["output_chars"]:
+ return True
+ return bool(ERROR_PAGE.search(contained_path(root, row["artifact_path"]).read_text(encoding="utf-8")))
+
+
+WEBMAINBENCH_FULL_CAUSE_OWNERS = {
+ "Moli 解析器崩溃": "Moli 引擎",
+ "Kitesurf 服务错误": "Kitesurf 服务",
+ "Kitesurf 请求超时": "Kitesurf 服务或传输，内部阶段未定位",
+ "Kitesurf 空正文": "Kitesurf 接口，内部原因未知",
+ "Obscura 空响应": "Obscura",
+ "Obscura 导航循环": "Obscura",
+ "冻结页跳转受阻": "共享输入与隔离环境",
+}
+
+
+def generate_webmainbench_full(out: Path, dataset: dict, records: list[dict],
+ summaries: dict, profile: dict) -> None:
+ """Render the complete frozen WebMainBench cohort inside the shared report module."""
+ content = json.loads((out / "report-content.json").read_text(encoding="utf-8"))
+ failure_analysis = json.loads((out / "failure-analysis.json").read_text(encoding="utf-8"))
+ reviewed_failures = {(row["provider"], row["case_id"]): row for row in failure_analysis["reviewed_failures"]}
+ machine_issue_count = sum(webmainbench_full_machine_issue(out, row) for row in records)
+ adoption = json.loads((out / "provider-adoption.json").read_text(encoding="utf-8"))
+ cloudflare_matches = {(entry["repo"], match["path"]) for entry in adoption["included"]
+ for match in entry["matches"] if match["signature"] == "cloudflare-markdown"}
+ cloudflare_repositories = len({repo for repo, _ in cloudflare_matches})
+ def prose(key):
+ return esc(content[key])
+ correction_path = out / 'case-correction.json'
+ correction = json.loads(correction_path.read_text()) if correction_path.exists() else None
+ def illustration(name, caption):
+ if not (out / 'assets' / name).is_file():
+ return ''
+ return ('
' + esc(caption) + '（窄屏可横向滚动，点击查看原图。）')
+ providers = profile["providers"]
+ cases = {case["id"]: case for case in dataset["cases"]}
+ grouped = defaultdict(dict)
+ for row in records:
+ grouped[row["case_id"]][row["provider"]] = row
+ labels = {p: ("Moli 1.1.9（修复后）" if p == "moli-fixed" else profile["versions"][p] if p == "chromium" else p.capitalize() +
+ (" " + profile["versions"][p] if p != "kitesurf" else "")) for p in providers}
+ measures = [("overall", "综合分"), ("text_edit", "全文"), ("code_edit", "代码"),
+ ("formula_edit", "公式"), ("table_edit", "表格内容"), ("table_TEDS", "表格结构")]
+
+ def percent(value):
+ return "—" if value is None else f"{value * 100:.1f}%"
+
+ def score(row, metric):
+ return row.get("metrics", {}).get(metric, {}).get("score")
+
+ def classify(row):
+ if not row["ok"]:
+ return "请求失败"
+ if not row["output_chars"]:
+ return "空输出"
+ if ERROR_PAGE.search(contained_path(out, row["artifact_path"]).read_text(encoding="utf-8")):
+ return "错误页"
+ if score(row, "text_edit") is not None and score(row, "text_edit") < .1:
+ return "低全文相似度"
+ return "未触发诊断"
+
+ categories = {row["attempt_id"]: classify(row) for row in records}
+ counts = Counter(categories.values())
+ target_body = {
+ row["attempt_id"]: categories[row["attempt_id"]] not in {"请求失败", "空输出", "错误页"}
+ for row in records
+ }
+
+ def target_body_count(provider):
+ return sum(target_body[row["attempt_id"]] for row in records if row["provider"] == provider)
+ css = """*{box-sizing:border-box}body{margin:0;background:#f4f7fb;color:#172637;font:16px/1.55 system-ui,sans-serif}body.dark{background:#101923;color:#edf3fa}a{color:#1859a5}body.dark a{color:#92c7ff}.wrap{width:min(1200px,calc(100% - 32px));margin:auto}header{background:#142d4b;color:white}header .wrap{display:flex;align-items:center;gap:18px;flex-wrap:wrap;padding:15px 0}header a{color:white;text-decoration:none}header strong{margin-right:auto}nav{display:flex;gap:14px;flex-wrap:wrap}button,input,select{font:inherit;border:1px solid #9aacc0;border-radius:7px;padding:7px 10px;background:white;color:#172637}body.dark button,body.dark input,body.dark select{background:#25384b;color:white;border-color:#61768b}h1{font-size:clamp(30px,4vw,48px);line-height:1.18;margin:0 0 15px}h2{font-size:26px;margin:0 0 14px}.hero{padding:48px 0 22px}.hero p{font-size:18px;max-width:900px;color:#506377}body.dark .hero p,body.dark .note{color:#bfd0e1}section{margin:24px 0 38px}figure{margin:24px 0}.panel{background:white;border:1px solid #d8e1eb;border-radius:12px;padding:20px;margin:14px 0}body.dark .panel{background:#1c2b3b;border-color:#38506a}.scroll{overflow:auto;max-height:66vh;border:1px solid #d8e1eb;border-radius:10px;background:white}body.dark .scroll{background:#1c2b3b;border-color:#38506a}table{border-collapse:collapse;width:100%;min-width:820px}th,td{padding:9px 12px;text-align:left;border-bottom:1px solid #dce5ee;vertical-align:top}th{position:sticky;top:0;background:#e9f0f8;color:#152a40;z-index:1}body.dark th{background:#29435d;color:white}tbody tr:hover{background:#edf4fc}body.dark tbody tr:hover{background:#28445f}td small{display:block;color:#597088}body.dark td small{color:#b8cadb}.number{font-variant-numeric:tabular-nums;white-space:nowrap}.winner{color:#116b3c;font-weight:750}body.dark .winner{color:#82e1a7}.filters{display:flex;gap:12px;flex-wrap:wrap;margin:14px 0}.filters label{display:grid;gap:4px;font-size:13px;font-weight:700}.note{color:#52677b;font-size:14px}pre{white-space:pre-wrap;overflow-wrap:anywhere;background:#0e2032;color:#f1f6fb;padding:17px;border-radius:8px;max-height:65vh;overflow:auto;font:13px/1.5 ui-monospace,monospace}.compare-grid{display:grid;grid-template-columns:repeat(2,minmax(0,1fr));gap:16px}.compare-grid .panel{min-width:0;margin:0}.compare-grid pre{max-height:70vh}details{border:1px solid #dce5ee;border-radius:8px;padding:10px 14px;margin:10px 0}body.dark details{border-color:#38506a}summary{cursor:pointer;font-weight:700}.actions{display:flex;gap:14px;flex-wrap:wrap}.source{overflow-wrap:anywhere}footer{padding:32px 0;color:#52677b}@media(max-width:800px){.compare-grid{grid-template-columns:1fr}}@media(max-width:650px){.panel{padding:14px}header nav{width:100%}th,td{padding:7px 9px}}"""
+ js = """function theme(){document.body.classList.toggle('dark');try{localStorage.setItem('wmb545-theme',document.body.classList.contains('dark')?'dark':'light')}catch(e){}}try{if(localStorage.getItem('wmb545-theme')==='dark')document.body.classList.add('dark')}catch(e){}function filter(){let q=(document.getElementById('q')?.value||'').toLowerCase(),p=document.getElementById('provider')?.value||'',k=document.getElementById('kind')?.value||'issue',cause=document.getElementById('cause')?.value||'',n=0;document.querySelectorAll('tr[data-result]').forEach(r=>{let show=(!q||r.dataset.search.includes(q))&&(!p||r.dataset.provider===p)&&(!cause||r.dataset.cause===cause)&&(k==='all'||(k==='issue'?r.dataset.kind!=='未触发诊断':r.dataset.kind===k));r.hidden=!show;if(show)n++});let c=document.getElementById('count');if(c)c.textContent=n;let e=document.getElementById('empty');if(e)e.hidden=n!==0}document.addEventListener('DOMContentLoaded',()=>{for(let id of ['q','provider','kind','cause'])document.getElementById(id)?.addEventListener('input',filter);let params=new URLSearchParams(location.search);for(let id of ['provider','kind','cause']){let select=document.getElementById(id);if(select&¶ms.has(id))select.value=params.get(id)}filter();let node=document.getElementById('evidence-content');if(node){let path=params.get('path')||'';if(!/^(artifacts|references|sources)\\/[A-Za-z0-9_.\\/-]+$/.test(path)||path.includes('..')){node.textContent='无效证据路径';return}document.getElementById('evidence-path').textContent=path;document.getElementById('evidence-raw').href=path;loadEvidence(path,node)}});"""
+ js += """
+async function loadJson(path){let response=await fetch(path);if(!response.ok)throw Error('HTTP '+response.status);return response.json()}
+async function loadEvidence(path,node){try{let index=await loadJson('artifact-shard-index.json'),shardPath=index[path];if(!shardPath)throw Error('证据索引缺失');let shard=await loadJson(shardPath),hash=shard.artifacts[path],value=shard.blobs[hash];if(typeof value!=='string')throw Error('证据内容缺失');node.textContent=value;let raw=document.getElementById('evidence-raw');raw.href=URL.createObjectURL(new Blob([value],{type:'text/plain;charset=utf-8'}));raw.download=path.split('/').pop()}catch(error){node.textContent='无法读取证据：'+error.message}}
+async function renderResult(){let params=new URLSearchParams(location.search),provider=params.get('provider')||'',id=params.get('id')||'';let title=document.getElementById('result-title');if(!/^[a-z0-9-]+$/.test(provider)||!/^[A-Za-z0-9-]+$/.test(id)){title.textContent='无效结果地址';return}try{let index=await loadJson('result-shard-index.json'),key=provider+'|'+id,shardPath=index[key];if(!shardPath)throw Error('结果索引缺失');let shard=await loadJson(shardPath),row=shard.results[key];if(!row)throw Error('结果内容缺失');let names={moli:'Moli 1.1.9', 'moli-fixed':'Moli 1.1.9（修复后）',lightpanda:'Lightpanda',obscura:'Obscura',chromium:'Chrome',kitesurf:'Kitesurf'},name=names[provider]||provider;title.textContent=name+' · '+id;document.title=title.textContent+' · WebMainBench 545';document.getElementById('result-source').textContent=row.original_url;let failure=['请求失败','空输出','错误页'].includes(row.diagnosis),detail=document.querySelector('[data-report-detail]');detail.dataset.reportDetail=failure?'failed':'success';document.getElementById('result-summary').textContent='状态：'+(row.ok?'返回成功':'请求失败')+'；诊断：'+row.diagnosis+'；最终调用 '+row.elapsed_ms.toFixed(0)+' ms；物理调用 '+row.physical_attempt_count+' 次，含重试总耗时 '+row.total_elapsed_ms.toFixed(0)+' ms。';let correction=document.getElementById('result-correction');correction.hidden=!row.supersedes_attempt_id;let section=document.getElementById('result-failure');section.hidden=!failure;if(failure){document.getElementById('result-stage').textContent='阶段：'+(row.error_type||row.diagnosis);document.getElementById('result-error').textContent='程序错误：'+(row.error_message||'无');document.getElementById('result-log').textContent=row.provider_metadata?.stderr||row.provider_metadata?.browser_stderr||'无日志';document.getElementById('result-cause').textContent='复核原因：'+(row.review?.cause||'未记录');document.getElementById('result-treatment').textContent='处理：'+(row.review?.treatment||'未记录').replace(/[。；]+$/,'')+'；状态：'+(row.review?.status||'未记录')}let labels=[['text_edit','全文'],['code_edit','代码'],['formula_edit','公式'],['table_edit','表格内容'],['table_TEDS','表格结构']],body=document.getElementById('result-metrics');for(let [metric,label] of labels){let tr=document.createElement('tr'),entry=row.metrics?.[metric]||{};for(let value of [label,(!entry.success||entry.score==null)?'—':(entry.score*100).toFixed(1)+'%',entry.success?'参与计分':'不参与计分']){let td=document.createElement('td');td.textContent=value;tr.append(td)}body.append(tr)}document.getElementById('result-case').href='cases/index.html?id='+id;document.getElementById('result-output').href='viewer/index.html?path='+encodeURIComponent(row.artifact_path);document.getElementById('result-reference').href='viewer/index.html?path=references/'+id+'.md';document.getElementById('result-source-link').href='viewer/index.html?path=sources/'+id+'.html.txt';let physical=shard.physical[id]||[],list=document.getElementById('result-physical-list');for(let [number,attempt] of physical.entries()){let li=document.createElement('li'),a=document.createElement('a');a.href='viewer/index.html?path='+encodeURIComponent(attempt.physical_artifact_path);a.textContent='第 '+(number+1)+' 次调用 · '+attempt.elapsed_ms.toFixed(0)+' ms';li.append(a);list.append(li)}document.getElementById('result-physical').hidden=!physical.length}catch(error){title.textContent='无法载入结果：'+error.message}}
+async function renderCase(){
+ let id=new URLSearchParams(location.search).get('id')||'',slot=document.getElementById('case-id');
+ if(!/^[A-Za-z0-9-]+$/.test(id)){slot.textContent='无效任务地址';return}
+ try{
+ let dataset=await loadJson('dataset.json'),item=dataset.cases.find(x=>x.id===id);
+ if(!item)throw Error('任务不存在');
+ slot.textContent=id;document.getElementById('case-url').textContent=item.url;
+ document.title='同页比较 '+id+' · WebMainBench 545';
+ document.getElementById('case-source').href='viewer/index.html?path=sources/'+id+'.html.txt';
+ document.getElementById('case-reference').href='viewer/index.html?path=references/'+id+'.md';
+ let resultIndex=await loadJson('result-shard-index.json'),artifactIndex=await loadJson('artifact-shard-index.json');
+ let names={moli:'Moli 1.1.9','moli-fixed':'Moli 1.1.9（修复后）',lightpanda:'Lightpanda',obscura:'Obscura',chromium:'Chrome',kitesurf:'Kitesurf'};
+ let metrics=['overall','text_edit','code_edit','formula_edit','table_edit','table_TEDS'];
+ let providers=dataset.coverage_plan.static_html,referencePath='references/'+id+'.md';
+ let paths=[...new Set([...providers.map(p=>resultIndex[p+'|'+id]),artifactIndex[referencePath]])];
+ if(paths.some(x=>!x))throw Error('同页证据不完整');
+ let loaded=await Promise.all(paths.map(loadJson)),shards=Object.fromEntries(paths.map((p,i)=>[p,loaded[i]]));
+ let referenceShard=shards[artifactIndex[referencePath]],reference=referenceShard.blobs[referenceShard.artifacts[referencePath]];
+ if(typeof reference!=='string')throw Error('人工答案缺失');
+ let grid=document.getElementById('case-comparison'),referencePanel=document.createElement('article');
+ referencePanel.className='panel';let referenceTitle=document.createElement('h2');referenceTitle.textContent='人工主内容答案';
+ let referenceNote=document.createElement('p');referenceNote.className='note';referenceNote.textContent='人工答案是评测参考，判断正文与格式仍需结合冻结网页和各方法输出。';
+ let referenceBody=document.createElement('pre');referenceBody.textContent=reference;
+ referencePanel.append(referenceTitle,referenceNote,referenceBody);grid.append(referencePanel);
+ let body=document.getElementById('case-results');
+ for(let provider of providers){
+ let shard=shards[resultIndex[provider+'|'+id]],row=shard.results[provider+'|'+id];
+ if(!row)throw Error('同页方法缺失');
+ let output=shard.blobs[shard.artifacts[row.artifact_path]];
+ if(typeof output!=='string')throw Error('方法输出缺失：'+provider);
+ let tr=document.createElement('tr'),td=document.createElement('td'),link=document.createElement('a');
+ link.href='results/index.html?provider='+provider+'&id='+id;link.textContent=names[provider]||provider;
+ td.append(link);tr.append(td);td=document.createElement('td');td.textContent=row.diagnosis;tr.append(td);
+ for(let metric of metrics){td=document.createElement('td');let entry=row.metrics?.[metric];td.textContent=(!entry?.success||entry.score==null)?'—':(entry.score*100).toFixed(1)+'%';tr.append(td)}
+ body.append(tr);
+ let panel=document.createElement('article');panel.className='panel result-output';
+ let title=document.createElement('h2');title.textContent=names[provider]||provider;
+ let note=document.createElement('p');note.className='note';note.textContent='诊断：'+row.diagnosis+'；正文 '+row.output_chars+' 字。';
+ let detail=document.createElement('a');detail.href=link.href;detail.textContent='查看评分、错误与调用记录';
+ let raw=document.createElement('pre');raw.textContent=output||'（空输出）';
+ panel.append(title,note,detail,raw);grid.append(panel);
+ }
+ }catch(error){slot.textContent='无法载入同页结果：'+error.message}
+}
+document.addEventListener('DOMContentLoaded',()=>{if(document.getElementById('result-title'))renderResult();if(document.getElementById('case-id'))renderCase()});
+"""
+ js += """
+async function openDiagnosis(button){let tr=button.closest('tr[data-result]'),dialog=document.getElementById('diagnosis-dialog'),provider=tr?.dataset.provider,id=tr?.dataset.caseId;if(!dialog||!provider||!id)return;let put=(name,value)=>{document.getElementById('diagnosis-'+name).textContent=value};put('title','正在读取诊断…');put('error','');put('log','');put('cause','');put('treatment','');dialog.showModal();try{let index=await loadJson('result-shard-index.json'),key=provider+'|'+id,shard=await loadJson(index[key]),row=shard.results[key];if(!row)throw Error('结果证据缺失');put('title',id+' · '+row.diagnosis);put('stage',row.error_type?'失败阶段：'+row.error_type:'诊断类别：'+row.diagnosis);put('error','程序错误：'+(row.error_message||'无'));put('log',row.provider_metadata?.stderr||row.provider_metadata?.browser_stderr||row.error_message||'无日志');put('cause','复核原因：'+(row.review?.cause||'未独立复核'));put('treatment','处理：'+(row.review?.treatment||'未记录')+'；状态：'+(row.review?.status||'未记录'));document.getElementById('diagnosis-result').href='results/index.html?provider='+provider+'&id='+id;document.getElementById('diagnosis-output').href='viewer/index.html?path='+encodeURIComponent(row.artifact_path);document.getElementById('diagnosis-case').href='cases/index.html?id='+id}catch(error){put('title','诊断读取失败');put('error',error.message)}}
+document.addEventListener('DOMContentLoaded',()=>{let dialog=document.getElementById('diagnosis-dialog');if(!dialog)return;document.getElementById('diagnosis-close').addEventListener('click',()=>dialog.close());document.addEventListener('click',event=>{let button=event.target.closest('button[data-diagnose]');if(button)openDiagnosis(button)})});
+"""
+ css += "code,#result-error{overflow-wrap:anywhere;word-break:break-word}dialog{width:min(760px,calc(100% - 24px));max-height:85vh;overflow:auto;border:1px solid #9aacc0;border-radius:12px;background:white;color:#172637;padding:22px}dialog::backdrop{background:#0b172bc9}body.dark dialog{background:#1c2b3b;color:#edf3fa;border-color:#61768b}dialog .actions{margin-top:16px}dialog pre{max-height:28vh}td button[data-diagnose]{font-size:14px;padding:2px 6px}"
+ (out / "assets").mkdir(exist_ok=True)
+ (out / "assets/style.css").write_text(css, encoding="utf-8")
+ (out / "assets/report.js").write_text(js, encoding="utf-8")
+
+ def anchor(path, label):
+ return '' + esc(label) + ''
+
+ def table(headers, rows):
+ return '
")
+ return table(["方法"] + [label for _, label in measures] + ["目标正文"], rows)
+
+ def latency_table():
+ rows = []
+ by_provider = {provider: [row for row in records if row["provider"] == provider] for provider in providers}
+ successful_by_provider = {
+ provider: [row["elapsed_ms"] for row in by_provider[provider] if target_body[row["attempt_id"]]]
+ for provider in providers
+ }
+ values_by_provider = {provider: ([statistics.mean(values), percentile(values, .5), percentile(values, .95)] if values else [None] * 3) +
+ [sum(row["total_elapsed_ms"] for row in by_provider[provider])]
+ for provider, values in successful_by_provider.items()}
+ for provider in providers:
+ numbers = []
+ for index, value in enumerate(values_by_provider[provider]):
+ eligible = [values_by_provider[other][index] for other in providers if other != "moli-fixed" and values_by_provider[other][index] is not None]
+ unique = provider != "moli-fixed" and value is not None and value == min(eligible) and eligible.count(value) == 1
+ marker = '' if unique else ''
+ end = '' if unique else ''
+ numbers.append('
' + marker +
+ (f"{value:,.0f} ms" if value is not None else "—") + end + '
")
+ return table(["方法", "目标正文页", "均值", "P50", "P95", "含重试总耗时"], rows)
+
+ def all_call_latency_table():
+ distributions = {provider: [row["elapsed_ms"] for row in records if row["provider"] == provider] for provider in providers}
+ values = {provider: [statistics.mean(items), percentile(items, .5), percentile(items, .95)]
+ for provider, items in distributions.items()}
+ rows = []
+ for provider in providers:
+ cells = []
+ for index, number in enumerate(values[provider]):
+ column = [values[other][index] for other in providers if other != "moli-fixed"]
+ unique = provider != "moli-fixed" and number == min(column) and column.count(number) == 1
+ marker = '' if unique else ''
+ cells.append('
')
+ shards = defaultdict(lambda: {"results": {}, "artifacts": {}, "blobs": {}, "physical": {}})
+ result_index = {}
+ artifact_index = {}
+ def shard_name(provider, case_id):
+ bucket = int(hashlib.sha256(case_id.encode()).hexdigest()[:2], 16) % 8
+ return f"shards/{provider}-{bucket}.json"
+ def bound_artifact(path, expected, shard_path):
+ source = contained_path(out, path)
+ raw = source.read_bytes()
+ if hashlib.sha256(raw).hexdigest() != expected:
+ raise ValueError("Public artifact changed: " + path)
+ shards[shard_path]["artifacts"][path] = expected
+ shards[shard_path]["blobs"][expected] = raw.decode("utf-8")
+ artifact_index[path] = shard_path
+ for row in records:
+ key = row["provider"] + "|" + row["case_id"]
+ target = shard_name(row["provider"], row["case_id"])
+ shards[target]["results"][key] = {**row, "diagnosis": categories[row["attempt_id"]],
+ "review": reviewed_failures.get((row["provider"], row["case_id"]))}
+ result_index[key] = target
+ bound_artifact(row["artifact_path"], row["output_sha256"], target)
+ physical_path = out / "physical-attempts.jsonl"
+ physical = [json.loads(line) for line in physical_path.read_text(encoding="utf-8").splitlines() if line.strip()] if physical_path.is_file() else []
+ for attempt in physical:
+ case_id = attempt["track_id"]
+ target = shard_name(attempt["provider"], case_id)
+ shards[target]["physical"].setdefault(case_id, []).append(attempt)
+ bound_artifact(attempt["physical_artifact_path"], attempt["output_sha256"], target)
+ for historical_name, path_key in [('superseded-case-results.jsonl', 'artifact_path'),
+ ('superseded-case-calls.jsonl', 'physical_artifact_path')]:
+ historical_path = out / historical_name
+ if historical_path.is_file():
+ for attempt in (json.loads(line) for line in historical_path.read_text().splitlines()):
+ case_id = attempt.get('case_id', attempt.get('track_id'))
+ target = shard_name(attempt['provider'], case_id)
+ bound_artifact(attempt[path_key], attempt['output_sha256'], target)
+ for case in dataset["cases"]:
+ case_id = case["id"]
+ target = shard_name("source", case_id)
+ bound_artifact(f"sources/{case_id}.html.txt", case["input_html_sha256"], target)
+ bound_artifact(f"references/{case_id}.md", case["reference_sha256"], target)
+ for relative, data in shards.items():
+ target = out / relative
+ target.parent.mkdir(parents=True, exist_ok=True)
+ target.write_text(json.dumps(data, ensure_ascii=False, separators=(",", ":")), encoding="utf-8")
+ (out / "result-shard-index.json").write_text(json.dumps(result_index, separators=(",", ":")), encoding="utf-8")
+ (out / "artifact-shard-index.json").write_text(json.dumps(artifact_index, separators=(",", ":")), encoding="utf-8")
+ shutil.rmtree(out / "artifacts")
+ shutil.rmtree(out / "sources")
+ shutil.rmtree(out / "references")
+ interface_rows = ['
' + esc(labels[provider]) + '
' + esc(content['interfaces'][provider]) + '
'
+ for provider in providers]
+ retry_count = sum(row["physical_attempt_count"] - 1 for row in records)
+ recovered_count = sum(row["ok"] and row["physical_attempt_count"] == 2 for row in records)
+ final_request_failures = sum(not row["ok"] for row in records)
+ page("methodology/index.html", "评测方法",
+ '