zizi-al/games-development-ai
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity
games-development-ai/contracts/prompts/eval/playtest.judge-a/runs/run-20260725.jsonl
lili 87777975c7 feat(w-axis): R1 生成可信闸代码收口(actor/judge闭合+W-GOLD-LIVE+full_gate+三批闸门) 
actor/judge prompt eval 闭合: actor 3.0.5 正文强化+baseline(7轮); judge 3.0.14 正文强化+anyTerms同义词补全+baseline(judge-a 13轮/judge-b 33轮); registry/checker 版本对齐+顺序锚点 fail-closed 双保险
W-GOLD-LIVE live_prompt: play-loop 契约开口(request/3+provenance/3+ReferenceAssetRecord/1+Registry/1+迁移清单15条); cheap_verify 切v3+消费对账六闸(只消费active)+生成prompt注入接线(0 active不注入); Node runner playtest-v3.cdp.cjs 升/3+绊线恢复; 真模型回归验向后兼容
full_gate+三批基线: full_gate.py 集成runner串六子门+降级+22测; baseline_gates.py fresh25阈值+historical11预期表(2 needs_human交创始人定标)+shadow20框架+38测
注: registry cheap-system 登记 1.8.0→1.8.1 同步此前在途 cheap-system.md frontmatter 升版(修 pre-commit 版本漂移); cheap_verify/cheap_studio/validate/test_acceptance_v3/test_cheap_service_driver 为在途M含本会话叠加+此前W-AXIS在途(同一线无法hunk分离); 3红测试根因与raw审计未入本提交
2026-07-25 18:47:47 -07:00

19 lines
199 KiB
JSON
Raw Blame History

This file contains ambiguous Unicode characters

This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.

{"ts": "2026-07-25T17:13:12.793739+00:00", "runId": "20260725T171132.987638Z-p92079-n1784999492987895000", "promptId": "playtest.judge-a", "version": "3.0.13", "model": "MiniMax-M3", "promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 5, "successRate": 0.8333, "gate1_schema": true, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4"}, "requestBodySha256": {"judge:accept:business-settlement": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b", "judge:inconclusive:business-visual-conflict": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109", "judge:accept:puzzle-victory": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c", "judge:inconclusive:puzzle-conflict": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702", "judge:reject:runner-crashed-injection": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69", "judge:inconclusive:missing-proof-injection": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": false, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/run-manifest.json", "sha256": "8822ee6fc1aa9f7b3a318e095562ebaf1fd6408c543492f02e649d56e282ddc4", "runAuditHash": "322ebda5b0e0fe292ace905a07fedc6a9ce321a613adfa75f35ce170fce62c27", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.129766, "promptTokens": 18694, "completionTokens": 10140, "totalLatencyMs": 98327, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0001.txt", "size": 614, "sha256": "ecc0950e9d89f8d25e1d7af51fb9ef61dff429cc9b95d46d2f23a3ef7660a27f", "requestBodySha256": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0002.txt", "size": 1152, "sha256": "7cd976e44f66fc65a70060cedf0de6cc1edcef498ba890d6fbb0cc4008fdaa69", "requestBodySha256": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0003.txt", "size": 662, "sha256": "a104e4f24b6ecf1dff69c26ee1544a5051ca11ce2a8eec7c6521c538258ceed8", "requestBodySha256": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0004.txt", "size": 796, "sha256": "8d3a687286e41c1cf8ed123feb45bdd0c8a3dcff9fca0f3d96b9a8478f92d1a3", "requestBodySha256": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0005.txt", "size": 995, "sha256": "c9c2027146470296a5e2676f8b8183867a631ea3c8429e49242fc10e6057a885", "requestBodySha256": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T171132.987638Z-p92079-n1784999492987895000/response-0006.txt", "size": 588, "sha256": "c4bdb7f0d2ad4dda6a39d26ae46fb161ee463f68060d301b0488cf1fcf9522fa", "requestBodySha256": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}}}}
{"ts": "2026-07-25T17:17:58.188553+00:00", "runId": "20260725T171552.128856Z-p33120-n1784999752129131000", "promptId": "playtest.judge-a", "version": "3.0.13", "model": "MiniMax-M3", "promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 5, "successRate": 0.8333, "gate1_schema": true, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4"}, "requestBodySha256": {"judge:accept:business-settlement": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b", "judge:inconclusive:business-visual-conflict": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109", "judge:accept:puzzle-victory": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c", "judge:inconclusive:puzzle-conflict": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702", "judge:reject:runner-crashed-injection": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69", "judge:inconclusive:missing-proof-injection": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": false}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": false, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/run-manifest.json", "sha256": "8209d50f40f4120306de5462382c257ba933900436cd2018e7f1d7f1538ed25b", "runAuditHash": "0b982f2c197f50dea4ba21cc45f07c9195b5168f06f84146bd3bfcfa0069e68b", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.165936, "promptTokens": 18694, "completionTokens": 14269, "totalLatencyMs": 124574, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0001.txt", "size": 715, "sha256": "42100f482afc26b7105633679857681e9f476edaa044179d7215dddc7b39ec1a", "requestBodySha256": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": false}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0002.txt", "size": 997, "sha256": "35bb6857c0e8804998bd1bb5bdd39dccacbf83f43cc6848ea1da73b04ec1cc4a", "requestBodySha256": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0003.txt", "size": 664, "sha256": "2d146c8b1621a92c83c6f40aecc282050dd172b49a1b6137c7e49e8909863274", "requestBodySha256": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0004.txt", "size": 981, "sha256": "542cab6aac660f3e06bf6ae9d3f25aecbe6e21f1388e888b9a6a77cecb6d6478", "requestBodySha256": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0005.txt", "size": 940, "sha256": "0d9175de04b95dbbf575b1eb3baabfc693677c96a09db0b03763a48438b8448e", "requestBodySha256": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T171552.128856Z-p33120-n1784999752129131000/response-0006.txt", "size": 708, "sha256": "9e4480b3f40022e0b8040aedc66883736cfc85f7794657ed528ec7d79797abce", "requestBodySha256": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}}}}
{"ts": "2026-07-25T17:21:34.600952+00:00", "runId": "20260725T171907.227589Z-p85068-n1784999947227857000", "promptId": "playtest.judge-a", "version": "3.0.13", "model": "MiniMax-M3", "promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 3, "successRate": 0.5, "gate1_schema": true, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4"}, "requestBodySha256": {"judge:accept:business-settlement": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b", "judge:inconclusive:business-visual-conflict": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109", "judge:accept:puzzle-victory": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c", "judge:inconclusive:puzzle-conflict": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702", "judge:reject:runner-crashed-injection": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69", "judge:inconclusive:missing-proof-injection": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": false, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": false, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": false}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/run-manifest.json", "sha256": "fa0d0d83ea7a95305151db5d45c625b31e98fde65459f874aee81aa2e1abe275", "runAuditHash": "603a07405c335777ea30248fdbe51d6defdd21f19aeddf8a5002f8f44022e0fc", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.171262, "promptTokens": 18694, "completionTokens": 14877, "totalLatencyMs": 145894, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0001.txt", "size": 587, "sha256": "1b360766680195d0624c6aa8087e48b4d5757a3fcb28531ecfd8d3ab2a442d49", "requestBodySha256": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0002.txt", "size": 972, "sha256": "ddaa04545e01ad31512164f5d011c481a8fa4f01dd1fed74f7032560595840d7", "requestBodySha256": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0003.txt", "size": 624, "sha256": "eceb0e075ca27cf3bd7b7f3b98af6e1a747b2304133c97225bd832765ff98870", "requestBodySha256": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0004.txt", "size": 969, "sha256": "8a75e333ca806a0427333e0cb6cdc66cdfd04b1a0d119c46c61e4822d3e75a9b", "requestBodySha256": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0005.txt", "size": 928, "sha256": "ca9b62a25c1909ca75e9e71a715223273b2024f3b4a44c42ac71bbbb10d39c29", "requestBodySha256": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T171907.227589Z-p85068-n1784999947227857000/response-0006.txt", "size": 570, "sha256": "55c394250e6b53ede508afd21acc70e0d40115027347b19c634a26a941c0b41e", "requestBodySha256": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}}}}
{"ts": "2026-07-25T17:23:42.338409+00:00", "runId": "20260725T172135.702623Z-p10686-n1785000095702865000", "promptId": "playtest.judge-a", "version": "3.0.13", "model": "MiniMax-M3", "promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 4, "successRate": 0.6667, "gate1_schema": true, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4"}, "requestBodySha256": {"judge:accept:business-settlement": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b", "judge:inconclusive:business-visual-conflict": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109", "judge:accept:puzzle-victory": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c", "judge:inconclusive:puzzle-conflict": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702", "judge:reject:runner-crashed-injection": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69", "judge:inconclusive:missing-proof-injection": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": false}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": false, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": false}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/run-manifest.json", "sha256": "d3d65388a3ef4572c209795ca7bb14aa233c3c2ff5ccf4202efb8367cb0e5a90", "runAuditHash": "fe5799147e0913431b9a0a74aa1c5ee193729abf9c7780ba678862c23702e770", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.153541, "promptTokens": 18694, "completionTokens": 12854, "totalLatencyMs": 125189, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0001.txt", "size": 621, "sha256": "332e21bc7323d57a42d93f6bb5a20cb10471111bbfde4f72169e6106965646a5", "requestBodySha256": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": false}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0002.txt", "size": 810, "sha256": "d28523caf256b1ffd4610bb3a077e0f46c252b62c20d7a34f1ab7cd4698c9602", "requestBodySha256": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0003.txt", "size": 671, "sha256": "a88b7e8542b1e1e91f88f8d604dd3a10f9a35b98d0109a1076f3bc03c86c99fd", "requestBodySha256": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0004.txt", "size": 946, "sha256": "98648d7f00f8e9e496e157e0ea705ddde2bf4aedc996b797b19ead9e8994e794", "requestBodySha256": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0005.txt", "size": 937, "sha256": "05b93787de40ab091472d68378ad6717724f70c9b5151e123d550b59c499cae4", "requestBodySha256": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T172135.702623Z-p10686-n1785000095702865000/response-0006.txt", "size": 519, "sha256": "a6814b8c60deb499675d7cc5eed4a8eae27f8ab6bd38f2f659a9a6d5825cf301", "requestBodySha256": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}}}}
{"ts": "2026-07-25T17:25:42.881901+00:00", "runId": "20260725T172343.409852Z-p50371-n1785000223410125000", "promptId": "playtest.judge-a", "version": "3.0.13", "model": "MiniMax-M3", "promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 5, "nCorrect": 4, "successRate": 0.6667, "gate1_schema": false, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "70904ef387e73838fc22424491823e0ee6f01b098b49f91d9d550d493c07f94e", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "5fe275ceda1c8359c0dcda603fdf391466c04f980d418d2b0a56f83fce10d604", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "626b138b134ed67d6689c4d5c70aeced0720120ad190d37f56068cbf627336ed"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "b3f43a6c3c3694e819e2235733e52cf4e5e7bdb77f31eb2dfa21d335856ecba4"}, "requestBodySha256": {"judge:accept:business-settlement": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b", "judge:inconclusive:business-visual-conflict": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109", "judge:accept:puzzle-victory": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c", "judge:inconclusive:puzzle-conflict": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702", "judge:reject:runner-crashed-injection": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69", "judge:inconclusive:missing-proof-injection": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": false, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/run-manifest.json", "sha256": "c2705a9d728ebcc969966d83b55ff3af1aa79bc05553e60b8ee285b670cf2235", "runAuditHash": "a2ecf204334092f79b94b40959a5aa60a916c728e2b12676f4c56113bfe68ad9", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.13928, "promptTokens": 18694, "completionTokens": 11226, "totalLatencyMs": 117967, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0001.txt", "size": 602, "sha256": "9b34e29382b079d59ea48e53298e6f800a8574f7de1b208bc7b085b26fd67bdc", "requestBodySha256": "44e5df4dc0d4ebfd217cd50e37b34bed9d3bdbb635490b0cfd86d56dd15b022b"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0002.txt", "size": 894, "sha256": "a578b954e8bc6598a7a5ecfcd4958f689756499e157e6d1d21f62f2284903425", "requestBodySha256": "5dbf0ca04f21adcd78b84d5b68e90e330e531c026bbc3564e8f5f13919acf109"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0003.txt", "size": 581, "sha256": "450afc0eea735bf6690f7cd38315041a90c399c648b82a9f0453022888e7ac5e", "requestBodySha256": "4dfa81683b72146e07dfcd617b1b4bd51453f6d30e23bea8dadc9e58db4d935c"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0004.txt", "size": 1032, "sha256": "fb3ff0288912dd0583b955bcc67c7d130306ea2c22aef7aa120db52787818642", "requestBodySha256": "71b88592fcd0871b3eaa654e824c6977cc7042560774fd69cfecc3ce4648a702"}}, "judge:reject:runner-crashed-injection": {"schema_ok": false, "correct": false, "verdict": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "schema_bad": ["<非 JSON 对象>", "生产 parser:judge_text_reference_missing:Judge problems 整体缺可复核的 action/frame/event 引用"], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0005.txt", "size": 949, "sha256": "c02d14436d35bde3d3358fed39e4009d4863aa56c4f722937d81466f813a8540", "requestBodySha256": "e0e0ea84364efcb453e83d98cd7877d7c712cafb2e65e2e7b81f3ba6671cbd69"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T172343.409852Z-p50371-n1785000223410125000/response-0006.txt", "size": 459, "sha256": "6dc79fa9448f3f7f8bc1e7d6524ee278de67a6525976e754eff9f8e803c090e3", "requestBodySha256": "73fdeeeb8e3e38f94ea1f278ffd54f7181e024765b193099eb564dba8dd27b79"}}}}
{"ts": "2026-07-25T19:03:12.231129+00:00", "runId": "20260725T190054.152442Z-p36550-n1785006054152705000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 4, "successRate": 0.6667, "gate1_schema": true, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": false, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": false}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/run-manifest.json", "sha256": "6e113016db48ba78b2c4e0b40a2cbaf0ba982b5b61fb70a899fa97953a186dab", "runAuditHash": "99b2e9b21b760c2ddd7e0cf54b4ba89385270fc681168f51bbcf68ba83f87096", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.156957, "promptTokens": 20238, "completionTokens": 12858, "totalLatencyMs": 136609, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0001.txt", "size": 665, "sha256": "f9c3afb09b6a4803e3e926959db9b05940bd4b69be4a0618437a7ff309db93ac", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0002.txt", "size": 1246, "sha256": "c53cce2fc7c03597a432cf1317cb3b4465e035ea6d9595c53c3a64e6c7096396", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0003.txt", "size": 701, "sha256": "bc9d653017187d529b61980369ad5e0a7008a7ad81a92466d5b4789ffc0442c8", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0004.txt", "size": 894, "sha256": "3b099066129751f06e9f14143873d4b5274c83242c2578bafd5b043ca9b169d9", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0005.txt", "size": 1258, "sha256": "168fc0e1006e945ad4ce27c0e4462dd8e99401bf485e4a1264d23a4110bcf61f", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T190054.152442Z-p36550-n1785006054152705000/response-0006.txt", "size": 755, "sha256": "9f2e8debd51733b9f54dccf11d6b9d3353f10a7fe8d0f89de6f08e1db418915d", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:07:15.278295+00:00", "runId": "20260725T190518.853994Z-p85357-n1785006318854266000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 1, "previousRunIds": [], "cohortReady": false, "cohortRuns": 1, "cohortCorrect": 6, "cohortSchemaOk": 6, "perKeyCorrectCounts": {"judge:accept:business-settlement": 1, "judge:inconclusive:business-visual-conflict": 1, "judge:accept:puzzle-victory": 1, "judge:inconclusive:puzzle-conflict": 1, "judge:reject:runner-crashed-injection": 1, "judge:inconclusive:missing-proof-injection": 1}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/run-manifest.json", "sha256": "34c2ae8fb3ccb343c5eb11c140232144de7749d466932f8f6f8050da5f021471", "runAuditHash": "2e9ffff87350e953211870773c7f6d529a56d552682040126c946099b6747610", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.126797, "promptTokens": 20242, "completionTokens": 9414, "totalLatencyMs": 115037, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "同请求合格 1 轮；三轮 cohort 正确 6/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0001.txt", "size": 780, "sha256": "0a10811e9c37859c919afdd62b7aaf6be3250c6b707d5f194367eca3b7292d3f", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0002.txt", "size": 1213, "sha256": "3ad6ae575c11332914f263819c03d12d1792f1a64f6c6c0273c884aae2386256", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0003.txt", "size": 642, "sha256": "2719ef7fff8457338cdcc1e905cb0386cc183903f4687edac121bd45a42fcb3a", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0004.txt", "size": 1055, "sha256": "63cfaa11f153271be93dd2361384690ed75c8ec1ba5e99ae6da73a3a566e4a01", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0005.txt", "size": 998, "sha256": "b0a1014fc59c10db423223398d1a33efdd58ccd6a246f5014702af632d2c8bd0", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T190518.853994Z-p85357-n1785006318854266000/response-0006.txt", "size": 692, "sha256": "6465305e626a1ac604c84762bab0523e7c0cca920fcb3f89b749e27def289fa5", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:10:00.319891+00:00", "runId": "20260725T190749.919812Z-p21747-n1785006469920109000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 2, "previousRunIds": ["20260725T190518.853994Z-p85357-n1785006318854266000"], "cohortReady": false, "cohortRuns": 2, "cohortCorrect": 12, "cohortSchemaOk": 12, "perKeyCorrectCounts": {"judge:accept:business-settlement": 2, "judge:inconclusive:business-visual-conflict": 2, "judge:accept:puzzle-victory": 2, "judge:inconclusive:puzzle-conflict": 2, "judge:reject:runner-crashed-injection": 2, "judge:inconclusive:missing-proof-injection": 2}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/run-manifest.json", "sha256": "09aae8605590d925329e9663b6c94d4a92014876f1ae2ae1e68646794ec42ca9", "runAuditHash": "296c4a70117224b9b352e4a9918a65657e7c3b951afc93df60921befdcf1a6e6", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.141627, "promptTokens": 20238, "completionTokens": 11108, "totalLatencyMs": 128934, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "同请求合格 2 轮；三轮 cohort 正确 12/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0001.txt", "size": 676, "sha256": "807e96a2a0e0946a202a2fa8bd21f396742819319b522d87113bb8a0384962c5", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0002.txt", "size": 993, "sha256": "2a64241585c945584047ad3a7027aa79818bb0759b43882b5a78827af2f83a4d", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0003.txt", "size": 618, "sha256": "326147e9ebcba0e8b3173b83a4abd47b5ac534b91cc778a8c574637dde35de5b", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0004.txt", "size": 1282, "sha256": "3ff7c70e2f5d1648f176e268eb1e61501f290657405b3f109ccfa239bb84b67f", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0005.txt", "size": 855, "sha256": "802e08e8a4bf5463da50cc8d36396ffed109384c96b34a28a1f5ed4350454241", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T190749.919812Z-p21747-n1785006469920109000/response-0006.txt", "size": 922, "sha256": "fcbd2720f57b17d7d738474d9ce672d5da0328ac72fc59c077c3714da894a700", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:11:46.666195+00:00", "runId": "20260725T191013.021969Z-p57623-n1785006613022281000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 5, "nCorrect": 4, "successRate": 0.6667, "gate1_schema": false, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": false}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": true, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/run-manifest.json", "sha256": "324d7235d223a418f37fb7c82b7fcbfa5172bf014672699e47a668ba618eb7d9", "runAuditHash": "d158d70fba3a705337bc475f4e0255c75e2c70cee25251015d4d9068939367cf", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.134054, "promptTokens": 20240, "completionTokens": 10243, "totalLatencyMs": 92126, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0001.txt", "size": 664, "sha256": "4b0b208c4f3bea44f0c49999352bfb8bc63284008b08672695d11c10181ca457", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0002.txt", "size": 954, "sha256": "96f8af211aaa231d1cc1e277a95b046a561cf315d6272a8893362277feff88d9", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0003.txt", "size": 581, "sha256": "3f47f3baacf0095272db18df56b6b9a32f12354a51752d56a6bdb6946e1494f5", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0004.txt", "size": 1106, "sha256": "9694b1db482fe758cf524f0f4c5a23d26b0ebd964e261310f3409750cad544d9", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": false, "correct": false, "verdict": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "schema_bad": ["<非 JSON 对象>", "生产 parser:invalid_judge_json:Judge 必须只输出一个合法 JSON 对象"], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0005.txt", "size": 697, "sha256": "d0ea778373f0fc6f8c816e17c15c6829f1265e82a0f4e710bdfb80b6edb03d21", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T191013.021969Z-p57623-n1785006613022281000/response-0006.txt", "size": 521, "sha256": "11ee328667a4d7302498466e017c54e2a344527cab7b3f8f9d6e8e77e04ea510", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:14:32.129759+00:00", "runId": "20260725T191243.727918Z-p86109-n1785006763728220000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 4, "nCorrect": 4, "successRate": 0.6667, "gate1_schema": false, "gate2_success": false, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "judge:reject:runner-crashed-injection": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": false, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": false, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/run-manifest.json", "sha256": "5250a83fff55a1b0f540f122ecf1e8a4a1e842c603ff006a723a9713a0c2825d", "runAuditHash": "eaae38aa321c4eaa632513291ce5ad55a6dfa59cf6a2becd1f6f3e2e45562743", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.163028, "promptTokens": 20238, "completionTokens": 13551, "totalLatencyMs": 106910, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0001.txt", "size": 688, "sha256": "fba5bbfaa094868f4391ec1fef4dab60332bf349ec5128774018a2519da5f4ec", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0002.txt", "size": 1499, "sha256": "202cdde3fb03a6a829f5875778e20d924cd353516f5c813406b6c7eaeb378dcb", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0003.txt", "size": 601, "sha256": "48f639c7ad9a82a6699c859eb03ddc050cd30daf6294af4827277da05bdb000d", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": false, "correct": false, "verdict": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "schema_bad": ["<非 JSON 对象>", "生产 parser:invalid_judge_json:Judge 必须只输出一个合法 JSON 对象"], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0004.txt", "size": 1479, "sha256": "428833f7d84c35d1835c6dcda9350da9821870ee1220d5d434f7ffe3d64aaa76", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": false, "correct": false, "verdict": {"decision": null, "failureClass": null, "obligations": null, "textTraceability": {"problems": false, "contradictions": false, "summary": false}}, "schema_bad": ["<非 JSON 对象>", "生产 parser:invalid_judge_json:Judge 必须只输出一个合法 JSON 对象"], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0005.txt", "size": 1311, "sha256": "d3d70819fe1fe24511acfa564fdb663895290eda0b93912dd7fed6b774507807", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T191243.727918Z-p86109-n1785006763728220000/response-0006.txt", "size": 623, "sha256": "60b5dde2b852570167456c7bb3258b87f351ed96614fa1eb56d23d2dbce24f87", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:16:35.120224+00:00", "runId": "20260725T191515.766740Z-p26551-n1785006915767044000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 1, "previousRunIds": [], "cohortReady": false, "cohortRuns": 1, "cohortCorrect": 6, "cohortSchemaOk": 6, "perKeyCorrectCounts": {"judge:accept:business-settlement": 1, "judge:inconclusive:business-visual-conflict": 1, "judge:accept:puzzle-victory": 1, "judge:inconclusive:puzzle-conflict": 1, "judge:reject:runner-crashed-injection": 1, "judge:inconclusive:missing-proof-injection": 1}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/run-manifest.json", "sha256": "74329117470892e068405bfd6262d4886075f0790632146ef7e296e4976cbcd9", "runAuditHash": "25404c58f10040a876343fab5c1da6ffa6cdd06efaccf05c3a178fdaa7f6fef8", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.130406, "promptTokens": 20242, "completionTokens": 9826, "totalLatencyMs": 77893, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "同请求合格 1 轮；三轮 cohort 正确 6/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0001.txt", "size": 679, "sha256": "b58080269802b23aab3ec4acd0c571f1c767e5ed9437faf6f4bc9fc164f7eb23", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0002.txt", "size": 1175, "sha256": "8e91194de3b1aa025f3906a65c893917e7881c3ee60148868cbbaf9417b1909a", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0003.txt", "size": 723, "sha256": "eaa4ff19a589f97b3db50b0b963c26bc9cfe12681714478e9b588678c9d77371", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0004.txt", "size": 1104, "sha256": "ed050d18e51d4aa74a97f1f30253f8a59d734f346f1c29458630e3e2bcfda131", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0005.txt", "size": 1175, "sha256": "8492d912da26596c4ddfe021d477186496d8782f25cd10509e9c91993d09333c", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T191515.766740Z-p26551-n1785006915767044000/response-0006.txt", "size": 688, "sha256": "fe7f2a7e82c0806a98d571b6041c6aeba28721d7473f884689acac45f6ec7a9e", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:19:02.523815+00:00", "runId": "20260725T191650.452887Z-p62423-n1785007010453182000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 2, "previousRunIds": ["20260725T191515.766740Z-p26551-n1785006915767044000"], "cohortReady": false, "cohortRuns": 2, "cohortCorrect": 12, "cohortSchemaOk": 12, "perKeyCorrectCounts": {"judge:accept:business-settlement": 2, "judge:inconclusive:business-visual-conflict": 2, "judge:accept:puzzle-victory": 2, "judge:inconclusive:puzzle-conflict": 2, "judge:reject:runner-crashed-injection": 2, "judge:inconclusive:missing-proof-injection": 2}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/run-manifest.json", "sha256": "aeeb447dfe8398dd6b70097237012c79a912f5b85b48c1cb27002941bdcb049a", "runAuditHash": "31ce567e3f2f0b563eadda30498eaf6241aac9a4d8f6b4d648b83c0187c1a60e", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.164898, "promptTokens": 20240, "completionTokens": 13764, "totalLatencyMs": 130631, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "同请求合格 2 轮；三轮 cohort 正确 12/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0001.txt", "size": 838, "sha256": "fc88bdc5e91f126b3a5febe13c6bd7e10139dbfd987559220ea51adf8597dd13", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0002.txt", "size": 914, "sha256": "a60911f0bd063690bc5b2a1292b8d0ac38d2dd61115b02e6c98a000cc4d22248", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0003.txt", "size": 599, "sha256": "2e47f9a3979fd692f2efa8d26d9e52e4a75e256e250c026cf58c171f89bd4a50", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0004.txt", "size": 926, "sha256": "17e92ed75de00ae515bbbab8dc4f99659bc40e97c662a6b4fae060f1b6f46da2", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0005.txt", "size": 1260, "sha256": "725a45266db4ed23bb7a322b4bf6de9b26f58d64114135cdb8bd50727649fbbd", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T191650.452887Z-p62423-n1785007010453182000/response-0006.txt", "size": 652, "sha256": "8dd03523b4d444a57ab2c98ce41d228235fab86f6b1165e880af22018599e1cd", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:21:13.411395+00:00", "runId": "20260725T191916.118851Z-p2634-n1785007156119098000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": true, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 3, "previousRunIds": ["20260725T191650.452887Z-p62423-n1785007010453182000", "20260725T191515.766740Z-p26551-n1785006915767044000"], "cohortReady": true, "cohortRuns": 3, "cohortCorrect": 18, "cohortSchemaOk": 18, "perKeyCorrectCounts": {"judge:accept:business-settlement": 3, "judge:inconclusive:business-visual-conflict": 3, "judge:accept:puzzle-victory": 3, "judge:inconclusive:puzzle-conflict": 3, "judge:reject:runner-crashed-injection": 3, "judge:inconclusive:missing-proof-injection": 3}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "baseline_updated_rerun_required", "allGreen": false, "baselineUpdateRequested": true, "baselineUpdateEligible": true, "baselineUpdated": true, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/run-manifest.json", "sha256": "84d9bbb5289c551e812a575bef0217c6cf55c36ae7d6cefb460160f1c2507280", "runAuditHash": "853c0472545afe5a416445d6b9f5eb1f630e881c0655cbec4c3d7bf16a23d4b8", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.161859, "promptTokens": 20240, "completionTokens": 13417, "totalLatencyMs": 115792, "nError": 0, "gate3_note": "无基线，首次跑（advisory，未拦）", "gate4_note": "无基线，首次跑（advisory，未拦）", "gate5_note": "同请求合格 3 轮；三轮 cohort 正确 18/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0001.txt", "size": 749, "sha256": "897b371c2bf35a9d9550e3826cb630f48e4e6f956ae78f19018bf1c27edc45c7", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0002.txt", "size": 964, "sha256": "3a8bdfdffd65c29ce43ed748d764f68769697a377f9ab731836e048d1660f465", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0003.txt", "size": 615, "sha256": "ab998a8685607da0000504fe070bfe21964a851271e806278bfcee9ec23e97e7", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0004.txt", "size": 1045, "sha256": "b132527b3f26587abf9c2cd31809657498642d3ab4ef57311512134799b50f92", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0005.txt", "size": 929, "sha256": "c91097ade65c32c562a5197f555ed708fbc6905f189a05b6d53d50ecb4f2d8b4", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T191916.118851Z-p2634-n1785007156119098000/response-0006.txt", "size": 649, "sha256": "302ed5a413aa227f454003eba6fe33a0e18ddc1643541455173f5c028fe79b74", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:24:09.970003+00:00", "runId": "20260725T192215.459460Z-p39100-n1785007335459720000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 5, "successRate": 0.8333, "gate1_schema": true, "gate2_success": false, "gate3_regression": false, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": false, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/run-manifest.json", "sha256": "1547f3067c85ba2adcad9b4f9a6e430972f4ad41897d2ff4e4a2811429cbc1c7", "runAuditHash": "73d7b718c94bc3d1b6750abddcc5447fc7125fe1107677b1ff0cb4031ab29b99", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.154592, "promptTokens": 20242, "completionTokens": 12587, "totalLatencyMs": 113004, "nError": 0, "gate3_note": "Judge 金标全对标准回退", "gate4_note": "成本Δ=-4.5%(限+50%) 延迟Δ=-2.4%(限+100%)", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0001.txt", "size": 931, "sha256": "b996674a129e6fe24afefdcebd49c44a633428671f4cc0b83c8f505107aa926f", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0002.txt", "size": 1143, "sha256": "eec4ffd78952b19d89ebb02e5490697e34c5bce620eac3f0f9d4551b74abd499", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0003.txt", "size": 589, "sha256": "796aa002eab537901864a502b93b79e904b2c0b8afc5fae2ddcc6aa0609b1e1e", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": false, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0004.txt", "size": 1149, "sha256": "1f94b815a46392b1e87218f9d7c5d004c1712e1a07bfcc58a232911aeab09256", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0005.txt", "size": 767, "sha256": "bb743b48d1a2ad3181444b6baa4cfae39d9ab2231f9588aee8350ce2bb0e3326", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T192215.459460Z-p39100-n1785007335459720000/response-0006.txt", "size": 930, "sha256": "2c6e4828b18325e3831c78aa10fa1af985470dd59ab593a1627849d686ccc030", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:28:13.176702+00:00", "runId": "20260725T192525.557653Z-p76497-n1785007525557920000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 5, "successRate": 0.8333, "gate1_schema": true, "gate2_success": false, "gate3_regression": false, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": false, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/run-manifest.json", "sha256": "d2ab9f6dbe978c2a9da7d4da72644092ecfba4ad072d6de8d4bad298d2be1f52", "runAuditHash": "52bf29b6291f90b31f0d0907cd580d1685ba8d6d83ea05661d129ce8ea2c0aa7", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.182589, "promptTokens": 20242, "completionTokens": 15783, "totalLatencyMs": 166140, "nError": 0, "gate3_note": "Judge 金标全对标准回退", "gate4_note": "成本Δ=+12.8%(限+50%) 延迟Δ=+43.5%(限+100%)", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0001.txt", "size": 743, "sha256": "5ba678e482651d810dde76d546c8a380213dcdd40163af8637bd34f8eae5f2bc", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0002.txt", "size": 1175, "sha256": "0180eb3f8ec1adf0cee64ea1a7973c1d68bef6df1a204433a024c711234798e6", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": false, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0003.txt", "size": 687, "sha256": "dc6c45ded6ff2234656f925bf23549280b82a1b7feae0ef5f92b22d469037a42", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0004.txt", "size": 1175, "sha256": "6a6432592267e145353e8a3454bd117c14bd80a05048a3b50388fb00f5e55384", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0005.txt", "size": 794, "sha256": "a7754711027f5b7f31859a2f447d5ad4588c78cc90bcf599b3e5d6c07ebae271", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T192525.557653Z-p76497-n1785007525557920000/response-0006.txt", "size": 711, "sha256": "672298f7ba1cd2f2fcaca278dc53df0d0ce45b7a2b8c0e0a13df7837fdc7ef6d", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:33:12.384943+00:00", "runId": "20260725T192902.425568Z-p17040-n1785007742425847000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": false, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/run-manifest.json", "sha256": "c3d5d71955b4a4437fcc72f58162ce6615d7fed892ada310ea40680583ceb4d8", "runAuditHash": "adb1563d18f382ba3c4704e4ef9ea330dbc6d54318022ecb4710cf3ed76e0670", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.156638, "promptTokens": 20240, "completionTokens": 12821, "totalLatencyMs": 248522, "nError": 0, "gate3_note": "Judge 金标全对标准保持达标", "gate4_note": "成本Δ=-3.2%(限+50%) 延迟Δ=+114.6%(限+100%)", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0001.txt", "size": 884, "sha256": "63e31d8d283362f5674e6aec48a13399b15a6dec8d077999eb0c43f7ab253dcc", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0002.txt", "size": 1393, "sha256": "1fe7fdec909bae66d6f13f48f5ccef4ee95b92f8df3471733160940634fecedc", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0003.txt", "size": 672, "sha256": "8d9fe1a9aa376647ce91f510a21ed004d857b3b41cc3af02b547311a4ab8428d", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0004.txt", "size": 1038, "sha256": "d65732b96019fb75b709a4b16a608dae45d08a73ca76b325d5678fe6cf116956", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0005.txt", "size": 1012, "sha256": "7130d4686fa1cdb487ffbac017c7450c59fc3aec9a7ae3c1cabbed8a6dd5c896", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T192902.425568Z-p17040-n1785007742425847000/response-0006.txt", "size": 813, "sha256": "5f6650128a4e04db16540402174f88f52e1adbddec01a027f29bdacc28e31ae1", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:35:29.975808+00:00", "runId": "20260725T193334.654269Z-p58362-n1785008014654567000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 5, "successRate": 0.8333, "gate1_schema": true, "gate2_success": false, "gate3_regression": false, "gate4_cost_latency": true, "gate5_stability": false, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": false, "consecutiveRuns": 0, "previousRunIds": [], "cohortReady": false, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": false, "contradictions": true, "summary": false}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": false, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "failed", "allGreen": false, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/run-manifest.json", "sha256": "4cbd9d8b430b78a85c8b805fa1871244de4193cd6a1ee7fd70736958d5ba0e3a", "runAuditHash": "c92c1f05fde766e9cc29e35c5fc8f9e265a957512c0da78c5d35cb5480edb454", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.156432, "promptTokens": 20242, "completionTokens": 12797, "totalLatencyMs": 113837, "nError": 0, "gate3_note": "Judge 金标全对标准回退", "gate4_note": "成本Δ=-3.4%(限+50%) 延迟Δ=-1.7%(限+100%)", "gate5_note": "本轮基础闸未全绿，稳定性计数归零", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0001.txt", "size": 700, "sha256": "8e185a1818dc1c8cef9eb7a6487dc9d5fb39991f184e44261e1178ac29acf9ba", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0002.txt", "size": 1073, "sha256": "0f0fa4f1774cc6269ca297d92e79620075b8126a99233edec059b6013810be8b", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0003.txt", "size": 645, "sha256": "9662376374fdefa3d7e8f792b16ac592c561e82f1bbf2ff38aee77eb7550bc30", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0004.txt", "size": 1358, "sha256": "da01d7956fb29b0e45ab561909c51569809f62ffee9543ca08e9fa5c2e497820", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": false, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": false, "contradictions": true, "summary": false}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0005.txt", "size": 842, "sha256": "d9ad2dc5c6d43d17e99ee14c333231159ee7344328bd12f1134b890fd0eb967e", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T193334.654269Z-p58362-n1785008014654567000/response-0006.txt", "size": 1134, "sha256": "a502f3efd875e2b56d534dd6296a9a92cd716f0908752cdf881bfb8ef00bdf36", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
{"ts": "2026-07-25T19:38:41.012175+00:00", "runId": "20260725T193608.867832Z-p98370-n1785008168868128000", "promptId": "playtest.judge-a", "version": "3.0.14", "model": "MiniMax-M3", "promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "nSamples": 6, "nJudged": 6, "nSchemaOk": 6, "nCorrect": 6, "successRate": 1.0, "gate1_schema": true, "gate2_success": true, "gate3_regression": true, "gate4_cost_latency": true, "gate5_stability": true, "infrastructureComplete": true, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf", "stability": {"qualified": true, "consecutiveRuns": 1, "previousRunIds": [], "cohortReady": false, "cohortRuns": 1, "cohortCorrect": 6, "cohortSchemaOk": 6, "perKeyCorrectCounts": {"judge:accept:business-settlement": 1, "judge:inconclusive:business-visual-conflict": 1, "judge:accept:puzzle-victory": 1, "judge:inconclusive:puzzle-conflict": 1, "judge:reject:runner-crashed-injection": 1, "judge:inconclusive:missing-proof-injection": 1}, "identity": {"promptBodySha256": "553646157fddae291af79cfbfc368eb24b8667d1e7c077d773458428c20eaf62", "fixtureSnapshot": {"inputsSha256": "8cfdb7253d350020674320430db55dfe9c6eac289b9a3562a18e8108173966fd", "labelsSha256": "60928f29d8d1c3f888981314469e7a4e8b9b38d08892bfc0356c021f75b97f09", "imageFixturesSha256": "dc63b2deed36a0d86996ea17a6333b9954ef8e364e22cf0b693a04602b7d1cf2", "overallSha256": "17f3a49142892aa355f7b55da57855c7a408590a7916391703285320b860b459"}, "model": "MiniMax-M3", "providerProtocol": "anthropic-messages", "providerOutputSchemaSha256": "45eac8ff06933337a50bf7823f762a6f470bb297d41f178a2966ff63d1bffc80", "thinkingBudgetTokens": 2000, "maxTokens": 10000, "seedStrategy": "audit-only-sha256(promptId\\0evalKey)-uint32be;anthropic-provider-no-seed", "auditSchemaVersion": "PromptEvalAudit/2", "codeIdentityHash": "1bd9f93e571b5a97c66e1b75d199af1e05b7c5bde63c4d94f1ba255af5f01aaf"}, "requestBodySha256": {"judge:accept:business-settlement": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110", "judge:inconclusive:business-visual-conflict": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0", "judge:accept:puzzle-victory": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7", "judge:inconclusive:puzzle-conflict": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f", "judge:reject:runner-crashed-injection": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44", "judge:inconclusive:missing-proof-injection": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}, "signatures": {"judge:accept:business-settlement": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:business-visual-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:accept:puzzle-victory": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:puzzle-conflict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:reject:runner-crashed-injection": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "judge:inconclusive:missing-proof-injection": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}}, "perKeyCorrect": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "perKeySchemaOk": {"judge:accept:business-settlement": true, "judge:inconclusive:business-visual-conflict": true, "judge:accept:puzzle-victory": true, "judge:inconclusive:puzzle-conflict": true, "judge:reject:runner-crashed-injection": true, "judge:inconclusive:missing-proof-injection": true}, "requiredRuns": 3}, "status": "passed", "allGreen": true, "baselineUpdateRequested": false, "baselineUpdateEligible": false, "baselineUpdated": false, "auditManifest": {"schemaVersion": "PromptEvalAudit/2", "path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/run-manifest.json", "sha256": "948c1cdaedad4738ec9d841b6913047e8e4f0e07b38c1429b334485e7d58b168", "runAuditHash": "a9e9a3024c00c4c0d7efa1199f8d34f75ab524f6bb4667335664f07679815bc4", "auditComplete": true, "requestReplayable": true, "providerDeterministic": "unknown"}, "estCostRmb": 0.142876, "promptTokens": 20240, "completionTokens": 11250, "totalLatencyMs": 150688, "nError": 0, "gate3_note": "Judge 金标全对标准保持达标", "gate4_note": "成本Δ=-11.7%(限+50%) 延迟Δ=+30.1%(限+100%)", "gate5_note": "同请求合格 1 轮；三轮 cohort 正确 6/18", "perKey": {"judge:accept:business-settlement": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3346729854, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0001.txt", "size": 636, "sha256": "273171eda761c0dc23425cdb20f5c6e606ef7aac4df271f92b5e71161ab788ad", "requestBodySha256": "5d827bc2a9a39637f590edcbeae81a4558fcdf9ef069f2f65e22506f48a77110"}}, "judge:inconclusive:business-visual-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-9", "eventRef": 21, "postFrameRef": "frames/action-9-post.png", "stepId": "revenue"}], "evidenceRefs": ["action-9", "frames/action-9-post.png", "event:21"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 3970066323, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0002.txt", "size": 1359, "sha256": "67db2ef55201c4536d66e8362235eb49ac2b53fa74fe15e7a21ec031bc6b3bc6", "requestBodySha256": "af98599c09781f45e86f6bd46e6d32e255e70100748607a9a632c4f73f2428d0"}}, "judge:accept:puzzle-victory": {"schema_ok": true, "correct": true, "verdict": {"decision": "accept", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "satisfied", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 2242295778, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0003.txt", "size": 712, "sha256": "82f76f83d2bc2f35d93d85956f86de70fce643788e58c8689db04aba132f433a", "requestBodySha256": "10717a36bc1cef353292c5128a8db66efba878d4800856479ed61ddb7ef1f2a7"}}, "judge:inconclusive:puzzle-conflict": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "puzzle.level-completed", "status": "contradicted", "sequenceRefs": [{"actionRef": "action-10", "eventRef": 31, "postFrameRef": "frames/action-10-post.png", "stepId": "complete"}], "evidenceRefs": ["action-10", "frames/action-10-post.png", "event:31"]}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1579610263, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0004.txt", "size": 1550, "sha256": "f1a1fea92e4458e252876f958a839cc57337648f5df6a972a941489bc42f6702", "requestBodySha256": "7b8c129ef8dc4e7ba6bdf96a300b8f2bfed391b600720b4e7d43bb05bf690d1f"}}, "judge:reject:runner-crashed-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "reject", "failureClass": "off_brief", "obligations": [{"id": "narrative.ending-reached", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1011673016, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0005.txt", "size": 1254, "sha256": "94354eaf3d4544c9c1b41fa8b43a14aa43679233309bf73a3c828d829614fdcc", "requestBodySha256": "f47b073d0e9880147e5be3c5c0c3d2c94089575cf3060908d07e1cdd543afc44"}}, "judge:inconclusive:missing-proof-injection": {"schema_ok": true, "correct": true, "verdict": {"decision": "inconclusive", "failureClass": "none", "obligations": [{"id": "sim-business.revenue-positive", "status": "missing", "sequenceRefs": [], "evidenceRefs": []}], "textTraceability": {"problems": true, "contradictions": true, "summary": true}}, "schema_bad": [], "error": null, "seed": 1297783260, "rawAudit": {"path": "raw/20260725T193608.867832Z-p98370-n1785008168868128000/response-0006.txt", "size": 700, "sha256": "7014ab76d7c934b1993c6f9aad6b76386772180b7d649b4333abfcdc131835f0", "requestBodySha256": "6bf83eba3d81551a755785ea08100f94684e366559b5487329b77fe3c1c629b2"}}}}
Reference in New Issue View Git Blame Copy Permalink