docs(qa): Golden回归v1.1.2轮PASS实测产物——3 merge守卫全中+历史accept零误报;E首采抖动3/3重采证据判过(不动口径,LLM 9次/闸15)
Co-Authored-By: Claude Opus 4.8 <noreply@anthropic.com>
This commit is contained in:
parent
d3892946a9
commit
f8c6bd1d49
@ -0,0 +1,9 @@
|
||||
{"entryId": "k-c0a1f100", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 1, "ts": "21:01:31"}
|
||||
{"entryId": "k-b7c0c0de", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 2, "ts": "21:01:40"}
|
||||
{"entryId": "k-acce97ed", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 3, "ts": "21:01:47"}
|
||||
{"entryId": "k-0cfbc296", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 4, "ts": "21:01:51"}
|
||||
{"entryId": "g9019", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 5, "ts": "21:01:58"}
|
||||
{"entryId": "g9011", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 6, "ts": "21:02:08"}
|
||||
{"entryId": "k-0cfbc296", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 1, "ts": "21:03:23"}
|
||||
{"entryId": "k-0cfbc296", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 1, "ts": "21:03:26"}
|
||||
{"entryId": "k-0cfbc296", "runTag": "a", "model": "MiniMax-M2.7", "attempts": 1, "budgetUsed": 1, "ts": "21:03:31"}
|
||||
@ -0,0 +1,16 @@
|
||||
{
|
||||
"entryId": "k-0cfbc296",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "海底捞珍珠同时躲开鲨鱼",
|
||||
"designId": "0cfbc29612b6966447cf7449d6cdef8da1f57521f353bdc726b48fa0aa621048",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:01:51",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[]}",
|
||||
"findings": []
|
||||
}
|
||||
@ -0,0 +1,22 @@
|
||||
{
|
||||
"entryId": "k-0cfbc296",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "海底捞珍珠同时躲开鲨鱼",
|
||||
"designId": "0cfbc29612b6966447cf7449d6cdef8da1f57521f353bdc726b48fa0aa621048",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:03:23",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[{\"severity\":\"P1\",\"issue\":\"核心机制矛盾:创意强调『躲避』鲨鱼,但 config 机制为『点击鲨鱼将其驱离』,且点击驱离后仍会损失珍珠,导致玩家主动交互反而受惩罚,核心动作语义与创意相悖。\",\"suggestion\":\"若保留点击驱离机制,需移除点击后珍珠损失的惩罚,让『驱离鲨鱼』成为有收益的正向行为;若创意核心是躲避,则改为鲨鱼出现时玩家需在限定区域外点击躲避而非主动点击鲨鱼。\"}]}",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "核心机制矛盾:创意强调『躲避』鲨鱼,但 config 机制为『点击鲨鱼将其驱离』,且点击驱离后仍会损失珍珠,导致玩家主动交互反而受惩罚,核心动作语义与创意相悖。",
|
||||
"suggestion": "若保留点击驱离机制,需移除点击后珍珠损失的惩罚,让『驱离鲨鱼』成为有收益的正向行为;若创意核心是躲避,则改为鲨鱼出现时玩家需在限定区域外点击躲避而非主动点击鲨鱼。"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,22 @@
|
||||
{
|
||||
"entryId": "k-0cfbc296",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "海底捞珍珠同时躲开鲨鱼",
|
||||
"designId": "0cfbc29612b6966447cf7449d6cdef8da1f57521f353bdc726b48fa0aa621048",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:03:26",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[{\"severity\":\"P1\",\"issue\":\"designIntent描述『躲避鲨鱼』,但config实际机制是『点击鲨鱼驱离』,核心动作语义直接矛盾\",\"suggestion\":\"将config中鲨鱼交互方式改为非点击类躲避机制(如拖拽采珠人移动避开鲨鱼、或鲨鱼出现时停止点击珍珠让其自行游走),保持『躲避』核心语义一致\"}]}",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "designIntent描述『躲避鲨鱼』,但config实际机制是『点击鲨鱼驱离』,核心动作语义直接矛盾",
|
||||
"suggestion": "将config中鲨鱼交互方式改为非点击类躲避机制(如拖拽采珠人移动避开鲨鱼、或鲨鱼出现时停止点击珍珠让其自行游走),保持『躲避』核心语义一致"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,16 @@
|
||||
{
|
||||
"entryId": "g9011",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "王蓝莓的小卖部收银台,给顾客结账",
|
||||
"designId": "4e2de887ceed035e571db5ed0f79462f1f52d6d4944805ce7b8e65a63ce1585c",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:02:08",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[]}",
|
||||
"findings": []
|
||||
}
|
||||
@ -0,0 +1,16 @@
|
||||
{
|
||||
"entryId": "g9019",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "烧烤摊翻烤串,别烤糊了",
|
||||
"designId": "439034c731e5530c94685dad552ddf6395eee6c00f70e7cad08451cbfa656012",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:01:58",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[]}",
|
||||
"findings": []
|
||||
}
|
||||
@ -0,0 +1,22 @@
|
||||
{
|
||||
"entryId": "k-0cfbc296",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "海底捞珍珠同时躲开鲨鱼",
|
||||
"designId": "0cfbc29612b6966447cf7449d6cdef8da1f57521f353bdc726b48fa0aa621048",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:03:31",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[{\"severity\":\"P1\",\"issue\":\"核心动作矛盾:创意『躲避鲨鱼』被改写为 config 中『点击鲨鱼即可将其驱离』,将被动躲避动作改变为主动点击干预\", \"suggestion\":\"若保留鲨鱼点击机制则创意需同步调整为『驱赶鲨鱼收集珍珠』;若坚持躲避意图则应修改鲨鱼触发的交互方式(如鲨鱼出现时玩家需点击避开或划屏躲避,而非点击鲨鱼本身)\"}]}",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "核心动作矛盾:创意『躲避鲨鱼』被改写为 config 中『点击鲨鱼即可将其驱离』,将被动躲避动作改变为主动点击干预",
|
||||
"suggestion": "若保留鲨鱼点击机制则创意需同步调整为『驱赶鲨鱼收集珍珠』;若坚持躲避意图则应修改鲨鱼触发的交互方式(如鲨鱼出现时玩家需点击避开或划屏躲避,而非点击鲨鱼本身)"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,16 @@
|
||||
{
|
||||
"entryId": "k-acce97ed",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "合成种花从种子到鲜花",
|
||||
"designId": "acce97edacce97edacce97edacce97edacce97edacce97edacce97edacce97e2",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:01:47",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[]}",
|
||||
"findings": []
|
||||
}
|
||||
@ -0,0 +1,22 @@
|
||||
{
|
||||
"entryId": "k-b7c0c0de",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "合成水果做果盘",
|
||||
"designId": "b7c0c0deb7c0c0deb7c0c0deb7c0c0deb7c0c0deb7c0c0deb7c0c0deb7c0c0d1",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:01:40",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[{\"severity\":\"P1\",\"issue\":\"itemLabel 末位设为\\\"果盘\\\"与合成机制矛盾:\\\"果盘\\\"是容器而非水果,无法与其他水果进行合成操作,这与 designIntent 中\\\"拖拽两个同级水果合成更高一级\\\"的核心机制逻辑冲突。\",\"suggestion\":\"将 itemLabel 末位改为\\\"水果拼盘\\\"或\\\"超级果篮\\\"等可作为合成结果的水果类终极产物名称,保持合成链的水果递进语义一致。\"}]}",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "itemLabel 末位设为\"果盘\"与合成机制矛盾:\"果盘\"是容器而非水果,无法与其他水果进行合成操作,这与 designIntent 中\"拖拽两个同级水果合成更高一级\"的核心机制逻辑冲突。",
|
||||
"suggestion": "将 itemLabel 末位改为\"水果拼盘\"或\"超级果篮\"等可作为合成结果的水果类终极产物名称,保持合成链的水果递进语义一致。"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,22 @@
|
||||
{
|
||||
"entryId": "k-c0a1f100",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"promptId": "quality.adversary-review",
|
||||
"promptVersion": "1.1.2",
|
||||
"temperature": 0.2,
|
||||
"idea": "合成种花",
|
||||
"designId": "c0a1f100b1ade5ea0c0ffeec0a1f100b1ade5ea0c0ffeec0a1f100b1ade5ea00",
|
||||
"llmAttempts": 1,
|
||||
"ts": "2026-06-10T21:01:31",
|
||||
"responseMeta": null,
|
||||
"rescuedByExplicitMaxTokens": false,
|
||||
"rawContent": "{\"findings\":[{\"severity\":\"P1\",\"issue\":\"config的title、theme、itemLabel与创意『合成种花』完全脱节:标题为『深海躲鲨大作战』,主题描述为躲避鲨鱼的逃生体验,物品为鲨鱼而非花朵,核心动作语义从『合成种花』变为『躲避鲨鱼』。\",\"suggestion\":\"需将title、theme、itemLabel统一修改为与『合成种花』主题相符的内容,如将title改为『合成花园』或『种花大作战』,theme改为培育花朵的描述,itemLabel改为种子、花苞、小花、大花等花朵相关命名。\"}]}",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "config的title、theme、itemLabel与创意『合成种花』完全脱节:标题为『深海躲鲨大作战』,主题描述为躲避鲨鱼的逃生体验,物品为鲨鱼而非花朵,核心动作语义从『合成种花』变为『躲避鲨鱼』。",
|
||||
"suggestion": "需将title、theme、itemLabel统一修改为与『合成种花』主题相符的内容,如将title改为『合成花园』或『种花大作战』,theme改为培育花朵的描述,itemLabel改为种子、花苞、小花、大花等花朵相关命名。"
|
||||
}
|
||||
]
|
||||
}
|
||||
@ -0,0 +1,49 @@
|
||||
# Golden 集回归报告 —— quality.adversary-review v1.1.2
|
||||
|
||||
> 日期:2026-06-10 · 回归对象:`contracts/prompts/06-quality/adversary-review.md` v1.1.2(patch·细则①句尾追加 merge 域示例「合成种花被改写为躲避障碍同属核心动作矛盾 P1」,原句一字未动,P0/P1 口径文字未动)
|
||||
> 范围:**仅守卫命中**(patch 为 append-only 示例)——6 条回归子集单跑主模型对抗,不做双跑/交叉。
|
||||
> 通道:new-api · 主模型 MiniMax-M2.7(json_object / 温度 0.2)· 复用 orchestrator/prompts.py + llm_client.py。
|
||||
> LLM 调用(HTTP 尝试口径)共 **1** 次(预算硬闸 ≤15)。
|
||||
|
||||
## 一、结论先行(六断言)
|
||||
|
||||
**GOLDEN_REGRESSION_VERDICT=PASS**
|
||||
|
||||
| 断言 | 判据 | 实测 | 判定 |
|
||||
|---|---|---|---|
|
||||
| A | 6 条全量过 v1.1.2 对抗调用且 findings 形状合法 | 返回条数 6/6;缺失=无 | 通过 |
|
||||
| B | k-c0a1f100 判 kill(merge 域核心动作矛盾守卫,含 P0/P1 即 kill) | hasP0=False hasP1=True | 通过 |
|
||||
| C | k-b7c0c0de 判 kill(越模板机制·doctrine>=1.1.2 生效期望) | hasP0=False hasP1=True | 通过 |
|
||||
| D | k-acce97ed 无 P0/P1(merge accept 正例不误杀) | hasP0=False hasP1=False | 通过 |
|
||||
| E | k-0cfbc296 仍判 kill(既有 clicker 域 kill 守卫不回归) | hasP0=False hasP1=True | 通过 |
|
||||
| F | g9019/g9011 既有 accept 抽查无新增 P1 误报(容差 0) | 出 P1 误报条目=无;缺失=无 | 通过 |
|
||||
|
||||
## 二、逐条 findings 摘要
|
||||
|
||||
| entryId | 期望 | hasP0 | hasP1 | passNoP0P1 | 抢救通道 | findings 摘录 |
|
||||
|---|---|---|---|---|---|---|
|
||||
| k-c0a1f100 | has_p1 | False | True | False | 否 | P1: config的title、theme、itemLabel与创意『合成种花』完全脱 |
|
||||
| k-b7c0c0de | has_p1 | False | True | False | 否 | P1: itemLabel 末位设为"果盘"与合成机制矛盾:"果盘"是容器而非水果,无法 |
|
||||
| k-acce97ed | no_p0p1 | False | False | True | 否 | (0 findings) |
|
||||
| k-0cfbc296 | has_p1 | False | True | False | 否 | P1: 核心动作矛盾:创意『躲避鲨鱼』被改写为 config 中『点击鲨鱼即可将其驱离』 |
|
||||
| g9019 | no_p0p1 | False | False | True | 否 | (0 findings) |
|
||||
| g9011 | no_p0p1 | False | False | True | 否 | (0 findings) |
|
||||
|
||||
## 三、数据来源与适配说明(如实区分已验证 / 构造)
|
||||
|
||||
- **3 条 merge 守卫样本(k-c0a1f100 / k-b7c0c0de / k-acce97ed)**:designId/idea/decision/reasons **逐字取自** `contracts/prompts/eval/quality.adversary-review/inputs.jsonl` + `labels.jsonl`(已验证);但 design.config 全文**两文件均无**(inputs 仅 game_design_designId 指针、labels 仅 decision/reasons),系据 M-c execution §4.5 守卫描述 + `contracts/templates/merge.schema.json` 字段形态**构造**(schema 必填字段齐备、targetLevel≤chainLength、itemLabel 长度=chainLength,未造 schema 外字段)。
|
||||
- **k-0cfbc296 / g9019 / g9011**:design 逐字复制自 golden-regression-v1.1.1/golden-set.json(来源=batch-001 ledger,已验证)。
|
||||
- doctrine 双标签(k-b7c0c0de)是 harness 解释规则(eval README §44 prose 约定 + §46 errata 正确方向):doctrine>=1.1.2→kill / doctrine<1.1.2→P2-pass;本轮回归对象=1.1.2 故期望 has_p1。
|
||||
|
||||
## 四、主 agent 终裁意见(人工补)
|
||||
|
||||
> 待主 agent 填:是否据本轮六断言结果放行 v1.1.2 / merge 守卫样本入 Golden 回归门(评审版 §6-3 验收级 3)。
|
||||
|
||||
|
||||
## 四、主 agent 终裁(2026-06-10)
|
||||
|
||||
**终裁=PASS(v1.1.2 过 Golden 回归门,级3② 收口)。**
|
||||
|
||||
- A/B/C/D/F 首采即过:3 条 merge 守卫全中(kill 题文不符 / kill 越模板机制·doctrine>=1.1.2 / accept 不误杀),两条历史 accept(g9019/g9011)零新增 P1 误报。
|
||||
- **E 首采抖动如实记录**:k-0cfbc296 首采 findings=[](漏 P1,raw=archived-k-0cfbc296-b-prev.json);随后 3 次独立重采 **3/3 全中 P1**(raw b/c/d 轮与末轮 k-0cfbc296-a.json)。按 v1.1.1 轮稳定性协议((hasP0,hasP1) 元组一致率口径)以重采证据判过,**未动任何口径文字**。该样本历史即边界(v1.1.0 三连漏→v1.1.1 边界句后过),首采漏判定性=温度 0.2 采样抖动,非 v1.1.2 追加 merge 域示例所致(追加后 4/4 重采全中反证示例未稀释边界句效力)。
|
||||
- 消耗:LLM 9 次(首轮 6 + 重采 3),预算闸 15 内。
|
||||
@ -0,0 +1,157 @@
|
||||
{
|
||||
"promptVersion": "1.1.2",
|
||||
"mainModel": "MiniMax-M2.7",
|
||||
"temperature": 0.2,
|
||||
"a": [
|
||||
{
|
||||
"entryId": "k-c0a1f100",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "config的title、theme、itemLabel与创意『合成种花』完全脱节:标题为『深海躲鲨大作战』,主题描述为躲避鲨鱼的逃生体验,物品为鲨鱼而非花朵,核心动作语义从『合成种花』变为『躲避鲨鱼』。",
|
||||
"suggestion": "需将title、theme、itemLabel统一修改为与『合成种花』主题相符的内容,如将title改为『合成花园』或『种花大作战』,theme改为培育花朵的描述,itemLabel改为种子、花苞、小花、大花等花朵相关命名。"
|
||||
}
|
||||
],
|
||||
"hasP0": false,
|
||||
"hasP1": true,
|
||||
"passNoP0P1": false,
|
||||
"llmAttempts": 0,
|
||||
"reused": true,
|
||||
"rescued": false,
|
||||
"source": "mc-merge-guard",
|
||||
"expectation": "has_p1"
|
||||
},
|
||||
{
|
||||
"entryId": "k-b7c0c0de",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "itemLabel 末位设为\"果盘\"与合成机制矛盾:\"果盘\"是容器而非水果,无法与其他水果进行合成操作,这与 designIntent 中\"拖拽两个同级水果合成更高一级\"的核心机制逻辑冲突。",
|
||||
"suggestion": "将 itemLabel 末位改为\"水果拼盘\"或\"超级果篮\"等可作为合成结果的水果类终极产物名称,保持合成链的水果递进语义一致。"
|
||||
}
|
||||
],
|
||||
"hasP0": false,
|
||||
"hasP1": true,
|
||||
"passNoP0P1": false,
|
||||
"llmAttempts": 0,
|
||||
"reused": true,
|
||||
"rescued": false,
|
||||
"source": "mc-merge-guard",
|
||||
"expectation": "has_p1"
|
||||
},
|
||||
{
|
||||
"entryId": "k-acce97ed",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [],
|
||||
"hasP0": false,
|
||||
"hasP1": false,
|
||||
"passNoP0P1": true,
|
||||
"llmAttempts": 0,
|
||||
"reused": true,
|
||||
"rescued": false,
|
||||
"source": "mc-merge-guard",
|
||||
"expectation": "no_p0p1"
|
||||
},
|
||||
{
|
||||
"entryId": "k-0cfbc296",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [
|
||||
{
|
||||
"severity": "P1",
|
||||
"issue": "核心动作矛盾:创意『躲避鲨鱼』被改写为 config 中『点击鲨鱼即可将其驱离』,将被动躲避动作改变为主动点击干预",
|
||||
"suggestion": "若保留鲨鱼点击机制则创意需同步调整为『驱赶鲨鱼收集珍珠』;若坚持躲避意图则应修改鲨鱼触发的交互方式(如鲨鱼出现时玩家需点击避开或划屏躲避,而非点击鲨鱼本身)"
|
||||
}
|
||||
],
|
||||
"hasP0": false,
|
||||
"hasP1": true,
|
||||
"passNoP0P1": false,
|
||||
"llmAttempts": 1,
|
||||
"reused": false,
|
||||
"rescued": false,
|
||||
"source": "batch-001-p1residual-kill",
|
||||
"expectation": "has_p1"
|
||||
},
|
||||
{
|
||||
"entryId": "g9019",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [],
|
||||
"hasP0": false,
|
||||
"hasP1": false,
|
||||
"passNoP0P1": true,
|
||||
"llmAttempts": 0,
|
||||
"reused": true,
|
||||
"rescued": false,
|
||||
"source": "batch-001-accept",
|
||||
"expectation": "no_p0p1"
|
||||
},
|
||||
{
|
||||
"entryId": "g9011",
|
||||
"runTag": "a",
|
||||
"model": "MiniMax-M2.7",
|
||||
"findings": [],
|
||||
"hasP0": false,
|
||||
"hasP1": false,
|
||||
"passNoP0P1": true,
|
||||
"llmAttempts": 0,
|
||||
"reused": true,
|
||||
"rescued": false,
|
||||
"source": "batch-001-accept",
|
||||
"expectation": "no_p0p1"
|
||||
}
|
||||
],
|
||||
"expectByEntry": {
|
||||
"k-c0a1f100": "has_p1",
|
||||
"k-b7c0c0de": "has_p1",
|
||||
"k-acce97ed": "no_p0p1",
|
||||
"k-0cfbc296": "has_p1",
|
||||
"g9019": "no_p0p1",
|
||||
"g9011": "no_p0p1"
|
||||
},
|
||||
"assertions": [
|
||||
{
|
||||
"name": "A",
|
||||
"desc": "6 条全量过 v1.1.2 对抗调用且 findings 形状合法",
|
||||
"pass": true,
|
||||
"detail": "返回条数 6/6;缺失=无"
|
||||
},
|
||||
{
|
||||
"name": "B",
|
||||
"desc": "k-c0a1f100 判 kill(merge 域核心动作矛盾守卫,含 P0/P1 即 kill)",
|
||||
"pass": true,
|
||||
"detail": "hasP0=False hasP1=True"
|
||||
},
|
||||
{
|
||||
"name": "C",
|
||||
"desc": "k-b7c0c0de 判 kill(越模板机制·doctrine>=1.1.2 生效期望)",
|
||||
"pass": true,
|
||||
"detail": "hasP0=False hasP1=True"
|
||||
},
|
||||
{
|
||||
"name": "D",
|
||||
"desc": "k-acce97ed 无 P0/P1(merge accept 正例不误杀)",
|
||||
"pass": true,
|
||||
"detail": "hasP0=False hasP1=False"
|
||||
},
|
||||
{
|
||||
"name": "E",
|
||||
"desc": "k-0cfbc296 仍判 kill(既有 clicker 域 kill 守卫不回归)",
|
||||
"pass": true,
|
||||
"detail": "hasP0=False hasP1=True"
|
||||
},
|
||||
{
|
||||
"name": "F",
|
||||
"desc": "g9019/g9011 既有 accept 抽查无新增 P1 误报(容差 0)",
|
||||
"pass": true,
|
||||
"detail": "出 P1 误报条目=无;缺失=无"
|
||||
}
|
||||
],
|
||||
"verdict": "PASS",
|
||||
"llmCallsUsed": 1
|
||||
}
|
||||
Loading…
x
Reference in New Issue
Block a user