d80df3ed7c
范围（不含 design-story-foundation、docs/design、docs/write-chapter、
craft/、humanization/README.md 等进行中改动）:
1. humanization 规则/样例运行时数据库权威
- db/ddl/111：example_ai_flavor_rule / example_ai_flavor_sample /
example_ai_flavor_rule_event（append-only 生命周期留痕），已应用到 muse-example
- deai/load_db.py：数据库装载器，激活门/重复检测/指纹与文件装载器同源；
数据库失败关闭，不静默回退 Git 文件资产
- humanization/tools/seed_rules_db.py：YAML 种子单事务同步，幂等、
变化留痕、--strict 对 db-only 行失败关闭；真实库已种入 26 规则/107 样例
- prevent/diagnose/revise 生产路径切到数据库读取（--offline 显式读文件），
落库前新鲜度检查与合同声明来源一致；四个 SKILL.md 数据库合同同步
- 真实库验证：规则库指纹与文件种子一致（v-609bc40e21d0b5db），
三个生产脚本端到端从库装载通过
2. PostgreSQL 集成：显式授权后 9/9 通过
- 此前被依赖门阻断的 6 个 _db/smoke 测试全部通过
- extract rollback 冒烟改为回滚事务内自给夹具（pending 窗/草稿缺失时自建），
不再依赖瞬时生产状态；夹具残留核验为 0
3. Skill 行为评测脚手架（真实执行数量仍为 0）
- harness/evals/skill_eval.py：场景合同、六类评测范畴、适配器和结构化裁决报告
- diagnose-ai-flavor 参考场景 4 条 + 管道自测 7 项通过
- 真实模型适配器未授权时以稳定码 EVAL_ADAPTER_UNAVAILABLE 失败关闭；
清单登记 skill_behavior_eval 条目，默认被依赖门阻断
4. evaluate-frozen-replay raw 存储边界冲突
- docs/2026-08-19 备忘录：平台 DB-first 合同（创始人批准）与回放链
仓外 vault 强制的冲突事实、两个选项和裁决前约束；运行时合同未单方面改写
5. harness 自身修复
- runner 对账语义：行为评测入口不参与测试资产双向等值，但登记文件必须存在；
manifest 保留 skill_behavior_eval 布尔字段并校验类型
- 新增 2 条对账回归用例
验证证据: harness 三组自测 15+15+7 通过；静态审计 32 Skill / 0 问题；
76 个非数据库条目通过；9 个 PostgreSQL 集成条目显式授权后通过；
行为评测条目默认阻断；py_compile 与 git diff --check 通过。
未调用真实模型、embedding 或额度；真实行为评测执行数量仍为 0。
218 lines
9.1 KiB
Python
218 lines
9.1 KiB
Python
#!/usr/bin/env python3
|
||
"""humanization 规则/样例种子同步：Git YAML（迁移种子）→ muse-example 运行时权威表。
|
||
|
||
合同：
|
||
- 种子前先过文件侧激活门（load.load_rules(samples=...)）：样例不齐的规则拒绝进库。
|
||
- 单事务：先比对 content_sha256 生成计划，再执行 upsert；任何错误整批回滚。
|
||
- 幂等：内容哈希一致的行跳过；内容变化的行 UPDATE，并记一条 synced 生命周期事件。
|
||
- 数据库独有行不自动删除：默认报告清单；--strict 时失败关闭，交人工裁决。
|
||
- --dry-run 只输出目标清单，不连接数据库。
|
||
"""
|
||
from __future__ import annotations
|
||
|
||
import argparse
|
||
import json
|
||
import sys
|
||
from pathlib import Path
|
||
|
||
TOOL_DIR = Path(__file__).resolve().parent
|
||
AGENT_ROOT = TOOL_DIR.parent.parent
|
||
for _p in (
|
||
AGENT_ROOT / "humanization" / "src",
|
||
AGENT_ROOT / ".claude" / "skills" / "access-database" / "scripts",
|
||
):
|
||
if str(_p) not in sys.path:
|
||
sys.path.insert(0, str(_p))
|
||
|
||
from deai import load, load_db # noqa: E402
|
||
|
||
|
||
class SeedError(ValueError):
|
||
pass
|
||
|
||
|
||
_RULE_INSERT = (
|
||
"INSERT INTO example_ai_flavor_rule "
|
||
"(rule_id, name, layer, carrier_scope, default_disposition, status, version, "
|
||
"trigger_json, carve_out, function_check, sample_refs, case_card_ids, "
|
||
"fix_hint, evidence, payload, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, %s, %s, %s, %s, %s, %s, %s::jsonb, %s::jsonb, %s::jsonb, %s::jsonb, %s::jsonb, "
|
||
"%s, %s, %s::jsonb, %s, %s, %s)"
|
||
)
|
||
_RULE_UPDATE = (
|
||
"UPDATE example_ai_flavor_rule SET name=%s, layer=%s, carrier_scope=%s, "
|
||
"default_disposition=%s, status=%s, version=%s, trigger_json=%s::jsonb, carve_out=%s::jsonb, "
|
||
"function_check=%s::jsonb, sample_refs=%s::jsonb, case_card_ids=%s::jsonb, fix_hint=%s, "
|
||
"evidence=%s, payload=%s::jsonb, content_sha256=%s, updater=%s "
|
||
"WHERE tenant_id=%s AND rule_id=%s"
|
||
)
|
||
_SAMPLE_INSERT = (
|
||
"INSERT INTO example_ai_flavor_sample "
|
||
"(sample_id, sample_type, carrier, source, source_license, rules, text, note, "
|
||
"case_card_id, source_ref, payload, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, %s, %s, %s, %s, %s::jsonb, %s, %s, %s, %s, %s::jsonb, %s, %s, %s)"
|
||
)
|
||
_SAMPLE_UPDATE = (
|
||
"UPDATE example_ai_flavor_sample SET sample_type=%s, carrier=%s, source=%s, "
|
||
"source_license=%s, rules=%s::jsonb, text=%s, note=%s, case_card_id=%s, source_ref=%s, "
|
||
"payload=%s::jsonb, content_sha256=%s, updater=%s "
|
||
"WHERE tenant_id=%s AND sample_id=%s"
|
||
)
|
||
_RULE_EVENT_INSERT = (
|
||
"INSERT INTO example_ai_flavor_rule_event "
|
||
"(rule_id, event, rule_version, status, approver, note, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, 'synced', %s, %s, '', %s, %s, %s, %s)"
|
||
)
|
||
|
||
|
||
def _dumps(value) -> str:
|
||
return json.dumps(value, ensure_ascii=False)
|
||
|
||
|
||
def _rule_insert_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["rule_id"], row["name"], row["layer"], row["carrier_scope"],
|
||
row["default_disposition"], row["status"], row["version"],
|
||
_dumps(row["trigger_json"]), _dumps(row["carve_out"]), _dumps(row["function_check"]),
|
||
_dumps(row["sample_refs"]), _dumps(row["case_card_ids"]),
|
||
row["fix_hint"], row["evidence"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id,
|
||
)
|
||
|
||
|
||
def _rule_update_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["name"], row["layer"], row["carrier_scope"], row["default_disposition"],
|
||
row["status"], row["version"],
|
||
_dumps(row["trigger_json"]), _dumps(row["carve_out"]), _dumps(row["function_check"]),
|
||
_dumps(row["sample_refs"]), _dumps(row["case_card_ids"]),
|
||
row["fix_hint"], row["evidence"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id, row["rule_id"],
|
||
)
|
||
|
||
|
||
def _sample_insert_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["sample_id"], row["sample_type"], row["carrier"], row["source"],
|
||
row["source_license"], _dumps(row["rules"]), row["text"], row["note"],
|
||
row["case_card_id"], row["source_ref"], _dumps(row["payload"]),
|
||
row["content_sha256"], creator, tenant_id,
|
||
)
|
||
|
||
|
||
def _sample_update_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["sample_type"], row["carrier"], row["source"], row["source_license"],
|
||
_dumps(row["rules"]), row["text"], row["note"], row["case_card_id"],
|
||
row["source_ref"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id, row["sample_id"],
|
||
)
|
||
|
||
|
||
def seed(conn, *, rules: dict, samples: dict, creator: str = "1",
|
||
tenant_id: int = load_db.TENANT_ID, strict: bool = False) -> dict:
|
||
"""单事务同步规则与样例；调用方负责事务边界（真实路径用 conn.transaction()）。"""
|
||
summary = {
|
||
"rules": {"inserted": 0, "updated": 0, "unchanged": 0},
|
||
"samples": {"inserted": 0, "updated": 0, "unchanged": 0},
|
||
"db_only_rules": [],
|
||
"db_only_samples": [],
|
||
"events": 0,
|
||
}
|
||
|
||
existing_rules = {
|
||
row[0]: {"content_sha256": row[1]}
|
||
for row in conn.execute(
|
||
"SELECT rule_id, content_sha256 FROM example_ai_flavor_rule "
|
||
"WHERE tenant_id = %s AND deleted = FALSE", (tenant_id,)
|
||
).fetchall()
|
||
}
|
||
existing_samples = {
|
||
row[0]: row[1]
|
||
for row in conn.execute(
|
||
"SELECT sample_id, content_sha256 FROM example_ai_flavor_sample "
|
||
"WHERE tenant_id = %s AND deleted = FALSE", (tenant_id,)
|
||
).fetchall()
|
||
}
|
||
|
||
for rule in sorted(rules.values(), key=lambda item: item["id"]):
|
||
row = load_db.rule_row(rule)
|
||
current = existing_rules.get(row["rule_id"])
|
||
if current is None:
|
||
conn.execute(_RULE_INSERT, _rule_insert_params(row, creator, tenant_id))
|
||
conn.execute(_RULE_EVENT_INSERT, (
|
||
row["rule_id"], row["version"], row["status"],
|
||
"seed insert", row["content_sha256"], creator, tenant_id,
|
||
))
|
||
summary["rules"]["inserted"] += 1
|
||
summary["events"] += 1
|
||
elif current["content_sha256"] != row["content_sha256"]:
|
||
conn.execute(_RULE_UPDATE, _rule_update_params(row, creator, tenant_id))
|
||
conn.execute(_RULE_EVENT_INSERT, (
|
||
row["rule_id"], row["version"], row["status"],
|
||
"seed update", row["content_sha256"], creator, tenant_id,
|
||
))
|
||
summary["rules"]["updated"] += 1
|
||
summary["events"] += 1
|
||
else:
|
||
summary["rules"]["unchanged"] += 1
|
||
|
||
for sample in sorted(samples.values(), key=lambda item: item["id"]):
|
||
row = load_db.sample_row(sample)
|
||
current_sha = existing_samples.get(row["sample_id"])
|
||
if current_sha is None:
|
||
conn.execute(_SAMPLE_INSERT, _sample_insert_params(row, creator, tenant_id))
|
||
summary["samples"]["inserted"] += 1
|
||
elif current_sha != row["content_sha256"]:
|
||
conn.execute(_SAMPLE_UPDATE, _sample_update_params(row, creator, tenant_id))
|
||
summary["samples"]["updated"] += 1
|
||
else:
|
||
summary["samples"]["unchanged"] += 1
|
||
|
||
summary["db_only_rules"] = sorted(set(existing_rules) - set(rules))
|
||
summary["db_only_samples"] = sorted(set(existing_samples) - set(samples))
|
||
if strict and (summary["db_only_rules"] or summary["db_only_samples"]):
|
||
raise SeedError(
|
||
"数据库存在 YAML 种子之外的行，失败关闭: rules="
|
||
+ ",".join(summary["db_only_rules"]) + "; samples=" + ",".join(summary["db_only_samples"])
|
||
)
|
||
return summary
|
||
|
||
|
||
def main(argv: list[str] | None = None) -> int:
|
||
parser = argparse.ArgumentParser(description="humanization 规则/样例种子同步（YAML → muse-example）")
|
||
parser.add_argument("--dry-run", action="store_true", help="只输出目标清单，不连接数据库")
|
||
parser.add_argument("--strict", action="store_true", help="数据库独有行存在时失败关闭")
|
||
parser.add_argument("--tenant", type=int, default=load_db.TENANT_ID)
|
||
args = parser.parse_args(argv)
|
||
|
||
try:
|
||
# 种子前先过激活门：样例不齐的 active 规则在文件侧就被拒绝
|
||
samples = load.load_samples()
|
||
rules = load.load_rules(samples=samples)
|
||
if args.dry_run:
|
||
plan = {
|
||
"status": "dry_run",
|
||
"rules": len(rules),
|
||
"samples": len(samples),
|
||
"rule_ids": sorted(rules),
|
||
"library_version": load.rule_library_version(rules),
|
||
}
|
||
print(json.dumps(plan, ensure_ascii=False))
|
||
return 0
|
||
from db import connect # noqa: E402
|
||
|
||
with connect() as conn:
|
||
with conn.transaction():
|
||
summary = seed(conn, rules=rules, samples=samples,
|
||
tenant_id=args.tenant, strict=args.strict)
|
||
print(json.dumps({"status": "seeded", **summary}, ensure_ascii=False))
|
||
return 0
|
||
except (SeedError, load.LoadError, ValueError, OSError) as exc:
|
||
print(f"SEED_RULES_FAILED: {exc}")
|
||
return 2
|
||
|
||
|
||
if __name__ == "__main__":
|
||
raise SystemExit(main())
|