217 lines
9.0 KiB
Python
217 lines
9.0 KiB
Python
#!/usr/bin/env python3
|
||
"""humanization 规则/样例种子同步：Git YAML（迁移种子）→ muse-example 运行时权威表。
|
||
|
||
合同：
|
||
- 种子前先过文件侧激活门（load.load_rules(samples=...)）：样例不齐的规则拒绝进库。
|
||
- 单事务：先比对 content_sha256 生成计划，再执行 upsert；任何错误整批回滚。
|
||
- 幂等：内容哈希一致的行跳过；内容变化的行 UPDATE，并记一条 synced 生命周期事件。
|
||
- 数据库独有行不自动删除：默认报告清单；--strict 时失败关闭，交人工裁决。
|
||
- --dry-run 只输出目标清单，不连接数据库。
|
||
"""
|
||
from __future__ import annotations
|
||
|
||
import argparse
|
||
import json
|
||
import sys
|
||
from pathlib import Path
|
||
|
||
TOOL_DIR = Path(__file__).resolve().parent
|
||
AGENT_ROOT = TOOL_DIR.parent.parent
|
||
for _p in (
|
||
AGENT_ROOT / "humanization" / "src",
|
||
):
|
||
if str(_p) not in sys.path:
|
||
sys.path.insert(0, str(_p))
|
||
|
||
from deai import load, load_db # noqa: E402
|
||
|
||
|
||
class SeedError(ValueError):
|
||
pass
|
||
|
||
|
||
_RULE_INSERT = (
|
||
"INSERT INTO example_ai_flavor_rule "
|
||
"(rule_id, name, layer, carrier_scope, default_disposition, status, version, "
|
||
"trigger_json, carve_out, function_check, sample_refs, case_card_ids, "
|
||
"fix_hint, evidence, payload, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, %s, %s, %s, %s, %s, %s, %s::jsonb, %s::jsonb, %s::jsonb, %s::jsonb, %s::jsonb, "
|
||
"%s, %s, %s::jsonb, %s, %s, %s)"
|
||
)
|
||
_RULE_UPDATE = (
|
||
"UPDATE example_ai_flavor_rule SET name=%s, layer=%s, carrier_scope=%s, "
|
||
"default_disposition=%s, status=%s, version=%s, trigger_json=%s::jsonb, carve_out=%s::jsonb, "
|
||
"function_check=%s::jsonb, sample_refs=%s::jsonb, case_card_ids=%s::jsonb, fix_hint=%s, "
|
||
"evidence=%s, payload=%s::jsonb, content_sha256=%s, updater=%s "
|
||
"WHERE tenant_id=%s AND rule_id=%s"
|
||
)
|
||
_SAMPLE_INSERT = (
|
||
"INSERT INTO example_ai_flavor_sample "
|
||
"(sample_id, sample_type, carrier, source, source_license, rules, text, note, "
|
||
"case_card_id, source_ref, payload, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, %s, %s, %s, %s, %s::jsonb, %s, %s, %s, %s, %s::jsonb, %s, %s, %s)"
|
||
)
|
||
_SAMPLE_UPDATE = (
|
||
"UPDATE example_ai_flavor_sample SET sample_type=%s, carrier=%s, source=%s, "
|
||
"source_license=%s, rules=%s::jsonb, text=%s, note=%s, case_card_id=%s, source_ref=%s, "
|
||
"payload=%s::jsonb, content_sha256=%s, updater=%s "
|
||
"WHERE tenant_id=%s AND sample_id=%s"
|
||
)
|
||
_RULE_EVENT_INSERT = (
|
||
"INSERT INTO example_ai_flavor_rule_event "
|
||
"(rule_id, event, rule_version, status, approver, note, content_sha256, creator, tenant_id) "
|
||
"VALUES (%s, 'synced', %s, %s, '', %s, %s, %s, %s)"
|
||
)
|
||
|
||
|
||
def _dumps(value) -> str:
|
||
return json.dumps(value, ensure_ascii=False)
|
||
|
||
|
||
def _rule_insert_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["rule_id"], row["name"], row["layer"], row["carrier_scope"],
|
||
row["default_disposition"], row["status"], row["version"],
|
||
_dumps(row["trigger_json"]), _dumps(row["carve_out"]), _dumps(row["function_check"]),
|
||
_dumps(row["sample_refs"]), _dumps(row["case_card_ids"]),
|
||
row["fix_hint"], row["evidence"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id,
|
||
)
|
||
|
||
|
||
def _rule_update_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["name"], row["layer"], row["carrier_scope"], row["default_disposition"],
|
||
row["status"], row["version"],
|
||
_dumps(row["trigger_json"]), _dumps(row["carve_out"]), _dumps(row["function_check"]),
|
||
_dumps(row["sample_refs"]), _dumps(row["case_card_ids"]),
|
||
row["fix_hint"], row["evidence"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id, row["rule_id"],
|
||
)
|
||
|
||
|
||
def _sample_insert_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["sample_id"], row["sample_type"], row["carrier"], row["source"],
|
||
row["source_license"], _dumps(row["rules"]), row["text"], row["note"],
|
||
row["case_card_id"], row["source_ref"], _dumps(row["payload"]),
|
||
row["content_sha256"], creator, tenant_id,
|
||
)
|
||
|
||
|
||
def _sample_update_params(row: dict, creator: str, tenant_id: int) -> tuple:
|
||
return (
|
||
row["sample_type"], row["carrier"], row["source"], row["source_license"],
|
||
_dumps(row["rules"]), row["text"], row["note"], row["case_card_id"],
|
||
row["source_ref"], _dumps(row["payload"]), row["content_sha256"],
|
||
creator, tenant_id, row["sample_id"],
|
||
)
|
||
|
||
|
||
def seed(conn, *, rules: dict, samples: dict, creator: str = "1",
|
||
tenant_id: int = load_db.TENANT_ID, strict: bool = False) -> dict:
|
||
"""单事务同步规则与样例；调用方负责事务边界（真实路径用 conn.transaction()）。"""
|
||
summary = {
|
||
"rules": {"inserted": 0, "updated": 0, "unchanged": 0},
|
||
"samples": {"inserted": 0, "updated": 0, "unchanged": 0},
|
||
"db_only_rules": [],
|
||
"db_only_samples": [],
|
||
"events": 0,
|
||
}
|
||
|
||
existing_rules = {
|
||
row[0]: {"content_sha256": row[1]}
|
||
for row in conn.execute(
|
||
"SELECT rule_id, content_sha256 FROM example_ai_flavor_rule "
|
||
"WHERE tenant_id = %s AND deleted = FALSE", (tenant_id,)
|
||
).fetchall()
|
||
}
|
||
existing_samples = {
|
||
row[0]: row[1]
|
||
for row in conn.execute(
|
||
"SELECT sample_id, content_sha256 FROM example_ai_flavor_sample "
|
||
"WHERE tenant_id = %s AND deleted = FALSE", (tenant_id,)
|
||
).fetchall()
|
||
}
|
||
|
||
for rule in sorted(rules.values(), key=lambda item: item["id"]):
|
||
row = load_db.rule_row(rule)
|
||
current = existing_rules.get(row["rule_id"])
|
||
if current is None:
|
||
conn.execute(_RULE_INSERT, _rule_insert_params(row, creator, tenant_id))
|
||
conn.execute(_RULE_EVENT_INSERT, (
|
||
row["rule_id"], row["version"], row["status"],
|
||
"seed insert", row["content_sha256"], creator, tenant_id,
|
||
))
|
||
summary["rules"]["inserted"] += 1
|
||
summary["events"] += 1
|
||
elif current["content_sha256"] != row["content_sha256"]:
|
||
conn.execute(_RULE_UPDATE, _rule_update_params(row, creator, tenant_id))
|
||
conn.execute(_RULE_EVENT_INSERT, (
|
||
row["rule_id"], row["version"], row["status"],
|
||
"seed update", row["content_sha256"], creator, tenant_id,
|
||
))
|
||
summary["rules"]["updated"] += 1
|
||
summary["events"] += 1
|
||
else:
|
||
summary["rules"]["unchanged"] += 1
|
||
|
||
for sample in sorted(samples.values(), key=lambda item: item["id"]):
|
||
row = load_db.sample_row(sample)
|
||
current_sha = existing_samples.get(row["sample_id"])
|
||
if current_sha is None:
|
||
conn.execute(_SAMPLE_INSERT, _sample_insert_params(row, creator, tenant_id))
|
||
summary["samples"]["inserted"] += 1
|
||
elif current_sha != row["content_sha256"]:
|
||
conn.execute(_SAMPLE_UPDATE, _sample_update_params(row, creator, tenant_id))
|
||
summary["samples"]["updated"] += 1
|
||
else:
|
||
summary["samples"]["unchanged"] += 1
|
||
|
||
summary["db_only_rules"] = sorted(set(existing_rules) - set(rules))
|
||
summary["db_only_samples"] = sorted(set(existing_samples) - set(samples))
|
||
if strict and (summary["db_only_rules"] or summary["db_only_samples"]):
|
||
raise SeedError(
|
||
"数据库存在 YAML 种子之外的行，失败关闭: rules="
|
||
+ ",".join(summary["db_only_rules"]) + "; samples=" + ",".join(summary["db_only_samples"])
|
||
)
|
||
return summary
|
||
|
||
|
||
def main(argv: list[str] | None = None) -> int:
|
||
parser = argparse.ArgumentParser(description="humanization 规则/样例种子同步（YAML → muse-example）")
|
||
parser.add_argument("--dry-run", action="store_true", help="只输出目标清单，不连接数据库")
|
||
parser.add_argument("--strict", action="store_true", help="数据库独有行存在时失败关闭")
|
||
parser.add_argument("--tenant", type=int, default=load_db.TENANT_ID)
|
||
args = parser.parse_args(argv)
|
||
|
||
try:
|
||
# 种子前先过激活门：样例不齐的 active 规则在文件侧就被拒绝
|
||
samples = load.load_samples()
|
||
rules = load.load_rules(samples=samples)
|
||
if args.dry_run:
|
||
plan = {
|
||
"status": "dry_run",
|
||
"rules": len(rules),
|
||
"samples": len(samples),
|
||
"rule_ids": sorted(rules),
|
||
"library_version": load.rule_library_version(rules),
|
||
}
|
||
print(json.dumps(plan, ensure_ascii=False))
|
||
return 0
|
||
from muse_db import connect # noqa: E402
|
||
|
||
with connect() as conn:
|
||
with conn.transaction():
|
||
summary = seed(conn, rules=rules, samples=samples,
|
||
tenant_id=args.tenant, strict=args.strict)
|
||
print(json.dumps({"status": "seeded", **summary}, ensure_ascii=False))
|
||
return 0
|
||
except (SeedError, load.LoadError, ValueError, OSError) as exc:
|
||
print(f"SEED_RULES_FAILED: {exc}")
|
||
return 2
|
||
|
||
|
||
if __name__ == "__main__":
|
||
raise SystemExit(main())
|