- 闸门①分布式 PASS(带 caveat):RedisMessageBus 跨 2 进程 3 agent 协作实测跑通; 1.x RpcAgent/to_dist 已删,framework 原生多 worker serving 仍 Beta(#1722/#1868,取证未亲测) - 闸门②持久化 PASS:AgentState→Redis,os._exit 与真 kill -9 两种硬崩后新进程恢复、记忆 3/3 无损 - 闸门③L1 开销 PASS:最小 Agent vs 裸 openai 本地+24.4ms/输入+11tok(几乎全 system_prompt),§5-⑤ 未被迫触发 - §5 无换轨触发器成立 → 继续 AgentScope,锁 2.0.1 - durable:VERDICT.md(含 §2 控制面↔worker 契约形状)+ artifacts 实测数据 - 关键坑:本机代理未旁路 Tailscale 网关致 SDK 全 502(_common 已修) Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
83 lines
1.6 KiB
JSON
83 lines
1.6 KiB
JSON
{
|
|
"model": "deepseek-v4-flash",
|
|
"N": 20,
|
|
"prompt": "What is 7 plus 6? Reply with just the number.",
|
|
"sys_prompt": "You are a helpful assistant. Answer concisely.",
|
|
"max_tokens": 64,
|
|
"rows": {
|
|
"A_bare_openai": {
|
|
"wall": {
|
|
"median": 0.9341,
|
|
"p90": 1.1828,
|
|
"mean": 0.9607,
|
|
"n": 20
|
|
},
|
|
"api": {
|
|
"median": 0.9341,
|
|
"p90": 1.1828,
|
|
"mean": 0.9607,
|
|
"n": 20
|
|
},
|
|
"local": {
|
|
"median": 0.0,
|
|
"p90": 0.0,
|
|
"mean": 0.0,
|
|
"n": 20
|
|
},
|
|
"in_tok": 18.0,
|
|
"out_tok": 28.5
|
|
},
|
|
"B_agentscope_model": {
|
|
"wall": {
|
|
"median": 0.9201,
|
|
"p90": 1.1217,
|
|
"mean": 1.4589,
|
|
"n": 20
|
|
},
|
|
"api": {
|
|
"median": 0.8978,
|
|
"p90": 1.0999,
|
|
"mean": 1.4368,
|
|
"n": 20
|
|
},
|
|
"local": {
|
|
"median": 0.0222,
|
|
"p90": 0.0242,
|
|
"mean": 0.0221,
|
|
"n": 20
|
|
},
|
|
"in_tok": 18.0,
|
|
"out_tok": 28.0
|
|
},
|
|
"C_agentscope_agent": {
|
|
"wall": {
|
|
"median": 0.9358,
|
|
"p90": 1.1289,
|
|
"mean": 0.9471,
|
|
"n": 20
|
|
},
|
|
"api": {
|
|
"median": 0.9128,
|
|
"p90": 1.1026,
|
|
"mean": 0.9214,
|
|
"n": 20
|
|
},
|
|
"local": {
|
|
"median": 0.0244,
|
|
"p90": 0.0261,
|
|
"mean": 0.0258,
|
|
"n": 20
|
|
},
|
|
"in_tok": 29.0,
|
|
"out_tok": 27.5,
|
|
"model_calls_per_reply": {
|
|
"median": 1.0,
|
|
"p90": 1,
|
|
"mean": 1.0,
|
|
"n": 20
|
|
}
|
|
}
|
|
},
|
|
"input_token_inflation": 11.0,
|
|
"local_overhead_ms": 24.4
|
|
} |