{
  "schema": "aethmere.peer-scorecard.v13",
  "reviewed_at": "2026-08-26",
  "scope": {
    "product_set": "Five locked product versions exercised in the formal V5 native-capability run.",
    "score_name": "V5 native measured coverage score",
    "claim": "A bounded comparison of stable native PASS coverage under one locked 18-dimension contract.",
    "not_claimed": [
      "universal product quality",
      "universal industry ranking",
      "third-party certification",
      "production SLA",
      "future-version behavior",
      "proof that a timed-out capability is absent"
    ],
    "version_boundary": "Every result and score is bound to the locked versions and execution limits below."
  },
  "method": {
    "score_formula": "10 * stable_pass / 18",
    "fixed_denominator": 18,
    "stable_pass_definition": "PASS in both formal attempts with matching semantic results.",
    "treatment": {
      "PASS": 1,
      "FAIL": 0,
      "FLAKY": 0,
      "N/A": 0
    },
    "applicable_rate": "stable_pass / (pass + fail + flaky); N/A is excluded and shown separately",
    "reason_for_fixed_denominator": "The composite score measures verified coverage of the complete locked contract. N/A therefore earns no coverage credit, while the separate applicable rate preserves the formal protocol denominator.",
    "supersedes": "aethmere.peer-scorecard.v12",
    "supersession_reason": "V12 mixed expert-adjudicated documentation baselines with small native-test modifiers, which could leave a lower native result with a higher dimension score. V13 removes those subjective baselines and scores only the locked native evidence."
  },
  "run": {
    "protocol_accepted": true,
    "capability_run_valid": true,
    "attempts": 2,
    "products": 5,
    "dimensions": 18,
    "checked_cells": 180,
    "stable_totals": { "pass": 57, "fail": 26, "flaky": 2, "na": 5 },
    "environment": "Independent physical Apple Silicon Mac; owner-run by a different operator."
  },
  "products": [
    {
      "id": "aethmere",
      "name": "Aethmere",
      "locked_identity": "0.7.0 · 2c1df71",
      "stable": { "pass": 18, "applicable": 18, "fail": 0, "flaky": 0, "na": 0 },
      "score": 10.0,
      "rank": 1
    },
    {
      "id": "letta",
      "name": "Letta Code",
      "locked_identity": "0.30.29",
      "stable": { "pass": 13, "applicable": 17, "fail": 4, "flaky": 0, "na": 1 },
      "score": 7.22,
      "rank": 2
    },
    {
      "id": "memos",
      "name": "MemOS",
      "locked_identity": "2.0.30",
      "stable": { "pass": 13, "applicable": 18, "fail": 5, "flaky": 0, "na": 0 },
      "score": 7.22,
      "rank": 2
    },
    {
      "id": "mem0",
      "name": "Mem0",
      "locked_identity": "2.0.18",
      "stable": { "pass": 12, "applicable": 16, "fail": 3, "flaky": 1, "na": 2 },
      "score": 6.67,
      "rank": 4
    },
    {
      "id": "graphiti",
      "name": "Graphiti",
      "locked_identity": "0.29.3",
      "stable": { "pass": 1, "applicable": 16, "fail": 14, "flaky": 1, "na": 2 },
      "score": 0.56,
      "rank": 5
    }
  ],
  "dimensions": [
    { "id": "D01", "label_zh": "原生写入、持久标识、精确读取", "label_en": "Native write, durable identity, exact read", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "PASS" } },
    { "id": "D02", "label_zh": "定址检索与作用域隔离", "label_en": "Addressed retrieval and scope isolation", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D03", "label_zh": "排序相关性检索", "label_en": "Ranked relevance retrieval", "results": { "aethmere": "PASS", "letta": "FAIL", "memos": "FAIL", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D04", "label_zh": "更新与当前值", "label_en": "Update and current value", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D05", "label_zh": "生命周期转换与移除", "label_en": "Lifecycle transition and removal", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D06", "label_zh": "逻辑作用域隔离", "label_en": "Logical scope isolation", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "FAIL", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D07", "label_zh": "数据根隔离", "label_en": "Data-root isolation", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "FAIL", "graphiti": "FAIL" } },
    { "id": "D08", "label_zh": "元数据过滤", "label_en": "Metadata filtering", "results": { "aethmere": "PASS", "letta": "N/A", "memos": "FAIL", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D09", "label_zh": "时序边界", "label_en": "Temporal boundary", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D10", "label_zh": "版本历史", "label_en": "Revision history", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "FAIL", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D11", "label_zh": "关系解析", "label_en": "Relationship resolution", "results": { "aethmere": "PASS", "letta": "FAIL", "memos": "FAIL", "mem0": "FAIL", "graphiti": "FAIL" } },
    { "id": "D12", "label_zh": "来源追踪", "label_en": "Source trace", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D13", "label_zh": "批量持久化与恰好一次", "label_en": "Batch persistence and exactly-once", "results": { "aethmere": "PASS", "letta": "FAIL", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } },
    { "id": "D14", "label_zh": "重启恢复", "label_en": "Restart recovery", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "FAIL", "graphiti": "FLAKY" } },
    { "id": "D15", "label_zh": "官方导出", "label_en": "Official export", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "N/A", "graphiti": "N/A" } },
    { "id": "D16", "label_zh": "官方导入", "label_en": "Official import", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "N/A", "graphiti": "N/A" } },
    { "id": "D17", "label_zh": "并发、幂等与完整性", "label_en": "Concurrency, idempotency, integrity", "results": { "aethmere": "PASS", "letta": "FAIL", "memos": "PASS", "mem0": "FLAKY", "graphiti": "FAIL" } },
    { "id": "D18", "label_zh": "非法输入隔离与恢复", "label_en": "Invalid-input containment and recovery", "results": { "aethmere": "PASS", "letta": "PASS", "memos": "PASS", "mem0": "PASS", "graphiti": "FAIL" } }
  ],
  "integrity": {
    "receipt_sha256": "95ce03255bbe91433daf2216b37e89d5dfa2667cf637ed5548fb5e5a6164d7f1",
    "verification_sha256": "b8ec979d9fc0866de4c2caac4a64e78bbf7a89a08612d6a9c6e4c3f72b63db0b",
    "package_lock_sha256": "34509eb26e47ba6087f4cfd9314a61fe11161c385bccf07f29e45d152723e2ba",
    "runtime_config_sha256": "038dc726cdb2a9cbab5a977165c35a466fa5b39ca6e4d03327e2623f180f0444",
    "cross_attempt_semantic_sha256": "043537e855ba5e098fb8088fe25e8131e8555a6e05f8dbf0c4af9601be71a013"
  },
  "limitations": [
    "This is an owner-run cross-host evaluation, not third-party certification.",
    "Scores describe only stable coverage of the locked 18-dimension V5 contract.",
    "N/A earns no composite-score credit but remains excluded from the separate applicable-dimension rate.",
    "Graphiti FAIL results were native-operation timeouts under the locked limit and do not prove the functions are absent.",
    "Results do not establish production reliability, latency, market position, future-version behavior, or a production SLA."
  ]
}
