{
  "schema": "insight.wwdc.priority-claim-grade-calibration.zh.v1",
  "session_id": "299",
  "title": "Create robust evaluations for agentic apps",
  "title_zh": "Agent / 评估：Create robust evaluations for agentic apps",
  "priority": "P1",
  "public_policy": "review_ready_grade_calibration_no_full_transcript_or_translation",
  "session_grade_profile": {
    "buckets": {
      "A": 4
    },
    "mean_score": 93.0,
    "overall_posture_zh": "强证据 session"
  },
  "claims": [
    {
      "claim_id": "r1",
      "title_zh": "多步评估",
      "claim_zh": "Agentic app 不能只评估单轮输出，还要评估工具选择、步骤顺序和中间状态。",
      "previous_grade": "A-",
      "calibrated_grade": "A",
      "score": 93,
      "score_breakdown": {
        "anchor_score": 25,
        "quote_score": 18,
        "term_score": 22,
        "cross_session_score": 25,
        "priority_score": 3
      },
      "official_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "non_generic_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "cross_session_support_count": 18,
      "supporting_sessions": [
        "102",
        "213",
        "227",
        "232",
        "240",
        "241",
        "242",
        "243"
      ],
      "anchor_count": 3,
      "micro_quote_word_count": 5,
      "evidence_meaning_zh": "可作为主题级或汇报级强证据候选，但仍需要人工核对官方短引文。",
      "review_action_zh": "优先进入发布前短引文核对，争取升级为最终 A 级证据。",
      "calibration_rationale_zh": "锚点路径 3 个，anchor_score=25；micro-quote 5 词，quote_score=18；官方术语 3 个，term_score=22；跨 session 支撑 18 个，cross_score=25；优先级 P1，priority_score=3",
      "publication_posture_zh": "强证据候选"
    },
    {
      "claim_id": "r2",
      "title_zh": "鲁棒性",
      "claim_zh": "鲁棒评估需要覆盖异常输入、工具失败、权限缺失和用户中断。",
      "previous_grade": "A-",
      "calibrated_grade": "A",
      "score": 93,
      "score_breakdown": {
        "anchor_score": 25,
        "quote_score": 18,
        "term_score": 22,
        "cross_session_score": 25,
        "priority_score": 3
      },
      "official_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "non_generic_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "cross_session_support_count": 18,
      "supporting_sessions": [
        "102",
        "213",
        "227",
        "232",
        "240",
        "241",
        "242",
        "243"
      ],
      "anchor_count": 3,
      "micro_quote_word_count": 5,
      "evidence_meaning_zh": "可作为主题级或汇报级强证据候选，但仍需要人工核对官方短引文。",
      "review_action_zh": "优先进入发布前短引文核对，争取升级为最终 A 级证据。",
      "calibration_rationale_zh": "锚点路径 3 个，anchor_score=25；micro-quote 5 词，quote_score=18；官方术语 3 个，term_score=22；跨 session 支撑 18 个，cross_score=25；优先级 P1，priority_score=3",
      "publication_posture_zh": "强证据候选"
    },
    {
      "claim_id": "r3",
      "title_zh": "产品发布",
      "claim_zh": "如果 agent 不能稳定完成关键任务，就应限制能力范围或增加人工确认。",
      "previous_grade": "A-",
      "calibrated_grade": "A",
      "score": 93,
      "score_breakdown": {
        "anchor_score": 25,
        "quote_score": 18,
        "term_score": 22,
        "cross_session_score": 25,
        "priority_score": 3
      },
      "official_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "non_generic_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "cross_session_support_count": 18,
      "supporting_sessions": [
        "102",
        "213",
        "227",
        "232",
        "240",
        "241",
        "242",
        "243"
      ],
      "anchor_count": 3,
      "micro_quote_word_count": 5,
      "evidence_meaning_zh": "可作为主题级或汇报级强证据候选，但仍需要人工核对官方短引文。",
      "review_action_zh": "优先进入发布前短引文核对，争取升级为最终 A 级证据。",
      "calibration_rationale_zh": "锚点路径 3 个，anchor_score=25；micro-quote 5 词，quote_score=18；官方术语 3 个，term_score=22；跨 session 支撑 18 个，cross_score=25；优先级 P1，priority_score=3",
      "publication_posture_zh": "强证据候选"
    },
    {
      "claim_id": "r4",
      "title_zh": "治理价值",
      "claim_zh": "评估结果应反过来定义权限、提示、工具 schema 和 fallback 策略。",
      "previous_grade": "A-",
      "calibrated_grade": "A",
      "score": 93,
      "score_breakdown": {
        "anchor_score": 25,
        "quote_score": 18,
        "term_score": 22,
        "cross_session_score": 25,
        "priority_score": 3
      },
      "official_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "non_generic_terms": [
        "Evaluations",
        "Xcode",
        "MLX"
      ],
      "cross_session_support_count": 18,
      "supporting_sessions": [
        "102",
        "213",
        "227",
        "232",
        "240",
        "241",
        "242",
        "243"
      ],
      "anchor_count": 3,
      "micro_quote_word_count": 5,
      "evidence_meaning_zh": "可作为主题级或汇报级强证据候选，但仍需要人工核对官方短引文。",
      "review_action_zh": "优先进入发布前短引文核对，争取升级为最终 A 级证据。",
      "calibration_rationale_zh": "锚点路径 3 个，anchor_score=25；micro-quote 5 词，quote_score=18；官方术语 3 个，term_score=22；跨 session 支撑 18 个，cross_score=25；优先级 P1，priority_score=3",
      "publication_posture_zh": "强证据候选"
    }
  ],
  "source_paths": {
    "claim_evidence": "data/priority_claim_evidence_zh/299.json",
    "refined_summary": "data/priority_session_refined_zh/299.json",
    "workbench": "workbench.html?view=sessions/299/session_299_workbench.html"
  },
  "quality": {
    "generation": "claim_grade_calibration_v1",
    "requires_human_grade_approval": true,
    "generated_at": "2026-06-22",
    "note": "This is review-ready calibration, not final human verification."
  }
}