{
  "schema": "fak.agentic-benchmark-epic-rollup.v1",
  "generated_at": "2026-06-26T03:43:07Z",
  "epic": 868,
  "status": "PENDING_EXTERNAL_HARNESS",
  "result_claim_allowed": false,
  "summary": {
    "children_total": 8,
    "children_parsed": 8,
    "local_evidence_artifacts": 2,
    "result_claim_artifacts": 0,
    "result_packets_total": 0,
    "result_packets_passed": 0,
    "pending_children": [
      870,
      871,
      872,
      873,
      874,
      875
    ]
  },
  "children": [
    {
      "issue": 869,
      "packet": "A",
      "title": "AgentDojo structural safety floor",
      "artifact": "experiments/agent-live/agentdojo-fak-fullstack-20260625.json",
      "gate": "PASS_LOCAL",
      "status": "PASS",
      "result_claim_allowed": false,
      "detail": "local structural floor PASS; full-stack ASR successes 0; benign controls 2"
    },
    {
      "issue": 870,
      "packet": "B",
      "title": "GLM-5.2/vLLM agentic battery",
      "artifact": "experiments/vllm/glm52-agentic-battery/final-check.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "PENDING_MEASUREMENT",
      "result_claim_allowed": false,
      "detail": "GLM final-check PENDING_MEASUREMENT; required artifacts 6/11 passed"
    },
    {
      "issue": 871,
      "packet": "C",
      "title": "Opus-class SWE-bench smoke",
      "artifact": "experiments/agent-live/swebench-opus-smoke-contract-20260626.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "READY_FOR_REMOTE_GRADING",
      "result_claim_allowed": false,
      "detail": "READY_FOR_REMOTE_GRADING; raw/fak predictions and official SWE-bench reports still required",
      "missing": [
        "raw-opus predictions.json generated by the raw scaffold over the selected task ids",
        "fak-opus predictions.json generated by the fak fleet runner over the same selected task ids",
        "official SWE-bench harness report.json for both arms",
        "raw/fak compare artifact that folds solve rate, safe completion, cost or token budget, latency, policy blocks, and evidence completeness"
      ]
    },
    {
      "issue": 872,
      "packet": "D",
      "title": "DeepSWE/R2E-Gym runner",
      "artifact": "experiments/agent-live/deepswe-raw-fak-contract-20260626.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "READY_FOR_EXTERNAL_RUN",
      "result_claim_allowed": false,
      "detail": "READY_FOR_EXTERNAL_RUN; raw/fak DeepSWE predictions and official SWE-bench reports still required",
      "missing": [
        "raw-deepswe predictions.json generated by a real DeepSWE/R2E-Gym adapter over the selected task ids",
        "fak-deepswe predictions.json generated by the same adapter over the same task ids through the fak gateway",
        "official SWE-bench harness report.json for both arms",
        "adapter logs or metadata showing the same model id, max steps, timeout, and task id list for both arms",
        "raw/fak compare artifact that folds solve rate, safe completion, cost or token budget, latency, adapter failures, policy blocks, and evidence completeness"
      ]
    },
    {
      "issue": 873,
      "packet": "E",
      "title": "ToolSandbox/tau3 policy-state",
      "artifact": "experiments/agent-live/toolsandbox-official-run-contract-20260626.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "READY_FOR_EXTERNAL_HARNESS",
      "evidence_class": "EXTERNAL_RUN_CONTRACT",
      "result_claim_allowed": false,
      "detail": "READY_FOR_EXTERNAL_HARNESS; benchmark-native tau3/ToolSandbox raw/fak outputs and grader summaries still required",
      "missing": [
        "benchmark-native task manifest or scenario ids for the selected tau3 or ToolSandbox subset",
        "raw-arm benchmark-native output over those exact task ids",
        "fak-arm benchmark-native output over those exact task ids",
        "benchmark-native grader or result summary for both arms",
        "proof that raw and fak arms used the same model, user simulator, task ids, budget, and retry policy",
        "fak verdict/evidence log linked to each mediated tool call",
        "raw/fak compare artifact reporting task success separately from policy compliance and benign utility preservation"
      ]
    },
    {
      "issue": 874,
      "packet": "F",
      "title": "Terminal-Bench command boundary",
      "artifact": "experiments/agent-live/terminalbench-official-run-contract-20260626.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "READY_FOR_EXTERNAL_HARNESS",
      "evidence_class": "EXTERNAL_RUN_CONTRACT",
      "result_claim_allowed": false,
      "detail": "READY_FOR_EXTERNAL_HARNESS; benchmark-native Terminal-Bench raw/fak run dirs, command logs, and official test summaries still required",
      "missing": [
        "benchmark-native Terminal-Bench task ids for the selected fixed subset",
        "Terminal-Bench image or environment setup manifest for each selected task",
        "raw-arm tb run directory with command log and official test output over those exact task ids",
        "fak-arm tb run directory with command log and official test output over those exact task ids",
        "proof that raw and fak arms used the same model, task ids, image or environment, budget, concurrency, and retry policy",
        "fak per-command verdict/evidence log linked to the corresponding tb run command log and test output",
        "raw/fak compare artifact reporting benchmark-native solve separately from safe resolve, blocked dangerous actions, unnecessary blocks, runtime, cost or token budget, and evidence completeness"
      ]
    },
    {
      "issue": 875,
      "packet": "G",
      "title": "Browser/computer-use action mediation",
      "artifact": "experiments/agent-live/browseraction-official-run-contract-20260626.json",
      "gate": "PENDING_EXTERNAL_HARNESS",
      "status": "READY_FOR_EXTERNAL_HARNESS",
      "evidence_class": "EXTERNAL_RUN_CONTRACT",
      "result_claim_allowed": false,
      "detail": "READY_FOR_EXTERNAL_HARNESS; benchmark-native browser/computer-use raw/fak traces, score reports, and linked fak action evidence still required",
      "missing": [
        "benchmark-native BrowserGym/WebArena, WorkArena, OSWorld, or BrowseComp task ids for the selected fixed subset",
        "browser state, website snapshot, credentials, reset policy, and environment manifest for each selected task",
        "raw-arm benchmark-native trace or study directory with score report over those exact task ids",
        "fak-arm benchmark-native trace or study directory with score report over those exact task ids",
        "proof that raw and fak arms used the same model, task ids, browser state, budget, max steps, timeout, and retry policy",
        "fak action verdict/evidence log linked to the corresponding benchmark-native action trace and score report",
        "writeup separating model perception or grounding failures from harness/tool-boundary failures",
        "raw/fak compare artifact reporting task success separately from safe success, action count, invalid actions, policy blocks, runtime, cost or token budget, and evidence completeness"
      ]
    },
    {
      "issue": 876,
      "packet": "authority",
      "title": "Agentic benchmark authority entry shape",
      "artifact": "BENCHMARK-AUTHORITY.md",
      "gate": "PASS_LOCAL",
      "status": "AUTHORITY_SHAPE_PRESENT",
      "result_claim_allowed": false,
      "detail": "authority rows and promotion gate text are present"
    }
  ],
  "acceptance": [
    {
      "name": "child_artifacts_parse",
      "ok": true,
      "detail": "8/8 child artifacts parsed; failed=none"
    },
    {
      "name": "authority_entry_shape",
      "ok": true,
      "detail": "BENCHMARK-AUTHORITY carries local rows plus the promotion-gate shape"
    },
    {
      "name": "result_packet_graduated",
      "ok": false,
      "detail": "0 result-claim-enabled artifact(s); result packets passed=0/0 failed=0; pending live children=#870, #871, #872, #873, #874, #875"
    },
    {
      "name": "external_harness_grading",
      "ok": false,
      "detail": "requires benchmark-native raw/fak grader output for open live lanes"
    },
    {
      "name": "compare_metrics_complete",
      "ok": false,
      "detail": "requires solve/safe/cost-or-token/latency/policy/evidence metrics from a result-bearing compare artifact"
    },
    {
      "name": "final_writeup_ready",
      "ok": false,
      "detail": "final #868 writeup waits for at least one real raw-vs-fak result packet"
    }
  ],
  "claim_boundary": "Parent rollup only: reads committed child artifacts and refuses a #868 result claim until benchmark-native raw/fak grader evidence exists for at least one live lane."
}
