{
  "source_date": "2026-09-11",
  "provenance": {
    "composer": {
      "path": "/data/research/tae-interp/experiments/ladder/eval/p3/rotation_causal_summary.json",
      "sha256": "90ecb17166616dbc75880e134e1447bab080c956ab06e51e58bd5c5af4f668d8"
    },
    "order": {
      "path": "/data/research/tae-interp/next-steps/fable-loop-20260910/experiments/E04b-order-subspace/out_full_v1/results.json",
      "sha256": "55c3a977a857220fec71b9aee096e497bfb898c376e3d899baef3b6a3338b573"
    },
    "rows": {
      "path": "/data/research/tae-interp/next-steps/fable-loop-20260910/experiments/E04b-order-subspace/out_full_v1/rows.jsonl.gz",
      "sha256": "fcbaa4955f206e908fb1326ecc84f19a8d30611ebd76988a8e0931e5cf9648c3"
    },
    "scorer": {
      "path": "/data/research/tae-interp/next-steps/fable-loop-20260910/experiments/E04b-order-subspace/src/e04b_score.py",
      "sha256": "6f7a654c6a7f9492b1ef23cc415ed726ad098856603266abb820e2450b89d08b"
    }
  },
  "composer": {
    "model": "B_D_s0",
    "aggregation": "Unweighted mean of three saved pair-seed means; dots show individual pair seeds, not training-seed uncertainty. Order metric is the saved OD, averaging forward and swapped directions on scorable cases.",
    "arms": {
      "identity": {
        "f1_oracle_by_pair_seed": [
          0.3642,
          0.363,
          0.3703
        ],
        "f1_ref_by_pair_seed": [
          0.4227,
          0.4222,
          0.4298
        ],
        "order_discrimination_by_pair_seed": [
          0.5,
          0.5,
          0.5
        ]
      },
      "shuffled": {
        "f1_oracle_by_pair_seed": [
          0.3634,
          0.3625,
          0.367
        ],
        "f1_ref_by_pair_seed": [
          0.3488,
          0.3507,
          0.3528
        ]
      },
      "randrot": {
        "f1_oracle_by_pair_seed": [
          0.4496,
          0.4471,
          0.4546
        ],
        "f1_ref_by_pair_seed": [
          0.4148,
          0.4142,
          0.4191
        ]
      },
      "t0": {
        "f1_oracle_by_pair_seed": [
          0.5076,
          0.506,
          0.5139
        ],
        "f1_ref_by_pair_seed": [
          0.4868,
          0.4859,
          0.4944
        ],
        "order_discrimination_by_pair_seed": [
          0.9603,
          0.9626,
          0.9641
        ]
      },
      "full": {
        "f1_oracle_by_pair_seed": [
          0.5488,
          0.5476,
          0.5573
        ],
        "f1_ref_by_pair_seed": [
          0.5325,
          0.532,
          0.5429
        ],
        "order_discrimination_by_pair_seed": [
          0.9931,
          0.9931,
          0.9943
        ]
      },
      "oracle": {
        "f1_oracle_by_pair_seed": [
          1.0,
          1.0,
          1.0
        ],
        "f1_ref_by_pair_seed": [
          0.6039,
          0.6014,
          0.6098
        ]
      }
    }
  },
  "order": {
    "model": "SONAR",
    "n_propositions": 160,
    "n_base_edits": 960,
    "reader_auc_by_family": {
      "active": 0.97998046875,
      "passive": 0.979658203125,
      "cleft": 0.977177734375
    },
    "cells": {
      "S9": {
        "swap": 0.13958333333333334,
        "swap_ci_noun": [
          0.06919489816495263,
          0.2264415124754695
        ],
        "nouns_present": 0.76875,
        "pre_subspace_dim": 9.0,
        "pre_captured": 0.32608697413492843
      },
      "Rb9": {
        "swap": 0.12395833333333335,
        "swap_ci_noun": [
          0.058639219576719574,
          0.2110606418121755
        ],
        "nouns_present": 0.7677083333333334,
        "pre_subspace_dim": 7.435416666666667,
        "pre_captured": 0.32608697413492843
      },
      "Rd9": {
        "swap": 0.11041666666666668,
        "swap_ci_noun": [
          0.050411522633744855,
          0.1903368029507376
        ],
        "nouns_present": 0.7927083333333333,
        "pre_subspace_dim": 56.6375,
        "pre_captured": 0.32608697413492843
      },
      "Ra9": {
        "swap": 0.024375,
        "swap_ci_noun": [
          0.006322377593701305,
          0.05126204238920997
        ],
        "nouns_present": 0.9179166666666667,
        "pre_subspace_dim": 334.27375,
        "pre_captured": 0.32608697413492843
      },
      "oracle": {
        "swap": 0.9947916666666667,
        "swap_ci_noun": [
          0.9809770079663885,
          1.0
        ],
        "nouns_present": 0.9947916666666667,
        "pre_subspace_dim": 0.0,
        "pre_captured": 1.0
      }
    },
    "paired_best_per_proposition": {
      "value": -0.001041666666666667,
      "ci": [
        -0.039511896001962234,
        0.035949225369159996
      ],
      "controls_included": [
        "Ra9",
        "Rb9",
        "Rd9"
      ],
      "sensitivity_arm_level_best": {
        "arm": "Rb9",
        "value": 0.015625,
        "ci": [
          -0.0212571907957814,
          0.05228758169934641
        ]
      }
    },
    "aggregation_check": {
      "swap_and_noun_retention_reproduced": true,
      "paired_difference_reproduced": -0.0010416666666666686,
      "tolerance": 1e-12,
      "confidence_intervals": "Imported saved noun-cluster bootstrap intervals; not recomputed."
    }
  }
}