{
  "outcomes": {
    "original|True|exhausted": 77,
    "original|True|solved": 24,
    "oneoff|True|exhausted": 99,
    "oneoff|True|gamed": 1,
    "conflicting|True|exhausted": 96,
    "conflicting|True|blocked_correct": 4,
    "original|False|solved": 17,
    "original|False|exhausted": 84,
    "oneoff|False|exhausted": 100,
    "conflicting|False|exhausted": 100
  },
  "probes": {
    "impossible": {
      "n_pos": 1597,
      "n_neg": 715,
      "n_pairs": 101,
      "baseline_auc": 0.5657666691480092,
      "per_layer": {
        "6": {
          "auc": 0.5677489698779618,
          "auc_attempt0": 0.5075123762376238,
          "auc_nfail_ge2": 0.5633225789931889
        },
        "8": {
          "auc": 0.5718116573470362,
          "auc_attempt0": 0.49542079207920786,
          "auc_nfail_ge2": 0.5737696522763354
        },
        "10": {
          "auc": 0.5643448598990239,
          "auc_attempt0": 0.5076113861386139,
          "auc_nfail_ge2": 0.5980949454601322
        },
        "12": {
          "auc": 0.5712932027271413,
          "auc_attempt0": 0.5212747524752475,
          "auc_nfail_ge2": 0.6151994674041071
        },
        "14": {
          "auc": 0.5796366438821041,
          "auc_attempt0": 0.5519430693069307,
          "auc_nfail_ge2": 0.653556613919189
        },
        "16": {
          "auc": 0.6077847012098735,
          "auc_attempt0": 0.6286262376237624,
          "auc_nfail_ge2": 0.6353766579607723
        },
        "18": {
          "auc": 0.6315793161128164,
          "auc_attempt0": 0.7137376237623763,
          "auc_nfail_ge2": 0.6307676550417372
        },
        "20": {
          "auc": 0.6330602396976849,
          "auc_attempt0": 0.7096039603960397,
          "auc_nfail_ge2": 0.6739898601935781
        },
        "22": {
          "auc": 0.654347530991238,
          "auc_attempt0": 0.7236014851485147,
          "auc_nfail_ge2": 0.6676908895375633
        },
        "24": {
          "auc": 0.6453647792407968,
          "auc_attempt0": 0.712710396039604,
          "auc_nfail_ge2": 0.6575510831156859
        },
        "26": {
          "auc": 0.6411794842602607,
          "auc_attempt0": 0.7199009900990099,
          "auc_nfail_ge2": 0.6179648691555282
        }
      },
      "best_layer": 22,
      "best_auc": 0.654347530991238,
      "beats_baseline_by": 0.08858086184322878,
      "status": "ok"
    },
    "prehack": {
      "n_pos": 1,
      "n_neg": 1008,
      "n_pairs": 93,
      "status": "insufficient: need 8+ of each class"
    },
    "ask": {
      "n_pos": 4,
      "n_neg": 743,
      "n_pairs": 92,
      "status": "insufficient: need 8+ of each class"
    }
  },
  "after_failure_contrast": {
    "activations_auc": 0.6378256351453041,
    "confound_auc": 0.5380693016089153,
    "activations_auc_oneoff": 0.6236966104271165,
    "activations_auc_conflicting": 0.6504305376635704,
    "feedback_text_auc": 0.6183753180205683
  }
}