{
  "provenance": {
    "torch_version": "2.14.1+cpu",
    "dataset_url": "https://archive.ics.uci.edu/static/public/228/sms%2Bspam%2Bcollection.zip",
    "dataset_sha256": "7d039a24a6083ed9ef0f806ebad56bbb976e3aeb8de05669173bfdc4996c239d",
    "source_rows": 5574,
    "unique_messages": 5159,
    "split_seed": 42,
    "train_count": 4128,
    "test_count": 1031,
    "saved_report_sha256": "30818752a90e5a90af9e95bf3118f6ccee39b8d1cf7a8e52010b2fb88ec9531a",
    "source_sha256": "d90f4ee40b60ff15b91c8755605cb3e328456908bbd4d0edf088533d3dc9f9c9",
    "analysis_sha256": "ba4fc7a072fc28ba1cb3cc1ed729edaa8ae49366eff15a2bf12a15137cfb67c0"
  },
  "parameters": {
    "W.weight": [
      [
        2.5742790699005127,
        2.5039124488830566,
        -0.1352572739124298
      ],
      [
        -1.2760769128799438,
        -1.3264312744140625,
        2.6763288974761963
      ]
    ],
    "W.bias": [
      -0.015952063724398613,
      1.2649521827697754
    ],
    "V.weight": [
      [
        3.0799176692962646,
        -1.5553195476531982
      ]
    ],
    "V.bias": [
      -0.1483796089887619
    ]
  },
  "baseline": {
    "accuracy": 0.9000969932104753,
    "cross_entropy": 0.3213423192501068,
    "spam_precision": 1.0,
    "spam_recall": 0.1953125,
    "confusion": [
      [
        903,
        0
      ],
      [
        103,
        25
      ]
    ]
  },
  "saved_metrics_reproduced_exactly": true,
  "held_out_patterns": [
    {
      "counts": [
        0,
        0,
        0
      ],
      "nonspam": 893,
      "spam": 103
    },
    {
      "counts": [
        0,
        0,
        1
      ],
      "nonspam": 10,
      "spam": 0
    },
    {
      "counts": [
        0,
        1,
        0
      ],
      "nonspam": 0,
      "spam": 2
    },
    {
      "counts": [
        1,
        0,
        0
      ],
      "nonspam": 0,
      "spam": 9
    },
    {
      "counts": [
        1,
        1,
        0
      ],
      "nonspam": 0,
      "spam": 11
    },
    {
      "counts": [
        1,
        2,
        0
      ],
      "nonspam": 0,
      "spam": 1
    },
    {
      "counts": [
        2,
        0,
        0
      ],
      "nonspam": 0,
      "spam": 1
    },
    {
      "counts": [
        2,
        1,
        0
      ],
      "nonspam": 0,
      "spam": 1
    }
  ],
  "train_patterns": [
    {
      "counts": [
        0,
        0,
        0
      ],
      "nonspam": 3587,
      "spam": 419
    },
    {
      "counts": [
        0,
        0,
        1
      ],
      "nonspam": 27,
      "spam": 0
    },
    {
      "counts": [
        0,
        1,
        0
      ],
      "nonspam": 0,
      "spam": 23
    },
    {
      "counts": [
        0,
        2,
        0
      ],
      "nonspam": 0,
      "spam": 4
    },
    {
      "counts": [
        1,
        0,
        0
      ],
      "nonspam": 0,
      "spam": 38
    },
    {
      "counts": [
        1,
        1,
        0
      ],
      "nonspam": 0,
      "spam": 24
    },
    {
      "counts": [
        1,
        2,
        0
      ],
      "nonspam": 0,
      "spam": 4
    },
    {
      "counts": [
        2,
        0,
        0
      ],
      "nonspam": 0,
      "spam": 2
    }
  ],
  "empirical_pattern_majority_accuracy_ceiling": 0.9000969932104753,
  "claim_or_prize_rule_disagreements": 0,
  "activation_profiles": [
    {
      "neuron": 0,
      "classes": [
        {
          "label": 0,
          "count": 903,
          "active_count": 0,
          "mean_activation": 0.0,
          "mean_contribution": 0.0
        },
        {
          "label": 1,
          "count": 128,
          "active_count": 25,
          "mean_activation": 0.8126623630523682,
          "mean_contribution": 2.5029330253601074
        }
      ],
      "top_held_out": [
        {
          "counts": [
            2.0,
            1.0,
            0.0
          ],
          "preactivations": [
            7.636518478393555,
            -2.613632917404175
          ],
          "activations": [
            7.636518478393555,
            0.0
          ],
          "contributions": [
            23.519847869873047,
            -0.0
          ],
          "logit": 23.37146759033203,
          "probability": 1.0,
          "test_index": 450,
          "label": 1,
          "message_excerpt": "WINNER!! As a valued network customer you have been selected to receivea \u00a3900 prize reward! To claim call 09061701461. Claim code KL341. Valid 12 hours only."
        },
        {
          "counts": [
            1.0,
            2.0,
            0.0
          ],
          "preactivations": [
            7.5661516189575195,
            -2.663987159729004
          ],
          "activations": [
            7.5661516189575195,
            0.0
          ],
          "contributions": [
            23.303123474121094,
            -0.0
          ],
          "logit": 23.154743194580078,
          "probability": 1.0,
          "test_index": 971,
          "label": 1,
          "message_excerpt": "You have WON a guaranteed \u00a31000 cash or a \u00a32000 prize. To claim yr prize call our customer service representative on 08714712379 between 10am-7pm Cost 10p"
        },
        {
          "counts": [
            2.0,
            0.0,
            0.0
          ],
          "preactivations": [
            5.132606029510498,
            -1.2872016429901123
          ],
          "activations": [
            5.132606029510498,
            0.0
          ],
          "contributions": [
            15.808004379272461,
            -0.0
          ],
          "logit": 15.659625053405762,
          "probability": 0.9999998807907104,
          "test_index": 39,
          "label": 1,
          "message_excerpt": "Congratulations U can claim 2 VIP row A Tickets 2 C Blu in concert in November or Blu gift guaranteed Call 09061104276 to claim TS&Cs www.smsco.net cost\u00a33.75max"
        },
        {
          "counts": [
            1.0,
            1.0,
            0.0
          ],
          "preactivations": [
            5.062239646911621,
            -1.3375558853149414
          ],
          "activations": [
            5.062239646911621,
            0.0
          ],
          "contributions": [
            15.591280937194824,
            -0.0
          ],
          "logit": 15.442901611328125,
          "probability": 0.9999997615814209,
          "test_index": 2,
          "label": 1,
          "message_excerpt": "URGENT! Your Mobile number has been awarded with a \u00a32000 prize GUARANTEED. Call 09061790121 from land line. Claim 3030. Valid 12hrs only 150ppm"
        },
        {
          "counts": [
            1.0,
            1.0,
            0.0
          ],
          "preactivations": [
            5.062239646911621,
            -1.3375558853149414
          ],
          "activations": [
            5.062239646911621,
            0.0
          ],
          "contributions": [
            15.591280937194824,
            -0.0
          ],
          "logit": 15.442901611328125,
          "probability": 0.9999997615814209,
          "test_index": 49,
          "label": 1,
          "message_excerpt": "This is the 2nd time we have tried 2 contact u. U have won the 750 Pound prize. 2 claim is easy, call 08718726970 NOW! Only 10p per min. BT-national-rate "
        }
      ]
    },
    {
      "neuron": 1,
      "classes": [
        {
          "label": 0,
          "count": 903,
          "active_count": 903,
          "mean_activation": 1.2945902347564697,
          "mean_contribution": -2.0135021209716797
        },
        {
          "label": 1,
          "count": 128,
          "active_count": 103,
          "mean_activation": 1.01789128780365,
          "mean_contribution": -1.5831459760665894
        }
      ],
      "top_held_out": [
        {
          "counts": [
            0.0,
            0.0,
            1.0
          ],
          "preactivations": [
            -0.15120933949947357,
            3.9412810802459717
          ],
          "activations": [
            0.0,
            3.9412810802459717
          ],
          "contributions": [
            0.0,
            -6.129951477050781
          ],
          "logit": -6.278331279754639,
          "probability": 0.0018730144947767258,
          "test_index": 11,
          "label": 0,
          "message_excerpt": "Ok lor but not too early. Me still having project meeting now."
        },
        {
          "counts": [
            0.0,
            0.0,
            1.0
          ],
          "preactivations": [
            -0.15120933949947357,
            3.9412810802459717
          ],
          "activations": [
            0.0,
            3.9412810802459717
          ],
          "contributions": [
            0.0,
            -6.129951477050781
          ],
          "logit": -6.278331279754639,
          "probability": 0.0018730144947767258,
          "test_index": 44,
          "label": 0,
          "message_excerpt": "Sorry, I'll call later in meeting."
        },
        {
          "counts": [
            0.0,
            0.0,
            1.0
          ],
          "preactivations": [
            -0.15120933949947357,
            3.9412810802459717
          ],
          "activations": [
            0.0,
            3.9412810802459717
          ],
          "contributions": [
            0.0,
            -6.129951477050781
          ],
          "logit": -6.278331279754639,
          "probability": 0.0018730144947767258,
          "test_index": 131,
          "label": 0,
          "message_excerpt": "1's finish meeting call me."
        },
        {
          "counts": [
            0.0,
            0.0,
            1.0
          ],
          "preactivations": [
            -0.15120933949947357,
            3.9412810802459717
          ],
          "activations": [
            0.0,
            3.9412810802459717
          ],
          "contributions": [
            0.0,
            -6.129951477050781
          ],
          "logit": -6.278331279754639,
          "probability": 0.0018730144947767258,
          "test_index": 261,
          "label": 0,
          "message_excerpt": "Where r e meeting tmr?"
        },
        {
          "counts": [
            0.0,
            0.0,
            1.0
          ],
          "preactivations": [
            -0.15120933949947357,
            3.9412810802459717
          ],
          "activations": [
            0.0,
            3.9412810802459717
          ],
          "contributions": [
            0.0,
            -6.129951477050781
          ],
          "logit": -6.278331279754639,
          "probability": 0.0018730144947767258,
          "test_index": 306,
          "label": 0,
          "message_excerpt": "Sorry,in meeting I'll call later"
        }
      ]
    }
  ],
  "neuron_ablations": [
    {
      "zeroed_neurons": [
        0
      ],
      "metrics": {
        "accuracy": 0.8758486905916586,
        "cross_entropy": 0.34001070261001587,
        "spam_precision": 0,
        "spam_recall": 0.0,
        "confusion": [
          [
            903,
            0
          ],
          [
            128,
            0
          ]
        ]
      },
      "changed_predictions": 25,
      "max_identity_error": 0.0
    },
    {
      "zeroed_neurons": [
        1
      ],
      "metrics": {
        "accuracy": 0.9000969932104753,
        "cross_entropy": 0.6214600801467896,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ]
      },
      "changed_predictions": 0,
      "max_identity_error": 0.0
    },
    {
      "zeroed_neurons": [
        0,
        1
      ],
      "metrics": {
        "accuracy": 0.8758486905916586,
        "cross_entropy": 0.6401285529136658,
        "spam_precision": 0,
        "spam_recall": 0.0,
        "confusion": [
          [
            903,
            0
          ],
          [
            128,
            0
          ]
        ]
      },
      "changed_predictions": 25,
      "max_identity_error": 0.0
    }
  ],
  "word_count_interventions": [
    {
      "word": "claim",
      "intervention": "remove_all",
      "changed_inputs": 23,
      "changed_predictions": 10,
      "score_delta_min": -17.775409698486328,
      "score_delta_max": 0.0,
      "score_delta_mean": -0.2108602374792099,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.8903976721629486,
        "cross_entropy": 0.3429703712463379,
        "spam_precision": 1.0,
        "spam_recall": 0.1171875,
        "confusion": [
          [
            903,
            0
          ],
          [
            113,
            15
          ]
        ]
      }
    },
    {
      "word": "claim",
      "intervention": "add_one",
      "changed_inputs": 1031,
      "changed_predictions": 1006,
      "score_delta_min": 7.928565979003906,
      "score_delta_max": 9.846840858459473,
      "score_delta_mean": 9.796454429626465,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.12415130940834142,
        "cross_entropy": 6.727813720703125,
        "spam_precision": 0.12415130940834142,
        "spam_recall": 1.0,
        "confusion": [
          [
            0,
            903
          ],
          [
            0,
            128
          ]
        ]
      }
    },
    {
      "word": "prize",
      "intervention": "remove_all",
      "changed_inputs": 15,
      "changed_predictions": 2,
      "score_delta_min": -15.423686981201172,
      "score_delta_max": 0.0,
      "score_delta_mean": -0.12340064346790314,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.8981571290009699,
        "cross_entropy": 0.3256714940071106,
        "spam_precision": 1.0,
        "spam_recall": 0.1796875,
        "confusion": [
          [
            903,
            0
          ],
          [
            105,
            23
          ]
        ]
      }
    },
    {
      "word": "prize",
      "intervention": "add_one",
      "changed_inputs": 1031,
      "changed_predictions": 1006,
      "score_delta_min": 7.711841583251953,
      "score_delta_max": 9.630117416381836,
      "score_delta_mean": 9.580489158630371,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.12415130940834142,
        "cross_entropy": 6.538915157318115,
        "spam_precision": 0.12415130940834142,
        "spam_recall": 1.0,
        "confusion": [
          [
            0,
            903
          ],
          [
            0,
            128
          ]
        ]
      }
    },
    {
      "word": "meeting",
      "intervention": "remove_all",
      "changed_inputs": 10,
      "changed_predictions": 0,
      "score_delta_min": 0.0,
      "score_delta_max": 4.1625471115112305,
      "score_delta_mean": 0.04037388414144516,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.9000969932104753,
        "cross_entropy": 0.32242801785469055,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ]
      }
    },
    {
      "word": "meeting",
      "intervention": "add_one",
      "changed_inputs": 1031,
      "changed_predictions": 0,
      "score_delta_min": -4.561824798583984,
      "score_delta_max": -0.4357757568359375,
      "score_delta_mean": -4.140213489532471,
      "counterfactual_metrics_with_original_labels": {
        "accuracy": 0.9000969932104753,
        "cross_entropy": 0.629486620426178,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ]
      }
    }
  ],
  "probes": [
    {
      "counts": [
        0.0,
        0.0,
        0.0
      ],
      "preactivations": [
        -0.015952063724398613,
        1.2649521827697754
      ],
      "activations": [
        0.0,
        1.2649521827697754
      ],
      "contributions": [
        0.0,
        -1.967404842376709
      ],
      "logit": -2.1157844066619873,
      "probability": 0.10757209360599518,
      "train_support": 4006,
      "test_support": 996,
      "zero_baseline_feature_attributions": [
        0.0,
        0.0,
        0.0
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          0.0,
          0.0,
          -0.0
        ],
        [
          0.0,
          0.0,
          -0.0
        ]
      ]
    },
    {
      "counts": [
        1.0,
        0.0,
        0.0
      ],
      "preactivations": [
        2.5583269596099854,
        -0.011124730110168457
      ],
      "activations": [
        2.5583269596099854,
        0.0
      ],
      "contributions": [
        7.879436492919922,
        -0.0
      ],
      "logit": 7.7310566902160645,
      "probability": 0.9995612502098083,
      "train_support": 38,
      "test_support": 9,
      "zero_baseline_feature_attributions": [
        9.846840858459473,
        0.0,
        0.0
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          7.879436016082764,
          0.0,
          -0.0
        ],
        [
          1.967404842376709,
          0.0,
          -0.0
        ]
      ]
    },
    {
      "counts": [
        0.0,
        1.0,
        0.0
      ],
      "preactivations": [
        2.4879603385925293,
        -0.06147909164428711
      ],
      "activations": [
        2.4879603385925293,
        0.0
      ],
      "contributions": [
        7.662713050842285,
        -0.0
      ],
      "logit": 7.514333248138428,
      "probability": 0.9994550347328186,
      "train_support": 23,
      "test_support": 2,
      "zero_baseline_feature_attributions": [
        0.0,
        9.630117416381836,
        0.0
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          0.0,
          7.662712574005127,
          -0.0
        ],
        [
          0.0,
          1.9674049615859985,
          -0.0
        ]
      ]
    },
    {
      "counts": [
        0.0,
        0.0,
        1.0
      ],
      "preactivations": [
        -0.15120933949947357,
        3.9412810802459717
      ],
      "activations": [
        0.0,
        3.9412810802459717
      ],
      "contributions": [
        0.0,
        -6.129951477050781
      ],
      "logit": -6.278331279754639,
      "probability": 0.0018730144947767258,
      "train_support": 27,
      "test_support": 10,
      "zero_baseline_feature_attributions": [
        0.0,
        0.0,
        -4.162546634674072
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          0.0,
          0.0,
          -0.0
        ],
        [
          0.0,
          0.0,
          -4.162546634674072
        ]
      ]
    },
    {
      "counts": [
        1.0,
        1.0,
        1.0
      ],
      "preactivations": [
        4.926982402801514,
        1.3387730121612549
      ],
      "activations": [
        4.926982402801514,
        1.3387730121612549
      ],
      "contributions": [
        15.174699783325195,
        -2.0822198390960693
      ],
      "logit": 12.944100379943848,
      "probability": 0.999997615814209,
      "train_support": 0,
      "test_support": 0,
      "zero_baseline_feature_attributions": [
        9.887687683105469,
        9.749980926513672,
        -4.577783584594727
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          7.902979850769043,
          7.68695592880249,
          -0.41523686051368713
        ],
        [
          1.9847073554992676,
          2.0630245208740234,
          -4.162546634674072
        ]
      ]
    },
    {
      "counts": [
        2.0,
        1.0,
        0.0
      ],
      "preactivations": [
        7.636518478393555,
        -2.613632917404175
      ],
      "activations": [
        7.636518478393555,
        0.0
      ],
      "contributions": [
        23.519847869873047,
        -0.0
      ],
      "logit": 23.37146759033203,
      "probability": 1.0,
      "train_support": 0,
      "test_support": 1,
      "zero_baseline_feature_attributions": [
        17.118654251098633,
        8.368597984313965,
        0.0
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          15.824079513549805,
          7.695768356323242,
          -0.0
        ],
        [
          1.2945752143859863,
          0.6728297472000122,
          -0.0
        ]
      ]
    },
    {
      "counts": [
        0.0,
        1.0,
        1.0
      ],
      "preactivations": [
        2.352703094482422,
        2.614849805831909
      ],
      "activations": [
        2.352703094482422,
        2.614849805831909
      ],
      "contributions": [
        7.246131896972656,
        -4.066926956176758
      ],
      "logit": 3.03082537651062,
      "probability": 0.9539474248886108,
      "train_support": 0,
      "test_support": 0,
      "zero_baseline_feature_attributions": [
        0.0,
        9.722931861877441,
        -4.576322555541992
      ],
      "zero_baseline_attributions_by_neuron": [
        [
          0.0,
          7.659907341003418,
          -0.4137757420539856
        ],
        [
          0.0,
          2.0630245208740234,
          -4.162546634674072
        ]
      ]
    }
  ],
  "grid_0_to_3": [
    {
      "counts": [
        0.0,
        0.0,
        0.0
      ],
      "preactivations": [
        -0.015952063724398613,
        1.2649521827697754
      ],
      "activations": [
        0.0,
        1.2649521827697754
      ],
      "contributions": [
        0.0,
        -1.967404842376709
      ],
      "logit": -2.1157844066619873,
      "probability": 0.10757209360599518
    },
    {
      "counts": [
        0.0,
        0.0,
        1.0
      ],
      "preactivations": [
        -0.15120933949947357,
        3.9412810802459717
      ],
      "activations": [
        0.0,
        3.9412810802459717
      ],
      "contributions": [
        0.0,
        -6.129951477050781
      ],
      "logit": -6.278331279754639,
      "probability": 0.0018730144947767258
    },
    {
      "counts": [
        0.0,
        0.0,
        2.0
      ],
      "preactivations": [
        -0.2864665985107422,
        6.617609977722168
      ],
      "activations": [
        0.0,
        6.617609977722168
      ],
      "contributions": [
        0.0,
        -10.292498588562012
      ],
      "logit": -10.440877914428711,
      "probability": 2.9212696972535923e-05
    },
    {
      "counts": [
        0.0,
        0.0,
        3.0
      ],
      "preactivations": [
        -0.421723872423172,
        9.293939590454102
      ],
      "activations": [
        0.0,
        9.293939590454102
      ],
      "contributions": [
        0.0,
        -14.455045700073242
      ],
      "logit": -14.603425025939941,
      "probability": 4.547920866571076e-07
    },
    {
      "counts": [
        0.0,
        1.0,
        0.0
      ],
      "preactivations": [
        2.4879603385925293,
        -0.06147909164428711
      ],
      "activations": [
        2.4879603385925293,
        0.0
      ],
      "contributions": [
        7.662713050842285,
        -0.0
      ],
      "logit": 7.514333248138428,
      "probability": 0.9994550347328186
    },
    {
      "counts": [
        0.0,
        1.0,
        1.0
      ],
      "preactivations": [
        2.352703094482422,
        2.614849805831909
      ],
      "activations": [
        2.352703094482422,
        2.614849805831909
      ],
      "contributions": [
        7.246131896972656,
        -4.066926956176758
      ],
      "logit": 3.03082537651062,
      "probability": 0.9539474248886108
    },
    {
      "counts": [
        0.0,
        1.0,
        2.0
      ],
      "preactivations": [
        2.2174458503723145,
        5.2911787033081055
      ],
      "activations": [
        2.2174458503723145,
        5.2911787033081055
      ],
      "contributions": [
        6.829550743103027,
        -8.229474067687988
      ],
      "logit": -1.5483028888702393,
      "probability": 0.17533151805400848
    },
    {
      "counts": [
        0.0,
        1.0,
        3.0
      ],
      "preactivations": [
        2.082188606262207,
        7.967507839202881
      ],
      "activations": [
        2.082188606262207,
        7.967507839202881
      ],
      "contributions": [
        6.412969589233398,
        -12.392020225524902
      ],
      "logit": -6.127430438995361,
      "probability": 0.002177429385483265
    },
    {
      "counts": [
        0.0,
        2.0,
        0.0
      ],
      "preactivations": [
        4.991872787475586,
        -1.3879103660583496
      ],
      "activations": [
        4.991872787475586,
        0.0
      ],
      "contributions": [
        15.374557495117188,
        -0.0
      ],
      "logit": 15.226178169250488,
      "probability": 0.9999997615814209
    },
    {
      "counts": [
        0.0,
        2.0,
        1.0
      ],
      "preactivations": [
        4.8566155433654785,
        1.2884185314178467
      ],
      "activations": [
        4.8566155433654785,
        1.2884185314178467
      ],
      "contributions": [
        14.957976341247559,
        -2.0039024353027344
      ],
      "logit": 12.805694580078125,
      "probability": 0.9999972581863403
    },
    {
      "counts": [
        0.0,
        2.0,
        2.0
      ],
      "preactivations": [
        4.721358299255371,
        3.964747428894043
      ],
      "activations": [
        4.721358299255371,
        3.964747428894043
      ],
      "contributions": [
        14.54139518737793,
        -6.166449069976807
      ],
      "logit": 8.226567268371582,
      "probability": 0.9997325539588928
    },
    {
      "counts": [
        0.0,
        2.0,
        3.0
      ],
      "preactivations": [
        4.586101055145264,
        6.641076564788818
      ],
      "activations": [
        4.586101055145264,
        6.641076564788818
      ],
      "contributions": [
        14.1248140335083,
        -10.328996658325195
      ],
      "logit": 3.647437810897827,
      "probability": 0.9746039509773254
    },
    {
      "counts": [
        0.0,
        3.0,
        0.0
      ],
      "preactivations": [
        7.495785236358643,
        -2.714341640472412
      ],
      "activations": [
        7.495785236358643,
        0.0
      ],
      "contributions": [
        23.086400985717773,
        -0.0
      ],
      "logit": 22.938020706176758,
      "probability": 1.0
    },
    {
      "counts": [
        0.0,
        3.0,
        1.0
      ],
      "preactivations": [
        7.360527992248535,
        -0.03801274299621582
      ],
      "activations": [
        7.360527992248535,
        0.0
      ],
      "contributions": [
        22.66982078552246,
        -0.0
      ],
      "logit": 22.521440505981445,
      "probability": 1.0
    },
    {
      "counts": [
        0.0,
        3.0,
        2.0
      ],
      "preactivations": [
        7.225270748138428,
        2.6383161544799805
      ],
      "activations": [
        7.225270748138428,
        2.6383161544799805
      ],
      "contributions": [
        22.253238677978516,
        -4.103424549102783
      ],
      "logit": 18.001434326171875,
      "probability": 1.0
    },
    {
      "counts": [
        0.0,
        3.0,
        3.0
      ],
      "preactivations": [
        7.09001350402832,
        5.314645290374756
      ],
      "activations": [
        7.09001350402832,
        5.314645290374756
      ],
      "contributions": [
        21.836658477783203,
        -8.265972137451172
      ],
      "logit": 13.422307014465332,
      "probability": 0.9999985694885254
    },
    {
      "counts": [
        1.0,
        0.0,
        0.0
      ],
      "preactivations": [
        2.5583269596099854,
        -0.011124730110168457
      ],
      "activations": [
        2.5583269596099854,
        0.0
      ],
      "contributions": [
        7.879436492919922,
        -0.0
      ],
      "logit": 7.7310566902160645,
      "probability": 0.9995612502098083
    },
    {
      "counts": [
        1.0,
        0.0,
        1.0
      ],
      "preactivations": [
        2.423069715499878,
        2.6652040481567383
      ],
      "activations": [
        2.423069715499878,
        2.6652040481567383
      ],
      "contributions": [
        7.462855339050293,
        -4.145244121551514
      ],
      "logit": 3.169231653213501,
      "probability": 0.9596598148345947
    },
    {
      "counts": [
        1.0,
        0.0,
        2.0
      ],
      "preactivations": [
        2.2878124713897705,
        5.341533184051514
      ],
      "activations": [
        2.2878124713897705,
        5.341533184051514
      ],
      "contributions": [
        7.046274185180664,
        -8.307790756225586
      ],
      "logit": -1.4098961353302002,
      "probability": 0.19625043869018555
    },
    {
      "counts": [
        1.0,
        0.0,
        3.0
      ],
      "preactivations": [
        2.152555227279663,
        8.017862319946289
      ],
      "activations": [
        2.152555227279663,
        8.017862319946289
      ],
      "contributions": [
        6.629693031311035,
        -12.470337867736816
      ],
      "logit": -5.989024639129639,
      "probability": 0.002499842317774892
    },
    {
      "counts": [
        1.0,
        1.0,
        0.0
      ],
      "preactivations": [
        5.062239646911621,
        -1.3375558853149414
      ],
      "activations": [
        5.062239646911621,
        0.0
      ],
      "contributions": [
        15.591280937194824,
        -0.0
      ],
      "logit": 15.442901611328125,
      "probability": 0.9999997615814209
    },
    {
      "counts": [
        1.0,
        1.0,
        1.0
      ],
      "preactivations": [
        4.926982402801514,
        1.3387730121612549
      ],
      "activations": [
        4.926982402801514,
        1.3387730121612549
      ],
      "contributions": [
        15.174699783325195,
        -2.0822198390960693
      ],
      "logit": 12.944100379943848,
      "probability": 0.999997615814209
    },
    {
      "counts": [
        1.0,
        1.0,
        2.0
      ],
      "preactivations": [
        4.791725158691406,
        4.015101909637451
      ],
      "activations": [
        4.791725158691406,
        4.015101909637451
      ],
      "contributions": [
        14.758118629455566,
        -6.244766712188721
      ],
      "logit": 8.364972114562988,
      "probability": 0.9997671246528625
    },
    {
      "counts": [
        1.0,
        1.0,
        3.0
      ],
      "preactivations": [
        4.656467914581299,
        6.691430568695068
      ],
      "activations": [
        4.656467914581299,
        6.691430568695068
      ],
      "contributions": [
        14.341537475585938,
        -10.407312393188477
      ],
      "logit": 3.7858455181121826,
      "probability": 0.977813720703125
    },
    {
      "counts": [
        1.0,
        2.0,
        0.0
      ],
      "preactivations": [
        7.5661516189575195,
        -2.663987159729004
      ],
      "activations": [
        7.5661516189575195,
        0.0
      ],
      "contributions": [
        23.303123474121094,
        -0.0
      ],
      "logit": 23.154743194580078,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        2.0,
        1.0
      ],
      "preactivations": [
        7.430894374847412,
        0.012341737747192383
      ],
      "activations": [
        7.430894374847412,
        0.012341737747192383
      ],
      "contributions": [
        22.88654327392578,
        -0.019195346161723137
      ],
      "logit": 22.71896743774414,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        2.0,
        2.0
      ],
      "preactivations": [
        7.295637130737305,
        2.6886706352233887
      ],
      "activations": [
        7.295637130737305,
        2.6886706352233887
      ],
      "contributions": [
        22.469961166381836,
        -4.181742191314697
      ],
      "logit": 18.13983917236328,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        2.0,
        3.0
      ],
      "preactivations": [
        7.160379886627197,
        5.364999294281006
      ],
      "activations": [
        7.160379886627197,
        5.364999294281006
      ],
      "contributions": [
        22.053380966186523,
        -8.344287872314453
      ],
      "logit": 13.560713768005371,
      "probability": 0.9999986886978149
    },
    {
      "counts": [
        1.0,
        3.0,
        0.0
      ],
      "preactivations": [
        10.070064544677734,
        -3.9904184341430664
      ],
      "activations": [
        10.070064544677734,
        0.0
      ],
      "contributions": [
        31.014968872070312,
        -0.0
      ],
      "logit": 30.866588592529297,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        3.0,
        1.0
      ],
      "preactivations": [
        9.934806823730469,
        -1.3140895366668701
      ],
      "activations": [
        9.934806823730469,
        0.0
      ],
      "contributions": [
        30.598386764526367,
        -0.0
      ],
      "logit": 30.45000648498535,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        3.0,
        2.0
      ],
      "preactivations": [
        9.79955005645752,
        1.3622393608093262
      ],
      "activations": [
        9.79955005645752,
        1.3622393608093262
      ],
      "contributions": [
        30.181806564331055,
        -2.1187174320220947
      ],
      "logit": 27.914709091186523,
      "probability": 1.0
    },
    {
      "counts": [
        1.0,
        3.0,
        3.0
      ],
      "preactivations": [
        9.664292335510254,
        4.038568496704102
      ],
      "activations": [
        9.664292335510254,
        4.038568496704102
      ],
      "contributions": [
        29.76522445678711,
        -6.281264305114746
      ],
      "logit": 23.33557891845703,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        0.0,
        0.0
      ],
      "preactivations": [
        5.132606029510498,
        -1.2872016429901123
      ],
      "activations": [
        5.132606029510498,
        0.0
      ],
      "contributions": [
        15.808004379272461,
        -0.0
      ],
      "logit": 15.659625053405762,
      "probability": 0.9999998807907104
    },
    {
      "counts": [
        2.0,
        0.0,
        1.0
      ],
      "preactivations": [
        4.997348785400391,
        1.389127254486084
      ],
      "activations": [
        4.997348785400391,
        1.389127254486084
      ],
      "contributions": [
        15.391423225402832,
        -2.160536766052246
      ],
      "logit": 13.082507133483887,
      "probability": 0.9999979734420776
    },
    {
      "counts": [
        2.0,
        0.0,
        2.0
      ],
      "preactivations": [
        4.862091541290283,
        4.065456390380859
      ],
      "activations": [
        4.862091541290283,
        4.065456390380859
      ],
      "contributions": [
        14.974842071533203,
        -6.323083877563477
      ],
      "logit": 8.503378868103027,
      "probability": 0.9997972846031189
    },
    {
      "counts": [
        2.0,
        0.0,
        3.0
      ],
      "preactivations": [
        4.726834297180176,
        6.741785049438477
      ],
      "activations": [
        4.726834297180176,
        6.741785049438477
      ],
      "contributions": [
        14.558260917663574,
        -10.48563003540039
      ],
      "logit": 3.9242513179779053,
      "probability": 0.9806258678436279
    },
    {
      "counts": [
        2.0,
        1.0,
        0.0
      ],
      "preactivations": [
        7.636518478393555,
        -2.613632917404175
      ],
      "activations": [
        7.636518478393555,
        0.0
      ],
      "contributions": [
        23.519847869873047,
        -0.0
      ],
      "logit": 23.37146759033203,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        1.0,
        1.0
      ],
      "preactivations": [
        7.501261234283447,
        0.06269598007202148
      ],
      "activations": [
        7.501261234283447,
        0.06269598007202148
      ],
      "contributions": [
        23.103267669677734,
        -0.09751228243112564
      ],
      "logit": 22.85737419128418,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        1.0,
        2.0
      ],
      "preactivations": [
        7.36600399017334,
        2.7390248775482178
      ],
      "activations": [
        7.36600399017334,
        2.7390248775482178
      ],
      "contributions": [
        22.68668556213379,
        -4.260058879852295
      ],
      "logit": 18.27824592590332,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        1.0,
        3.0
      ],
      "preactivations": [
        7.230746746063232,
        5.415353775024414
      ],
      "activations": [
        7.230746746063232,
        5.415353775024414
      ],
      "contributions": [
        22.270105361938477,
        -8.422605514526367
      ],
      "logit": 13.69912052154541,
      "probability": 0.999998927116394
    },
    {
      "counts": [
        2.0,
        2.0,
        0.0
      ],
      "preactivations": [
        10.14043140411377,
        -3.940063953399658
      ],
      "activations": [
        10.14043140411377,
        0.0
      ],
      "contributions": [
        31.231693267822266,
        -0.0
      ],
      "logit": 31.08331298828125,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        2.0,
        1.0
      ],
      "preactivations": [
        10.005173683166504,
        -1.263735055923462
      ],
      "activations": [
        10.005173683166504,
        0.0
      ],
      "contributions": [
        30.81511116027832,
        -0.0
      ],
      "logit": 30.666730880737305,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        2.0,
        2.0
      ],
      "preactivations": [
        9.869916915893555,
        1.4125938415527344
      ],
      "activations": [
        9.869916915893555,
        1.4125938415527344
      ],
      "contributions": [
        30.398530960083008,
        -2.1970348358154297
      ],
      "logit": 28.053115844726562,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        2.0,
        3.0
      ],
      "preactivations": [
        9.734659194946289,
        4.088922500610352
      ],
      "activations": [
        9.734659194946289,
        4.088922500610352
      ],
      "contributions": [
        29.981948852539062,
        -6.359580993652344
      ],
      "logit": 23.473987579345703,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        3.0,
        0.0
      ],
      "preactivations": [
        12.644343376159668,
        -5.266495227813721
      ],
      "activations": [
        12.644343376159668,
        0.0
      ],
      "contributions": [
        38.94353485107422,
        -0.0
      ],
      "logit": 38.7951545715332,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        3.0,
        1.0
      ],
      "preactivations": [
        12.509085655212402,
        -2.5901663303375244
      ],
      "activations": [
        12.509085655212402,
        0.0
      ],
      "contributions": [
        38.526954650878906,
        -0.0
      ],
      "logit": 38.37857437133789,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        3.0,
        2.0
      ],
      "preactivations": [
        12.373828887939453,
        0.08616256713867188
      ],
      "activations": [
        12.373828887939453,
        0.08616256713867188
      ],
      "contributions": [
        38.110374450683594,
        -0.13401032984256744
      ],
      "logit": 37.82798385620117,
      "probability": 1.0
    },
    {
      "counts": [
        2.0,
        3.0,
        3.0
      ],
      "preactivations": [
        12.238571166992188,
        2.762491464614868
      ],
      "activations": [
        12.238571166992188,
        2.762491464614868
      ],
      "contributions": [
        37.693790435791016,
        -4.2965569496154785
      ],
      "logit": 33.24885177612305,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        0.0,
        0.0
      ],
      "preactivations": [
        7.70688533782959,
        -2.5632786750793457
      ],
      "activations": [
        7.70688533782959,
        0.0
      ],
      "contributions": [
        23.736572265625,
        -0.0
      ],
      "logit": 23.588191986083984,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        0.0,
        1.0
      ],
      "preactivations": [
        7.571628093719482,
        0.11305022239685059
      ],
      "activations": [
        7.571628093719482,
        0.11305022239685059
      ],
      "contributions": [
        23.319992065429688,
        -0.175829216837883
      ],
      "logit": 22.99578285217285,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        0.0,
        2.0
      ],
      "preactivations": [
        7.436370849609375,
        2.789379119873047
      ],
      "activations": [
        7.436370849609375,
        2.789379119873047
      ],
      "contributions": [
        22.903409957885742,
        -4.338376045227051
      ],
      "logit": 18.41665267944336,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        0.0,
        3.0
      ],
      "preactivations": [
        7.301113605499268,
        5.465708255767822
      ],
      "activations": [
        7.301113605499268,
        5.465708255767822
      ],
      "contributions": [
        22.486827850341797,
        -8.500923156738281
      ],
      "logit": 13.837525367736816,
      "probability": 0.9999990463256836
    },
    {
      "counts": [
        3.0,
        1.0,
        0.0
      ],
      "preactivations": [
        10.210797309875488,
        -3.889709949493408
      ],
      "activations": [
        10.210797309875488,
        0.0
      ],
      "contributions": [
        31.448415756225586,
        -0.0
      ],
      "logit": 31.30003547668457,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        1.0,
        1.0
      ],
      "preactivations": [
        10.075539588928223,
        -1.213381052017212
      ],
      "activations": [
        10.075539588928223,
        0.0
      ],
      "contributions": [
        31.031831741333008,
        -0.0
      ],
      "logit": 30.883451461791992,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        1.0,
        2.0
      ],
      "preactivations": [
        9.940282821655273,
        1.4629478454589844
      ],
      "activations": [
        9.940282821655273,
        1.4629478454589844
      ],
      "contributions": [
        30.615253448486328,
        -2.2753512859344482
      ],
      "logit": 28.1915225982666,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        1.0,
        3.0
      ],
      "preactivations": [
        9.805025100708008,
        4.139276504516602
      ],
      "activations": [
        9.805025100708008,
        4.139276504516602
      ],
      "contributions": [
        30.19866943359375,
        -6.437897682189941
      ],
      "logit": 23.61239242553711,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        2.0,
        0.0
      ],
      "preactivations": [
        12.714710235595703,
        -5.216141223907471
      ],
      "activations": [
        12.714710235595703,
        0.0
      ],
      "contributions": [
        39.16025924682617,
        -0.0
      ],
      "logit": 39.011878967285156,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        2.0,
        1.0
      ],
      "preactivations": [
        12.579452514648438,
        -2.5398123264312744
      ],
      "activations": [
        12.579452514648438,
        0.0
      ],
      "contributions": [
        38.74367904663086,
        -0.0
      ],
      "logit": 38.595298767089844,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        2.0,
        2.0
      ],
      "preactivations": [
        12.444195747375488,
        0.13651657104492188
      ],
      "activations": [
        12.444195747375488,
        0.13651657104492188
      ],
      "contributions": [
        38.32709884643555,
        -0.21232688426971436
      ],
      "logit": 37.966392517089844,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        2.0,
        3.0
      ],
      "preactivations": [
        12.308938026428223,
        2.812845468521118
      ],
      "activations": [
        12.308938026428223,
        2.812845468521118
      ],
      "contributions": [
        37.91051483154297,
        -4.374873638153076
      ],
      "logit": 33.38726043701172,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        3.0,
        0.0
      ],
      "preactivations": [
        15.218623161315918,
        -6.542572498321533
      ],
      "activations": [
        15.218623161315918,
        0.0
      ],
      "contributions": [
        46.87210464477539,
        -0.0
      ],
      "logit": 46.723724365234375,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        3.0,
        1.0
      ],
      "preactivations": [
        15.083365440368652,
        -3.866243839263916
      ],
      "activations": [
        15.083365440368652,
        0.0
      ],
      "contributions": [
        46.45552444458008,
        -0.0
      ],
      "logit": 46.30714416503906,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        3.0,
        2.0
      ],
      "preactivations": [
        14.948108673095703,
        -1.1899147033691406
      ],
      "activations": [
        14.948108673095703,
        0.0
      ],
      "contributions": [
        46.038944244384766,
        -0.0
      ],
      "logit": 45.89056396484375,
      "probability": 1.0
    },
    {
      "counts": [
        3.0,
        3.0,
        3.0
      ],
      "preactivations": [
        14.812850952148438,
        1.4864141941070557
      ],
      "activations": [
        14.812850952148438,
        1.4864141941070557
      ],
      "contributions": [
        45.62236022949219,
        -2.3118491172790527
      ],
      "logit": 43.162132263183594,
      "probability": 1.0
    }
  ],
  "validation": {
    "forward_decomposition": true,
    "ablation_delta_identity": true,
    "path_attribution_completeness": true
  },
  "activation_archive": {
    "file": "interpretability-results-activations.json",
    "count": 5159,
    "checkpoint": "final",
    "split_counts": {
      "train": 4128,
      "test": 1031
    },
    "sha256": "c87c2ba60c4d68f9a0799ee44fbc01f05dc86545507cd5fbcbf8f7ff32edd067",
    "round_trip_validated": true
  },
  "fixed_split_initialization_sweep": [
    {
      "initialization_seed": 0,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.3213493227958679,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            -0.004322517663240433,
            0.3097158372402191,
            -0.4751853346824646
          ],
          [
            -0.4248946011066437,
            -0.2223689705133438,
            0.15482072532176971
          ]
        ],
        "W.bias": [
          -0.011439144611358643,
          0.45777493715286255
        ],
        "V.weight": [
          [
            -0.06275151669979095,
            0.1871093362569809
          ]
        ],
        "V.bias": [
          -0.2136969119310379
        ]
      },
      "parameters": {
        "W.weight": [
          [
            2.9497692584991455,
            2.8973300457000732,
            -0.4751853346824646
          ],
          [
            -1.2931348085403442,
            -1.2804189920425415,
            4.484900951385498
          ]
        ],
        "W.bias": [
          -0.13478240370750427,
          1.1684728860855103
        ],
        "V.weight": [
          [
            3.0207698345184326,
            -0.9336019158363342
          ]
        ],
        "V.bias": [
          -1.023428201675415
        ]
      },
      "final_train_loss": 0.3255199967890747,
      "held_out_active_counts": [
        25,
        1006
      ],
      "baseline_zero_input_activations": [
        0.0,
        1.1684728860855103
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 1,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.3213444650173187,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.2974873483181,
            -0.2548298239707947,
            -0.11192598193883896
          ],
          [
            0.2709902822971344,
            -0.5435388088226318,
            0.3462469279766083
          ]
        ],
        "W.bias": [
          -0.11877556145191193,
          0.2937234044075012
        ],
        "V.weight": [
          [
            0.09829985350370407,
            -0.08658108860254288
          ]
        ],
        "V.bias": [
          0.19612377882003784
        ]
      },
      "parameters": {
        "W.weight": [
          [
            2.7777674198150635,
            2.562673330307007,
            -0.11192598193883896
          ],
          [
            -1.4285882711410522,
            -1.471832513809204,
            3.7409420013427734
          ]
        ],
        "W.bias": [
          -0.04795251786708832,
          1.3670191764831543
        ],
        "V.weight": [
          [
            3.0275328159332275,
            -1.1555904150009155
          ]
        ],
        "V.bias": [
          -0.5350154042243958
        ]
      },
      "final_train_loss": 0.32555216504621876,
      "held_out_active_counts": [
        25,
        1006
      ],
      "baseline_zero_input_activations": [
        0.0,
        1.3670191764831543
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 2,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.32230818271636963,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.13243846595287323,
            -0.137394517660141,
            0.15832599997520447
          ],
          [
            -0.029489805921912193,
            0.24663691222667694,
            0.13745136559009552
          ]
        ],
        "W.bias": [
          -0.0663575679063797,
          -0.4667661786079407
        ],
        "V.weight": [
          [
            0.16144265234470367,
            -0.6260331869125366
          ]
        ],
        "V.bias": [
          0.09293363243341446
        ]
      },
      "parameters": {
        "W.weight": [
          [
            2.9610328674316406,
            2.7884633541107178,
            -0.010756134986877441
          ],
          [
            -0.029489805921912193,
            0.19547604024410248,
            0.13745136559009552
          ]
        ],
        "W.bias": [
          -0.028376908972859383,
          -0.5179269313812256
        ],
        "V.weight": [
          [
            3.4349801540374756,
            -0.5748822093009949
          ]
        ],
        "V.bias": [
          -2.1503498554229736
        ]
      },
      "final_train_loss": 0.325933856557506,
      "held_out_active_counts": [
        25,
        0
      ],
      "baseline_zero_input_activations": [
        0.0,
        0.0
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 3,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.32129278779029846,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            -0.5724271535873413,
            -0.45544925332069397,
            -0.2472877949476242
          ],
          [
            -0.5462254881858826,
            -0.032776910811662674,
            -0.5079339742660522
          ]
        ],
        "W.bias": [
          0.3139236271381378,
          0.28139978647232056
        ],
        "V.weight": [
          [
            0.13353174924850464,
            0.5485121607780457
          ]
        ],
        "V.bias": [
          -0.06925216317176819
        ]
      },
      "parameters": {
        "W.weight": [
          [
            -1.4009262323379517,
            -1.3974016904830933,
            3.5222020149230957
          ],
          [
            3.71920108795166,
            3.5683376789093018,
            -0.5079339742660522
          ]
        ],
        "W.bias": [
          1.3283262252807617,
          0.12223277240991592
        ],
        "V.weight": [
          [
            -1.1938612461090088,
            1.804382562637329
          ]
        ],
        "V.bias": [
          -0.7714501023292542
        ]
      },
      "final_train_loss": 0.3257137442282004,
      "held_out_active_counts": [
        1006,
        1021
      ],
      "baseline_zero_input_activations": [
        1.3283262252807617,
        0.12223277240991592
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 4,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.32130444049835205,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.06886474788188934,
            0.06823402643203735,
            -0.47174501419067383
          ],
          [
            -0.3348594605922699,
            -0.5690426826477051,
            -0.5323609709739685
          ]
        ],
        "W.bias": [
          0.5691456198692322,
          0.4770219326019287
        ],
        "V.weight": [
          [
            0.16769607365131378,
            0.6708868741989136
          ]
        ],
        "V.bias": [
          -0.25609689950942993
        ]
      },
      "parameters": {
        "W.weight": [
          [
            -1.493241786956787,
            -1.497231364250183,
            3.722513198852539
          ],
          [
            4.097311019897461,
            3.879643201828003,
            -0.5323609709739685
          ]
        ],
        "W.bias": [
          1.4274119138717651,
          0.15624572336673737
        ],
        "V.weight": [
          [
            -1.0603712797164917,
            1.6329048871994019
          ]
        ],
        "V.bias": [
          -0.8758655786514282
        ]
      },
      "final_train_loss": 0.32571120433105055,
      "held_out_active_counts": [
        1006,
        1021
      ],
      "baseline_zero_input_activations": [
        1.4274119138717651,
        0.15624572336673737
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 5,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.32129693031311035,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.38134199380874634,
            -0.43172991275787354,
            0.4705054759979248
          ],
          [
            0.3694199025630951,
            0.4850936532020569,
            -0.44265997409820557
          ]
        ],
        "W.bias": [
          -0.3875272870063782,
          0.27472564578056335
        ],
        "V.weight": [
          [
            -0.6600634455680847,
            0.6988827586174011
          ]
        ],
        "V.bias": [
          0.1505127102136612
        ]
      },
      "parameters": {
        "W.weight": [
          [
            -0.658302366733551,
            -0.6752896904945374,
            2.373372793197632
          ],
          [
            3.8060152530670166,
            3.6668591499328613,
            -0.44265997409820557
          ]
        ],
        "W.bias": [
          0.5679979920387268,
          0.067548006772995
        ],
        "V.weight": [
          [
            -1.8524293899536133,
            1.9105030298233032
          ]
        ],
        "V.bias": [
          -1.2108150720596313
        ]
      },
      "final_train_loss": 0.32570082226464914,
      "held_out_active_counts": [
        1006,
        1021
      ],
      "baseline_zero_input_activations": [
        0.5679979920387268,
        0.067548006772995
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 6,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.3243188261985779,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.08336655795574188,
            0.0622100755572319,
            0.5621427893638611
          ],
          [
            0.12474183738231659,
            -0.3063928782939911,
            -0.05868249014019966
          ]
        ],
        "W.bias": [
          0.2013062983751297,
          0.2863743007183075
        ],
        "V.weight": [
          [
            0.08500716090202332,
            -0.4703994393348694
          ]
        ],
        "V.bias": [
          -0.2357073426246643
        ]
      },
      "parameters": {
        "W.weight": [
          [
            -1.3818072080612183,
            -1.2981590032577515,
            3.3103225231170654
          ],
          [
            -1.466430902481079,
            -1.4728591442108154,
            1.248040795326233
          ]
        ],
        "W.bias": [
          1.2552869319915771,
          1.4116284847259521
        ],
        "V.weight": [
          [
            -1.3371000289916992,
            -1.7578697204589844
          ]
        ],
        "V.bias": [
          1.997252106666565
        ]
      },
      "final_train_loss": 0.32877968378769334,
      "held_out_active_counts": [
        1006,
        1006
      ],
      "baseline_zero_input_activations": [
        1.2552869319915771,
        1.4116284847259521
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 7,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.322312593460083,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.04032507538795471,
            -0.3477921187877655,
            0.18384182453155518
          ],
          [
            0.1811612844467163,
            -0.3085803687572479,
            -0.0865316316485405
          ]
        ],
        "W.bias": [
          -0.33822792768478394,
          0.1498066484928131
        ],
        "V.weight": [
          [
            -0.19047172367572784,
            0.49676844477653503
          ]
        ],
        "V.bias": [
          0.5019654035568237
        ]
      },
      "parameters": {
        "W.weight": [
          [
            0.04032507538795471,
            -0.3477921187877655,
            0.18384182453155518
          ],
          [
            3.6275527477264404,
            3.395827054977417,
            -0.13779397308826447
          ]
        ],
        "W.bias": [
          -0.33822792768478394,
          -0.11229690909385681
        ],
        "V.weight": [
          [
            -0.19047172367572784,
            2.7537636756896973
          ]
        ],
        "V.bias": [
          -2.1491892337799072
        ]
      },
      "final_train_loss": 0.32593022460161253,
      "held_out_active_counts": [
        0,
        25
      ],
      "baseline_zero_input_activations": [
        0.0,
        0.0
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 8,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.32580795884132385,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.11307667195796967,
            0.3987136483192444,
            0.5154701471328735
          ],
          [
            -0.23494656383991241,
            0.01593703031539917,
            0.16667626798152924
          ]
        ],
        "W.bias": [
          0.46079012751579285,
          -0.5610818862915039
        ],
        "V.weight": [
          [
            0.11094736307859421,
            -0.5348455905914307
          ]
        ],
        "V.bias": [
          0.5912737250328064
        ]
      },
      "parameters": {
        "W.weight": [
          [
            -2.189258575439453,
            -2.1539666652679443,
            3.2318379878997803
          ],
          [
            -0.23494656383991241,
            0.01593703031539917,
            0.16667626798152924
          ]
        ],
        "W.bias": [
          2.0924272537231445,
          -0.5610818862915039
        ],
        "V.weight": [
          [
            -1.7731820344924927,
            -0.5348455905914307
          ]
        ],
        "V.bias": [
          1.5870170593261719
        ]
      },
      "final_train_loss": 0.330020595890607,
      "held_out_active_counts": [
        1006,
        0
      ],
      "baseline_zero_input_activations": [
        2.0924272537231445,
        0.0
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 9,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.3253137171268463,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.1798844337463379,
            -0.2286044955253601,
            -0.02321360632777214
          ],
          [
            0.320283442735672,
            0.4826236367225647,
            0.49771472811698914
          ]
        ],
        "W.bias": [
          -0.27671194076538086,
          0.5235687494277954
        ],
        "V.weight": [
          [
            -0.16908396780490875,
            -0.12666434049606323
          ]
        ],
        "V.bias": [
          0.6378394365310669
        ]
      },
      "parameters": {
        "W.weight": [
          [
            0.12641483545303345,
            -0.2286044955253601,
            -0.02321360632777214
          ],
          [
            -2.2711968421936035,
            -2.199014902114868,
            3.0256714820861816
          ]
        ],
        "W.bias": [
          -0.3301807940006256,
          2.158714532852173
        ],
        "V.weight": [
          [
            -0.11561683565378189,
            -1.7775979042053223
          ]
        ],
        "V.bias": [
          1.7128300666809082
        ]
      },
      "final_train_loss": 0.3295453463413919,
      "held_out_active_counts": [
        0,
        1006
      ],
      "baseline_zero_input_activations": [
        0.0,
        2.158714532852173
      ],
      "predictions_disagree_with_saved": 0
    },
    {
      "initialization_seed": 42,
      "minibatch_seed": 42,
      "split_seed": 42,
      "held_out": {
        "count": 1031,
        "cross_entropy": 0.3213423192501068,
        "accuracy": 0.9000969932104753,
        "always_nonspam_accuracy": 0.8758486905916586,
        "spam_precision": 1.0,
        "spam_recall": 0.1953125,
        "confusion_true_rows_predicted_columns": [
          [
            903,
            0
          ],
          [
            103,
            25
          ]
        ],
        "zero_count_vectors": 996
      },
      "initial_parameters": {
        "W.weight": [
          [
            0.4414065182209015,
            0.47920528054237366,
            -0.1352572739124298
          ],
          [
            0.5303604602813721,
            -0.1264995038509369,
            0.11650390923023224
          ]
        ],
        "W.bias": [
          -0.28108587861061096,
          0.3390677869319916
        ],
        "V.weight": [
          [
            0.6233449578285217,
            -0.5187534093856812
          ]
        ],
        "V.bias": [
          0.6146144866943359
        ]
      },
      "parameters": {
        "W.weight": [
          [
            2.5742790699005127,
            2.5039124488830566,
            -0.1352572739124298
          ],
          [
            -1.2760769128799438,
            -1.3264312744140625,
            2.6763288974761963
          ]
        ],
        "W.bias": [
          -0.015952063724398613,
          1.2649521827697754
        ],
        "V.weight": [
          [
            3.0799176692962646,
            -1.5553195476531982
          ]
        ],
        "V.bias": [
          -0.1483796089887619
        ]
      },
      "final_train_loss": 0.32556875685388725,
      "held_out_active_counts": [
        25,
        1006
      ],
      "baseline_zero_input_activations": [
        0.0,
        1.2649521827697754
      ],
      "predictions_disagree_with_saved": 0,
      "exact_saved_training_reproduction": true
    }
  ]
}