{
  "protocol": {
    "numpy_version": "2.2.6",
    "steps": 3000,
    "seeds": [
      7,
      11,
      23,
      42,
      101
    ],
    "train_examples": 8192,
    "test_examples": 32768,
    "batch_size": 256,
    "amplitude_range": [
      0.5,
      1.5
    ],
    "optimizer": "Adam, cosine learning rate 0.02 to 0.0002",
    "model": "h = w @ x; prediction = w * h, optionally followed by ReLU; no biases; tied weights",
    "normalization": "Training MSE divided by training input energy; relative test error uses test input energy",
    "selection": "All five initializations retained; no early stopping or test-based run selection"
  },
  "groups": [
    {
      "p": 0.05,
      "mode": "exclusive",
      "probabilities": [
        0.9,
        0.05,
        0.05,
        0.0
      ],
      "data_seed": 1000,
      "summary": {
        "linear": {
          "mean": 0.48988845317025753,
          "min": 0.48988845317025753,
          "max": 0.48988845317025753,
          "opposite_sign_runs": 4
        },
        "relu": {
          "mean": 0.0,
          "min": 0.0,
          "max": 0.0,
          "opposite_sign_runs": 5
        }
      },
      "linear_optimum": {
        "weights": [
          0.0,
          1.0
        ],
        "mse": 0.027267144412885927,
        "relative_error": 0.48988845317025753,
        "conditional_mse": {
          "single": 0.2687187332696078,
          "both": null
        },
        "test_state_counts": {
          "neither": 29443,
          "first": 1655,
          "second": 1670,
          "both": 0
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            -2.716902308392e-16,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.02599174542696825,
          "probe_outputs": [
            [
              7.381558153345777e-32,
              -2.716902308392e-16
            ],
            [
              -2.716902308392e-16,
              1.0
            ],
            [
              -2.7169023083919994e-16,
              0.9999999999999998
            ],
            [
              -0.0,
              0.0
            ]
          ],
          "mse": 0.027267144412885927,
          "relative_error": 0.48988845317025753,
          "conditional_mse": {
            "single": 0.2687187332696078,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            7.125992697707292e-32,
            1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.02599174542696825,
          "probe_outputs": [
            [
              5.077977192777765e-63,
              7.125992697707292e-32
            ],
            [
              7.125992697707292e-32,
              1.0
            ],
            [
              7.125992697707292e-32,
              1.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.027267144412885927,
          "relative_error": 0.48988845317025753,
          "conditional_mse": {
            "single": 0.2687187332696078,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            -7.766241259492744e-14,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.02599174542696825,
          "probe_outputs": [
            [
              6.0314503300647446e-27,
              -7.766241259492744e-14
            ],
            [
              -7.766241259492744e-14,
              1.0
            ],
            [
              -7.766241259492141e-14,
              0.9999999999999223
            ],
            [
              -0.0,
              0.0
            ]
          ],
          "mse": 0.027267144412885927,
          "relative_error": 0.48988845317025753,
          "conditional_mse": {
            "single": 0.2687187332696078,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            3.944492057095925e-21,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.02599174542696825,
          "probe_outputs": [
            [
              1.555901758849284e-41,
              -3.944492057095925e-21
            ],
            [
              -3.944492057095925e-21,
              1.0
            ],
            [
              -3.944492057095925e-21,
              1.0
            ],
            [
              0.0,
              -0.0
            ]
          ],
          "mse": 0.027267144412885927,
          "relative_error": 0.48988845317025753,
          "conditional_mse": {
            "single": 0.2687187332696078,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            1.6777324898219314e-28,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.02599174542696825,
          "probe_outputs": [
            [
              2.814786307404097e-56,
              -1.6777324898219314e-28
            ],
            [
              -1.6777324898219314e-28,
              1.0
            ],
            [
              -1.6777324898219314e-28,
              1.0
            ],
            [
              0.0,
              -0.0
            ]
          ],
          "mse": 0.027267144412885927,
          "relative_error": 0.48988845317025753,
          "conditional_mse": {
            "single": 0.2687187332696078,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            -1.0,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            -1.0,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            -1.0,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 29443,
            "first": 1655,
            "second": 1670,
            "both": 0
          }
        }
      ]
    },
    {
      "p": 0.05,
      "mode": "independent",
      "probabilities": [
        0.9025,
        0.0475,
        0.0475,
        0.0025000000000000005
      ],
      "data_seed": 1001,
      "summary": {
        "linear": {
          "mean": 0.48329635274912786,
          "min": 0.48327760093287553,
          "max": 0.4833155894456558,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.3924264013195183,
          "min": 0.028940878783041496,
          "max": 0.4833155894456558,
          "opposite_sign_runs": 1
        }
      },
      "linear_optimum": {
        "weights": [
          -0.8575456064602791,
          -0.514407943990635
        ],
        "mse": 0.025640465513159627,
        "relative_error": 0.4836466461116774,
        "conditional_mse": {
          "single": 0.27239556077597843,
          "both": 0.07785561704523819
        },
        "test_state_counts": {
          "neither": 29630,
          "first": 1508,
          "second": 1555,
          "both": 75
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.8506604921343599,
            0.5267942096442051
          ],
          "opposite_signs": false,
          "train_mse": 0.026271029110481507,
          "probe_outputs": [
            [
              0.7236232728782714,
              0.44812302162947065
            ],
            [
              0.44812302162947065,
              0.27751213931466273
            ],
            [
              1.1717462945077421,
              0.7256351609441334
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0256229145860597,
          "relative_error": 0.4833155894456558,
          "conditional_mse": {
            "single": 0.27232552263511656,
            "both": 0.07304785766189566
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.8501516240136987,
            0.5276385471243363
          ],
          "opposite_signs": false,
          "train_mse": 0.026271122985453983,
          "probe_outputs": [
            [
              0.7227577838131293,
              0.448572767729983
            ],
            [
              0.448572767729983,
              0.2784024364114805
            ],
            [
              1.1713305515431123,
              0.7269752041414634
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.025621718465529044,
          "relative_error": 0.4832930274651527,
          "conditional_mse": {
            "single": 0.27232060167178707,
            "both": 0.0727262367702921
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.850407843330797,
            0.5271843195092115
          ],
          "opposite_signs": false,
          "train_mse": 0.026271070565788014,
          "probe_outputs": [
            [
              0.7231934999985373,
              0.44832168019164237
            ],
            [
              0.44832168019164237,
              0.27792330673639043
            ],
            [
              1.1715151801901798,
              0.7262449869280327
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.025622348415060163,
          "relative_error": 0.4833049099708657,
          "conditional_mse": {
            "single": 0.27232318490901913,
            "both": 0.07289596651154388
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.8500931530357235,
            -0.5277247504013285
          ],
          "opposite_signs": false,
          "train_mse": 0.026271132506655335,
          "probe_outputs": [
            [
              0.7226583688382181,
              0.44861519700365554
            ],
            [
              0.44861519700365554,
              0.27849341218614443
            ],
            [
              1.1712735658418736,
              0.7271086091898
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.02562159167865443,
          "relative_error": 0.48329063593108923,
          "conditional_mse": {
            "single": 0.2723200749396105,
            "both": 0.07269235448161872
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.849795168555343,
            -0.5282113930618434
          ],
          "opposite_signs": false,
          "train_mse": 0.02627118958627046,
          "probe_outputs": [
            [
              0.7221518285000038,
              0.4488714897998417
            ],
            [
              0.4488714897998417,
              0.27900727576033324
            ],
            [
              1.1710233182998455,
              0.727878765560175
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.025620900629879772,
          "relative_error": 0.48327760093287553,
          "conditional_mse": {
            "single": 0.2723172195457827,
            "both": 0.072507044948907
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.8506604921343599,
            0.5267942096442051
          ],
          "opposite_signs": false,
          "train_mse": 0.026271029110481507,
          "probe_outputs": [
            [
              0.7236232728782714,
              0.44812302162947065
            ],
            [
              0.44812302162947065,
              0.27751213931466273
            ],
            [
              1.1717462945077421,
              0.7256351609441334
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0256229145860597,
          "relative_error": 0.4833155894456558,
          "conditional_mse": {
            "single": 0.27232552263511656,
            "both": 0.07304785766189566
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.8501516240136987,
            0.5276385471243363
          ],
          "opposite_signs": false,
          "train_mse": 0.026271122985453983,
          "probe_outputs": [
            [
              0.7227577838131293,
              0.448572767729983
            ],
            [
              0.448572767729983,
              0.2784024364114805
            ],
            [
              1.1713305515431123,
              0.7269752041414634
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.025621718465529044,
          "relative_error": 0.4832930274651527,
          "conditional_mse": {
            "single": 0.27232060167178707,
            "both": 0.0727262367702921
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.850407843330797,
            0.5271843195092115
          ],
          "opposite_signs": false,
          "train_mse": 0.026271070565788014,
          "probe_outputs": [
            [
              0.7231934999985373,
              0.44832168019164237
            ],
            [
              0.44832168019164237,
              0.27792330673639043
            ],
            [
              1.1715151801901798,
              0.7262449869280327
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.025622348415060163,
          "relative_error": 0.4833049099708657,
          "conditional_mse": {
            "single": 0.27232318490901913,
            "both": 0.07289596651154388
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            0.9989332276047584,
            -1.0070182429065022
          ],
          "opposite_signs": true,
          "train_mse": 0.0020815266416221415,
          "probe_outputs": [
            [
              0.9978675932128601,
              0.0
            ],
            [
              0.0,
              1.014085741546499
            ],
            [
              0.0,
              0.008141757903034195
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0015342970127529062,
          "relative_error": 0.028940878783041496,
          "conditional_mse": {
            "single": 5.555911691392259e-05,
            "both": 0.6680755591837317
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.849795168555343,
            -0.5282113930618434
          ],
          "opposite_signs": false,
          "train_mse": 0.02627118958627046,
          "probe_outputs": [
            [
              0.7221518285000038,
              0.4488714897998417
            ],
            [
              0.4488714897998417,
              0.27900727576033324
            ],
            [
              1.1710233182998455,
              0.727878765560175
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.025620900629879772,
          "relative_error": 0.48327760093287553,
          "conditional_mse": {
            "single": 0.2723172195457827,
            "both": 0.072507044948907
          },
          "test_state_counts": {
            "neither": 29630,
            "first": 1508,
            "second": 1555,
            "both": 75
          }
        }
      ]
    },
    {
      "p": 0.05,
      "mode": "paired",
      "probabilities": [
        0.9500000000000001,
        0.0,
        0.0,
        0.05
      ],
      "data_seed": 1002,
      "summary": {
        "linear": {
          "mean": 0.0371033832224975,
          "min": 0.03710336890593723,
          "max": 0.03710341983650491,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.03710338390292061,
          "min": 0.03710336890593723,
          "max": 0.03710341983650491,
          "opposite_sign_runs": 0
        }
      },
      "linear_optimum": {
        "weights": [
          0.6994544820440252,
          0.7146771491719351
        ],
        "mse": 0.0020126320983129956,
        "relative_error": 0.03712266380404999,
        "conditional_mse": {
          "single": null,
          "both": 0.040534682604499224
        },
        "test_state_counts": {
          "neither": 31141,
          "first": 0,
          "second": 0,
          "both": 1627
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7019487027401478,
            0.7122241805835516
          ],
          "opposite_signs": false,
          "train_mse": 0.0018593515668995407,
          "probe_outputs": [
            [
              0.4927319812785763,
              0.4999448396207888
            ],
            [
              0.4999448396207888,
              0.5072632834079116
            ],
            [
              0.992676820899365,
              1.0072081230287002
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0020115860114405556,
          "relative_error": 0.03710336890593723,
          "conditional_mse": {
            "single": null,
            "both": 0.040513614273438296
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7019336973487195,
            0.7122176598343369
          ],
          "opposite_signs": false,
          "train_mse": 0.001859349588286284,
          "probe_outputs": [
            [
              0.4927109154736437,
              0.4999295752845687
            ],
            [
              0.4999295752845687,
              0.5072539949798993
            ],
            [
              0.9926404907582124,
              1.007183570264468
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.002011586830640641,
          "relative_error": 0.03710338401594635,
          "conditional_mse": {
            "single": null,
            "both": 0.040513630772238796
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7019505147606373,
            0.7122267330849272
          ],
          "opposite_signs": false,
          "train_mse": 0.001859351398550948,
          "probe_outputs": [
            [
              0.4927345251727237,
              0.49994792191525167
            ],
            [
              0.49994792191525167,
              0.5072669193208281
            ],
            [
              0.9926824470879754,
              1.00721484123608
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.002011586072253943,
          "relative_error": 0.037103370027630034,
          "conditional_mse": {
            "single": null,
            "both": 0.04051361549822815
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.701940078593297,
            -0.7122178030067559
          ],
          "opposite_signs": false,
          "train_mse": 0.0018593510430537697,
          "probe_outputs": [
            [
              0.49271987393556393,
              0.4999342206181075
            ],
            [
              0.4999342206181075,
              0.5072541989197701
            ],
            [
              0.9926540945536715,
              1.0071884195378775
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.0020115862511028847,
          "relative_error": 0.03710337332646897,
          "conditional_mse": {
            "single": null,
            "both": 0.040513619100270015
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7019369595825752,
            -0.7122438345053956
          ],
          "opposite_signs": false,
          "train_mse": 0.001859344191707188,
          "probe_outputs": [
            [
              0.49271549522802977,
              0.49995027167415224
            ],
            [
              0.49995027167415224,
              0.5072912797909495
            ],
            [
              0.9926657669021821,
              1.0072415514651016
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.002011588772678161,
          "relative_error": 0.03710341983650491,
          "conditional_mse": {
            "single": null,
            "both": 0.04051366988513705
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7019487027401478,
            0.7122241805835516
          ],
          "opposite_signs": false,
          "train_mse": 0.0018593515668995407,
          "probe_outputs": [
            [
              0.4927319812785763,
              0.4999448396207888
            ],
            [
              0.4999448396207888,
              0.5072632834079116
            ],
            [
              0.992676820899365,
              1.0072081230287002
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0020115860114405556,
          "relative_error": 0.03710336890593723,
          "conditional_mse": {
            "single": null,
            "both": 0.040513614273438296
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7019336973487195,
            0.7122176598343369
          ],
          "opposite_signs": false,
          "train_mse": 0.001859349588286284,
          "probe_outputs": [
            [
              0.4927109154736437,
              0.4999295752845687
            ],
            [
              0.4999295752845687,
              0.5072539949798993
            ],
            [
              0.9926404907582124,
              1.007183570264468
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.002011586830640641,
          "relative_error": 0.03710338401594635,
          "conditional_mse": {
            "single": null,
            "both": 0.040513630772238796
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7019505147606373,
            0.7122267330849272
          ],
          "opposite_signs": false,
          "train_mse": 0.001859351398550948,
          "probe_outputs": [
            [
              0.4927345251727237,
              0.49994792191525167
            ],
            [
              0.49994792191525167,
              0.5072669193208281
            ],
            [
              0.9926824470879754,
              1.00721484123608
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.002011586072253943,
          "relative_error": 0.037103370027630034,
          "conditional_mse": {
            "single": null,
            "both": 0.04051361549822815
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7019434400993089,
            -0.7122236423607243
          ],
          "opposite_signs": false,
          "train_mse": 0.0018593504490930575,
          "probe_outputs": [
            [
              0.492724593098452,
              0.4999407136387467
            ],
            [
              0.4999407136387467,
              0.5072625167375769
            ],
            [
              0.9926653067371987,
              1.0072032303763236
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0020115864355510424,
          "relative_error": 0.03710337672858451,
          "conditional_mse": {
            "single": null,
            "both": 0.040513622815080856
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7019369595825752,
            -0.7122438345053956
          ],
          "opposite_signs": false,
          "train_mse": 0.001859344191707188,
          "probe_outputs": [
            [
              0.49271549522802977,
              0.49995027167415224
            ],
            [
              0.49995027167415224,
              0.5072912797909495
            ],
            [
              0.9926657669021821,
              1.0072415514651016
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.002011588772678161,
          "relative_error": 0.03710341983650491,
          "conditional_mse": {
            "single": null,
            "both": 0.04051366988513705
          },
          "test_state_counts": {
            "neither": 31141,
            "first": 0,
            "second": 0,
            "both": 1627
          }
        }
      ]
    },
    {
      "p": 0.2,
      "mode": "exclusive",
      "probabilities": [
        0.6,
        0.2,
        0.2,
        0.0
      ],
      "data_seed": 1010,
      "summary": {
        "linear": {
          "mean": 0.49447358931904867,
          "min": 0.4944735893190486,
          "max": 0.4944735893190486,
          "opposite_sign_runs": 2
        },
        "relu": {
          "mean": 0.19778943572761945,
          "min": 0.0,
          "max": 0.4944735893190486,
          "opposite_sign_runs": 3
        }
      },
      "linear_optimum": {
        "weights": [
          0.0,
          1.0
        ],
        "mse": 0.10669145652987738,
        "relative_error": 0.4944735893190486,
        "conditional_mse": {
          "single": 0.268123755469823,
          "both": null
        },
        "test_state_counts": {
          "neither": 19729,
          "first": 6446,
          "second": 6593,
          "both": 0
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            9.933552016513604e-18,
            1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              9.867545566478149e-35,
              9.933552016513604e-18
            ],
            [
              9.933552016513604e-18,
              1.0
            ],
            [
              9.933552016513604e-18,
              1.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            -3.467084485140219e-42,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              1.2020674827100016e-83,
              -3.467084485140219e-42
            ],
            [
              -3.467084485140219e-42,
              1.0
            ],
            [
              -3.467084485140219e-42,
              1.0
            ],
            [
              -0.0,
              0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            4.1831148472930165e-11,
            1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              1.7498449825643278e-21,
              4.1831148472930165e-11
            ],
            [
              4.1831148472930165e-11,
              1.0
            ],
            [
              4.1831148474680014e-11,
              1.0000000000418312
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            8.533049444769055e-33,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              7.281293282687348e-65,
              -8.533049444769055e-33
            ],
            [
              -8.533049444769055e-33,
              1.0
            ],
            [
              -8.533049444769055e-33,
              1.0
            ],
            [
              0.0,
              -0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -1.2568757669557217e-38,
            -1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              1.5797366935605336e-76,
              1.2568757669557217e-38
            ],
            [
              1.2568757669557217e-38,
              1.0
            ],
            [
              1.2568757669557217e-38,
              1.0
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            9.933552016513604e-18,
            1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              9.867545566478149e-35,
              9.933552016513604e-18
            ],
            [
              9.933552016513604e-18,
              1.0
            ],
            [
              9.933552016513604e-18,
              1.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            -1.0,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            4.1831148472930165e-11,
            1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.10590232083991803,
          "probe_outputs": [
            [
              1.7498449825643278e-21,
              4.1831148472930165e-11
            ],
            [
              4.1831148472930165e-11,
              1.0
            ],
            [
              4.1831148474680014e-11,
              1.0000000000418312
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.10669145652987738,
          "relative_error": 0.4944735893190486,
          "conditional_mse": {
            "single": 0.268123755469823,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 19729,
            "first": 6446,
            "second": 6593,
            "both": 0
          }
        }
      ]
    },
    {
      "p": 0.2,
      "mode": "independent",
      "probabilities": [
        0.64,
        0.16,
        0.16,
        0.04000000000000001
      ],
      "data_seed": 1011,
      "summary": {
        "linear": {
          "mean": 0.40603844177697546,
          "min": 0.40603733459520336,
          "max": 0.40603933426583655,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.3529067950082708,
          "min": 0.14037989110491175,
          "max": 0.40603933426583655,
          "opposite_sign_runs": 1
        }
      },
      "linear_optimum": {
        "weights": [
          0.6774489610414505,
          0.7355697826745328
        ],
        "mse": 0.08735656987608184,
        "relative_error": 0.40609531309991065,
        "conditional_mse": {
          "single": 0.27136630852419547,
          "both": 0.04352512853582911
        },
        "test_state_counts": {
          "neither": 21123,
          "first": 5187,
          "second": 5152,
          "both": 1306
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.680341662826995,
            0.7327489454559002
          ],
          "opposite_signs": false,
          "train_mse": 0.08757634454174867,
          "probe_outputs": [
            [
              0.4628647781782006,
              0.49851963598619425
            ],
            [
              0.49851963598619425,
              0.5369210170667338
            ],
            [
              0.9613844141643948,
              1.0354406530529279
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.08734452807512372,
          "relative_error": 0.40603933426583655,
          "conditional_mse": {
            "single": 0.27135938155009964,
            "both": 0.04327783316935246
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.6804123808646441,
            0.732686471550275
          ],
          "opposite_signs": false,
          "train_mse": 0.08757637519815925,
          "probe_outputs": [
            [
              0.46296100803389345,
              0.4985289465348379
            ],
            [
              0.4985289465348379,
              0.536829465592792
            ],
            [
              0.9614899545687313,
              1.0353584121276298
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.08734426219015366,
          "relative_error": 0.40603809824386,
          "conditional_mse": {
            "single": 0.2713592188793745,
            "both": 0.04327244981095088
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.6802996831892091,
            0.7326967786027413
          ],
          "opposite_signs": false,
          "train_mse": 0.08757635565776226,
          "probe_outputs": [
            [
              0.4628076589473382,
              0.498453386357199
            ],
            [
              0.498453386357199,
              0.5368445693748345
            ],
            [
              0.9612610453045373,
              1.0352979557320334
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0873445243247723,
          "relative_error": 0.4060393168315424,
          "conditional_mse": {
            "single": 0.2713593937768249,
            "both": 0.043277642278366335
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.6804102738008599,
            -0.7326871519112208
          ],
          "opposite_signs": false,
          "train_mse": 0.08757637463362528,
          "probe_outputs": [
            [
              0.4629581406937612,
              0.498527865642286
            ],
            [
              0.498527865642286,
              0.5368304625757764
            ],
            [
              0.9614860063360472,
              1.0353583282180623
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.08734426793466735,
          "relative_error": 0.4060381249484351,
          "conditional_mse": {
            "single": 0.27135922254237527,
            "both": 0.04327256494453414
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.6804293688987931,
            -0.7326161862312499
          ],
          "opposite_signs": false,
          "train_mse": 0.08757640041046467,
          "probe_outputs": [
            [
              0.4629841260600099,
              0.4984935692423701
            ],
            [
              0.4984935692423701,
              0.5367264763280214
            ],
            [
              0.96147769530238,
              1.0352200455703917
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.08734409791904518,
          "relative_error": 0.40603733459520336,
          "conditional_mse": {
            "single": 0.27135912608315627,
            "both": 0.04326906281586491
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.680341662826995,
            0.7327489454559002
          ],
          "opposite_signs": false,
          "train_mse": 0.08757634454174867,
          "probe_outputs": [
            [
              0.4628647781782006,
              0.49851963598619425
            ],
            [
              0.49851963598619425,
              0.5369210170667338
            ],
            [
              0.9613844141643948,
              1.0354406530529279
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.08734452807512372,
          "relative_error": 0.40603933426583655,
          "conditional_mse": {
            "single": 0.27135938155009964,
            "both": 0.04327783316935246
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.6804123808646441,
            0.732686471550275
          ],
          "opposite_signs": false,
          "train_mse": 0.08757637519815925,
          "probe_outputs": [
            [
              0.46296100803389345,
              0.4985289465348379
            ],
            [
              0.4985289465348379,
              0.536829465592792
            ],
            [
              0.9614899545687313,
              1.0353584121276298
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.08734426219015366,
          "relative_error": 0.40603809824386,
          "conditional_mse": {
            "single": 0.2713592188793745,
            "both": 0.04327244981095088
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.6802996831892091,
            0.7326967786027413
          ],
          "opposite_signs": false,
          "train_mse": 0.08757635565776226,
          "probe_outputs": [
            [
              0.4628076589473382,
              0.498453386357199
            ],
            [
              0.498453386357199,
              0.5368445693748345
            ],
            [
              0.9612610453045373,
              1.0352979557320334
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0873445243247723,
          "relative_error": 0.4060393168315424,
          "conditional_mse": {
            "single": 0.2713593937768249,
            "both": 0.043277642278366335
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            1.0150200572024368,
            -1.0119720332270083
          ],
          "opposite_signs": true,
          "train_mse": 0.03027454749859517,
          "probe_outputs": [
            [
              1.030265716523238,
              0.0
            ],
            [
              0.0,
              1.0240873960336052
            ],
            [
              0.0030938054698938055,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.030197604776310043,
          "relative_error": 0.14037989110491175,
          "conditional_mse": {
            "single": 0.00040620615121157494,
            "both": 0.7544527931950621
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.6804293688987931,
            -0.7326161862312499
          ],
          "opposite_signs": false,
          "train_mse": 0.08757640041046467,
          "probe_outputs": [
            [
              0.4629841260600099,
              0.4984935692423701
            ],
            [
              0.4984935692423701,
              0.5367264763280214
            ],
            [
              0.96147769530238,
              1.0352200455703917
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.08734409791904518,
          "relative_error": 0.40603733459520336,
          "conditional_mse": {
            "single": 0.27135912608315627,
            "both": 0.04326906281586491
          },
          "test_state_counts": {
            "neither": 21123,
            "first": 5187,
            "second": 5152,
            "both": 1306
          }
        }
      ]
    },
    {
      "p": 0.2,
      "mode": "paired",
      "probabilities": [
        0.8,
        0.0,
        0.0,
        0.2
      ],
      "data_seed": 1012,
      "summary": {
        "linear": {
          "mean": 0.038523676996597866,
          "min": 0.03852291261218093,
          "max": 0.0385255476539412,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.038523690133755714,
          "min": 0.03852291261218093,
          "max": 0.0385255476539412,
          "opposite_sign_runs": 0
        }
      },
      "linear_optimum": {
        "weights": [
          0.7004708602660513,
          0.7136810029124625
        ],
        "mse": 0.008168201990745904,
        "relative_error": 0.0385189513889614,
        "conditional_mse": {
          "single": null,
          "both": 0.04145201220888366
        },
        "test_state_counts": {
          "neither": 26311,
          "first": 0,
          "second": 0,
          "both": 6457
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7003355886184478,
            0.713818801097571
          ],
          "opposite_signs": false,
          "train_mse": 0.008577638688338125,
          "probe_outputs": [
            [
              0.4904699366855478,
              0.4999127102335821
            ],
            [
              0.4999127102335821,
              0.5095372808003736
            ],
            [
              0.9903826469191299,
              1.0094499910339558
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169041994697746,
          "relative_error": 0.03852291261218093,
          "conditional_mse": {
            "single": null,
            "both": 0.04145627506307198
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7003511554650276,
            0.713889061743336
          ],
          "opposite_signs": false,
          "train_mse": 0.008577645408768764,
          "probe_outputs": [
            [
              0.49049174096119924,
              0.4999730292657898
            ],
            [
              0.4999730292657898,
              0.5096375924767806
            ],
            [
              0.9904647702269891,
              1.0096106217425704
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169212848749208,
          "relative_error": 0.03852371831200451,
          "conditional_mse": {
            "single": null,
            "both": 0.041457142113646275
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7003284549965069,
            0.713813642685614
          ],
          "opposite_signs": false,
          "train_mse": 0.00857763881380632,
          "probe_outputs": [
            [
              0.4904599448777943,
              0.49990400553744463
            ],
            [
              0.49990400553744463,
              0.5095299164841054
            ],
            [
              0.990363950415239,
              1.00943392202155
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169048498449275,
          "relative_error": 0.038522943282050415,
          "conditional_mse": {
            "single": null,
            "both": 0.041456308068326744
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7003562133637606,
            -0.7138633345081921
          ],
          "opposite_signs": false,
          "train_mse": 0.008577642081227233,
          "probe_outputs": [
            [
              0.4904988255972254,
              0.499958621815385
            ],
            [
              0.499958621815385,
              0.509600860355155
            ],
            [
              0.9904574474126104,
              1.00955948217054
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.008169116322828018,
          "relative_error": 0.03852326312281228,
          "conditional_mse": {
            "single": null,
            "both": 0.04145665226365627
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7002292735543149,
            -0.7138911258816041
          ],
          "opposite_signs": false,
          "train_mse": 0.008577651981761534,
          "probe_outputs": [
            [
              0.4903210355424035,
              0.4998874644729476
            ],
            [
              0.4998874644729476,
              0.5096405396125043
            ],
            [
              0.9902085000153511,
              1.009528004085452
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.00816960077297638,
          "relative_error": 0.0385255476539412,
          "conditional_mse": {
            "single": null,
            "both": 0.04145911075249962
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7003355886184478,
            0.713818801097571
          ],
          "opposite_signs": false,
          "train_mse": 0.008577638688338125,
          "probe_outputs": [
            [
              0.4904699366855478,
              0.4999127102335821
            ],
            [
              0.4999127102335821,
              0.5095372808003736
            ],
            [
              0.9903826469191299,
              1.0094499910339558
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169041994697746,
          "relative_error": 0.03852291261218093,
          "conditional_mse": {
            "single": null,
            "both": 0.04145627506307198
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7003511554650276,
            0.713889061743336
          ],
          "opposite_signs": false,
          "train_mse": 0.008577645408768764,
          "probe_outputs": [
            [
              0.49049174096119924,
              0.4999730292657898
            ],
            [
              0.4999730292657898,
              0.5096375924767806
            ],
            [
              0.9904647702269891,
              1.0096106217425704
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169212848749208,
          "relative_error": 0.03852371831200451,
          "conditional_mse": {
            "single": null,
            "both": 0.041457142113646275
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7003284549965069,
            0.713813642685614
          ],
          "opposite_signs": false,
          "train_mse": 0.00857763881380632,
          "probe_outputs": [
            [
              0.4904599448777943,
              0.49990400553744463
            ],
            [
              0.49990400553744463,
              0.5095299164841054
            ],
            [
              0.990363950415239,
              1.00943392202155
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169048498449275,
          "relative_error": 0.038522943282050415,
          "conditional_mse": {
            "single": null,
            "both": 0.041456308068326744
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7003314269275929,
            -0.713843166309122
          ],
          "opposite_signs": false,
          "train_mse": 0.008577640580839102,
          "probe_outputs": [
            [
              0.49046410754243835,
              0.4999268032637784
            ],
            [
              0.4999268032637784,
              0.5095720660862328
            ],
            [
              0.9903909108062168,
              1.0094988693500113
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.008169130251940186,
          "relative_error": 0.03852332880860153,
          "conditional_mse": {
            "single": null,
            "both": 0.04145672295115006
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7002292735543149,
            -0.7138911258816041
          ],
          "opposite_signs": false,
          "train_mse": 0.008577651981761534,
          "probe_outputs": [
            [
              0.4903210355424035,
              0.4998874644729476
            ],
            [
              0.4998874644729476,
              0.5096405396125043
            ],
            [
              0.9902085000153511,
              1.009528004085452
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.00816960077297638,
          "relative_error": 0.0385255476539412,
          "conditional_mse": {
            "single": null,
            "both": 0.04145911075249962
          },
          "test_state_counts": {
            "neither": 26311,
            "first": 0,
            "second": 0,
            "both": 6457
          }
        }
      ]
    },
    {
      "p": 0.5,
      "mode": "exclusive",
      "probabilities": [
        0.0,
        0.5,
        0.5,
        0.0
      ],
      "data_seed": 1020,
      "summary": {
        "linear": {
          "mean": 0.5041019222860145,
          "min": 0.5041017602426671,
          "max": 0.5041019629496521,
          "opposite_sign_runs": 2
        },
        "relu": {
          "mean": 0.2016407445162245,
          "min": 0.0,
          "max": 0.5041019623384553,
          "opposite_sign_runs": 3
        }
      },
      "linear_optimum": {
        "weights": [
          0.0,
          1.0
        ],
        "mse": 0.27388233051935273,
        "relative_error": 0.5041019629496521,
        "conditional_mse": {
          "single": 0.27388233051935273,
          "both": null
        },
        "test_state_counts": {
          "neither": 0,
          "first": 16517,
          "second": 16251,
          "both": 0
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.00027294782926179226,
            0.9999999626221977
          ],
          "opposite_signs": false,
          "train_mse": 0.26769205313954403,
          "probe_outputs": [
            [
              7.45005174987245e-08,
              0.00027294781905960226
            ],
            [
              0.00027294781905960226,
              0.9999999252443968
            ],
            [
              0.00027302231957710094,
              1.0002728730634562
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.273882330187285,
          "relative_error": 0.5041019623384553,
          "conditional_mse": {
            "single": 0.273882330187285,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            -9.328683900286327e-25,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.26769205295224874,
          "probe_outputs": [
            [
              8.702434331146131e-49,
              -9.328683900286327e-25
            ],
            [
              -9.328683900286327e-25,
              1.0
            ],
            [
              -9.328683900286327e-25,
              1.0
            ],
            [
              -0.0,
              0.0
            ]
          ],
          "mse": 0.27388233051935273,
          "relative_error": 0.5041019629496521,
          "conditional_mse": {
            "single": 0.27388233051935273,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.004970768303069844,
            0.9999876968584104
          ],
          "opposite_signs": false,
          "train_mse": 0.26769211506984997,
          "probe_outputs": [
            [
              2.4708537522803857e-05,
              0.004970707147003602
            ],
            [
              0.004970707147003602,
              0.999975393868188
            ],
            [
              0.004995415684526406,
              1.0049461010151917
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.27388222038714627,
          "relative_error": 0.5041017602426671,
          "conditional_mse": {
            "single": 0.27388222038714627,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            8.878382338241513e-07,
            -0.9999999999996028
          ],
          "opposite_signs": true,
          "train_mse": 0.2676920529522507,
          "probe_outputs": [
            [
              7.882567294399883e-13,
              -8.878382338237986e-07
            ],
            [
              -8.878382338237986e-07,
              0.9999999999992055
            ],
            [
              -8.878374455670692e-07,
              0.9999991121609717
            ],
            [
              0.0,
              -0.0
            ]
          ],
          "mse": 0.2738823305193492,
          "relative_error": 0.5041019629496456,
          "conditional_mse": {
            "single": 0.2738823305193492,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -5.865556821217293e-23,
            -1.0
          ],
          "opposite_signs": false,
          "train_mse": 0.26769205295224874,
          "probe_outputs": [
            [
              3.4404756822928714e-45,
              5.865556821217293e-23
            ],
            [
              5.865556821217293e-23,
              1.0
            ],
            [
              5.865556821217293e-23,
              1.0
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.27388233051935273,
          "relative_error": 0.5041019629496521,
          "conditional_mse": {
            "single": 0.27388233051935273,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.00027294782926179226,
            0.9999999626221977
          ],
          "opposite_signs": false,
          "train_mse": 0.26769205313954403,
          "probe_outputs": [
            [
              7.45005174987245e-08,
              0.00027294781905960226
            ],
            [
              0.00027294781905960226,
              0.9999999252443968
            ],
            [
              0.00027302231957710094,
              1.0002728730634562
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.273882330187285,
          "relative_error": 0.5041019623384553,
          "conditional_mse": {
            "single": 0.273882330187285,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            -1.0,
            1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.004970768303069844,
            0.9999876968584104
          ],
          "opposite_signs": false,
          "train_mse": 0.26769211506984997,
          "probe_outputs": [
            [
              2.4708537522803857e-05,
              0.004970707147003602
            ],
            [
              0.004970707147003602,
              0.999975393868188
            ],
            [
              0.004995415684526406,
              1.0049461010151917
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.27388222038714627,
          "relative_error": 0.5041017602426671,
          "conditional_mse": {
            "single": 0.27388222038714627,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            1.0,
            -1.0
          ],
          "opposite_signs": true,
          "train_mse": 0.0,
          "probe_outputs": [
            [
              1.0,
              0.0
            ],
            [
              0.0,
              1.0
            ],
            [
              0.0,
              0.0
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.0,
          "relative_error": 0.0,
          "conditional_mse": {
            "single": 0.0,
            "both": null
          },
          "test_state_counts": {
            "neither": 0,
            "first": 16517,
            "second": 16251,
            "both": 0
          }
        }
      ]
    },
    {
      "p": 0.5,
      "mode": "independent",
      "probabilities": [
        0.25,
        0.25,
        0.25,
        0.25
      ],
      "data_seed": 1021,
      "summary": {
        "linear": {
          "mean": 0.26897637308944444,
          "min": 0.2689760823965264,
          "max": 0.2689768924283272,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.2689763749371139,
          "min": 0.2689760823965264,
          "max": 0.2689768924283272,
          "opposite_sign_runs": 0
        }
      },
      "linear_optimum": {
        "weights": [
          0.7001406164525282,
          0.7140049840116479
        ],
        "mse": 0.14698669884151994,
        "relative_error": 0.26897746447374,
        "conditional_mse": {
          "single": 0.27298389792110667,
          "both": 0.04121187626430251
        },
        "test_state_counts": {
          "neither": 8107,
          "first": 8125,
          "second": 8271,
          "both": 8265
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7005219444160844,
            0.7135930016618686
          ],
          "opposite_signs": false,
          "train_mse": 0.14634162317576907,
          "probe_outputs": [
            [
              0.4907309946084916,
              0.49988755704588234
            ],
            [
              0.49988755704588234,
              0.5092149720207956
            ],
            [
              0.990618551654374,
              1.009102529066678
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.14698594358506165,
          "relative_error": 0.2689760823965264,
          "conditional_mse": {
            "single": 0.27298899935467436,
            "both": 0.04119876176358857
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7004044517570256,
            0.7137216583729912
          ],
          "opposite_signs": false,
          "train_mse": 0.14634158136931258,
          "probe_outputs": [
            [
              0.4905663960410596,
              0.49989382683985
            ],
            [
              0.49989382683985,
              0.5093986056306927
            ],
            [
              0.9904602228809095,
              1.0092924324705426
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.1469861606122042,
          "relative_error": 0.26897647954409815,
          "conditional_mse": {
            "single": 0.27298741631868173,
            "both": 0.04120276261096193
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7005607043842237,
            0.713654150052264
          ],
          "opposite_signs": false,
          "train_mse": 0.14634162086432612,
          "probe_outputs": [
            [
              0.49078530052731967,
              0.4999580540473385
            ],
            [
              0.4999580540473385,
              0.5093022458868193
            ],
            [
              0.9907433545746581,
              1.0092602999341578
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.14698596386320845,
          "relative_error": 0.26897611950440453,
          "conditional_mse": {
            "single": 0.2729888625959372,
            "both": 0.0411991134599672
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7004293468591178,
            -0.7136236383712812
          ],
          "opposite_signs": false,
          "train_mse": 0.1463416071948487,
          "probe_outputs": [
            [
              0.4906012699414904,
              0.49984293892762377
            ],
            [
              0.49984293892762377,
              0.5092586972422651
            ],
            [
              0.9904442088691141,
              1.0091016361698888
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.1469860578931012,
          "relative_error": 0.26897629157386616,
          "conditional_mse": {
            "single": 0.27298820754187775,
            "both": 0.04120078574525264
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7002916956509894,
            -0.7138479802664481
          ],
          "opposite_signs": false,
          "train_mse": 0.1463415554576385,
          "probe_outputs": [
            [
              0.49040845899773794,
              0.49990181253782495
            ],
            [
              0.49990181253782495,
              0.5095789389304873
            ],
            [
              0.990310271535563,
              1.0094807514683124
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.146986386238875,
          "relative_error": 0.2689768924283272,
          "conditional_mse": {
            "single": 0.2729858791251834,
            "both": 0.04120670661088308
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7005219444160844,
            0.7135930016618686
          ],
          "opposite_signs": false,
          "train_mse": 0.14634162317576907,
          "probe_outputs": [
            [
              0.4907309946084916,
              0.49988755704588234
            ],
            [
              0.49988755704588234,
              0.5092149720207956
            ],
            [
              0.990618551654374,
              1.009102529066678
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.14698594358506165,
          "relative_error": 0.2689760823965264,
          "conditional_mse": {
            "single": 0.27298899935467436,
            "both": 0.04119876176358857
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7004044517570256,
            0.7137216583729912
          ],
          "opposite_signs": false,
          "train_mse": 0.14634158136931258,
          "probe_outputs": [
            [
              0.4905663960410596,
              0.49989382683985
            ],
            [
              0.49989382683985,
              0.5093986056306927
            ],
            [
              0.9904602228809095,
              1.0092924324705426
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.1469861606122042,
          "relative_error": 0.26897647954409815,
          "conditional_mse": {
            "single": 0.27298741631868173,
            "both": 0.04120276261096193
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.7005607043842237,
            0.713654150052264
          ],
          "opposite_signs": false,
          "train_mse": 0.14634162086432612,
          "probe_outputs": [
            [
              0.49078530052731967,
              0.4999580540473385
            ],
            [
              0.4999580540473385,
              0.5093022458868193
            ],
            [
              0.9907433545746581,
              1.0092602999341578
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.14698596386320845,
          "relative_error": 0.26897611950440453,
          "conditional_mse": {
            "single": 0.2729888625959372,
            "both": 0.0411991134599672
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7004169711475428,
            -0.7136119101302909
          ],
          "opposite_signs": false,
          "train_mse": 0.1463416112870521,
          "probe_outputs": [
            [
              0.49058393347149776,
              0.4998258926682708
            ],
            [
              0.4998258926682708,
              0.5092419582798023
            ],
            [
              0.9904098261397686,
              1.0090678509480733
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.14698606294153221,
          "relative_error": 0.26897630081221346,
          "conditional_mse": {
            "single": 0.2729882048543439,
            "both": 0.041200811092111926
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7002916956509894,
            -0.7138479802664481
          ],
          "opposite_signs": false,
          "train_mse": 0.1463415554576385,
          "probe_outputs": [
            [
              0.49040845899773794,
              0.49990181253782495
            ],
            [
              0.49990181253782495,
              0.5095789389304873
            ],
            [
              0.990310271535563,
              1.0094807514683124
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.146986386238875,
          "relative_error": 0.2689768924283272,
          "conditional_mse": {
            "single": 0.2729858791251834,
            "both": 0.04120670661088308
          },
          "test_state_counts": {
            "neither": 8107,
            "first": 8125,
            "second": 8271,
            "both": 8265
          }
        }
      ]
    },
    {
      "p": 0.5,
      "mode": "paired",
      "probabilities": [
        0.5,
        0.0,
        0.0,
        0.5
      ],
      "data_seed": 1022,
      "summary": {
        "linear": {
          "mean": 0.038396886842368534,
          "min": 0.03839683275576338,
          "max": 0.03839692085837279,
          "opposite_sign_runs": 0
        },
        "relu": {
          "mean": 0.03839688571816235,
          "min": 0.03839683275576338,
          "max": 0.03839692085837279,
          "opposite_sign_runs": 0
        }
      },
      "linear_optimum": {
        "weights": [
          -0.708624426209011,
          -0.7055858718681587
        ],
        "mse": 0.020945739431788016,
        "relative_error": 0.038397110066184584,
        "conditional_mse": {
          "single": null,
          "both": 0.0419452416855607
        },
        "test_state_counts": {
          "neither": 16405,
          "first": 0,
          "second": 0,
          "both": 16363
        }
      },
      "runs": [
        {
          "seed": 7,
          "decoder": "linear",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7084676106730533,
            0.7057438832709044
          ],
          "opposite_signs": false,
          "train_mse": 0.020822269378324057,
          "probe_outputs": [
            [
              0.5019263553727851,
              0.4999966827280599
            ],
            [
              0.4999966827280599,
              0.498074428774296
            ],
            [
              1.0019230381008448,
              0.9980711115023558
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.020945636218355615,
          "relative_error": 0.03839692085837279,
          "conditional_mse": {
            "single": null,
            "both": 0.04194503499377112
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 11,
          "decoder": "linear",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7084086126390768,
            0.7058099907524313
          ],
          "opposite_signs": false,
          "train_mse": 0.020822293635831567,
          "probe_outputs": [
            [
              0.5018427624612216,
              0.5000018763357296
            ],
            [
              0.5000018763357296,
              0.4981677430459472
            ],
            [
              1.0018446387969513,
              0.9981696193816768
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.020945609117767258,
          "relative_error": 0.0383968711783757,
          "conditional_mse": {
            "single": null,
            "both": 0.041944980723033515
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 23,
          "decoder": "linear",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.708458632542945,
            0.7057510354366547
          ],
          "opposite_signs": false,
          "train_mse": 0.02082227204846272,
          "probe_outputs": [
            [
              0.5019136340246196,
              0.49999541348121995
            ],
            [
              0.49999541348121995,
              0.49808452401991027
            ],
            [
              1.0019090475058396,
              0.9980799375011302
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.02094563227674596,
          "relative_error": 0.038396913632730546,
          "conditional_mse": {
            "single": null,
            "both": 0.041945027100434615
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 42,
          "decoder": "linear",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7084419313314255,
            -0.7057769720446769
          ],
          "opposite_signs": false,
          "train_mse": 0.02082227981349663,
          "probe_outputs": [
            [
              0.5018899700686003,
              0.5000020011645765
            ],
            [
              0.5000020011645765,
              0.4981211342685527
            ],
            [
              1.0018919712331766,
              0.998123135433129
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.020945622541628014,
          "relative_error": 0.03839689578660024,
          "conditional_mse": {
            "single": null,
            "both": 0.04194500760521095
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 101,
          "decoder": "linear",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7083366447105857,
            -0.7058768542181242
          ],
          "opposite_signs": false,
          "train_mse": 0.020822329819890815,
          "probe_outputs": [
            [
              0.5017408022398505,
              0.4999984424957293
            ],
            [
              0.4999984424957293,
              0.49826213332087493
            ],
            [
              1.0017392447355797,
              0.9982605758166042
            ],
            [
              -0.0,
              -0.0
            ]
          ],
          "mse": 0.020945588158116268,
          "relative_error": 0.03839683275576338,
          "conditional_mse": {
            "single": null,
            "both": 0.041944938749933006
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 7,
          "decoder": "relu",
          "initial_weights": [
            0.0006150766787412871,
            0.14937276875423494
          ],
          "weights": [
            0.7084676106730533,
            0.7057438832709044
          ],
          "opposite_signs": false,
          "train_mse": 0.020822269378324057,
          "probe_outputs": [
            [
              0.5019263553727851,
              0.4999966827280599
            ],
            [
              0.4999966827280599,
              0.498074428774296
            ],
            [
              1.0019230381008448,
              0.9980711115023558
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.020945636218355615,
          "relative_error": 0.03839692085837279,
          "conditional_mse": {
            "single": null,
            "both": 0.04194503499377112
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 11,
          "decoder": "relu",
          "initial_weights": [
            0.017096383626592083,
            0.6798737701549808
          ],
          "weights": [
            0.7084086126390768,
            0.7058099907524313
          ],
          "opposite_signs": false,
          "train_mse": 0.020822293635831567,
          "probe_outputs": [
            [
              0.5018427624612216,
              0.5000018763357296
            ],
            [
              0.5000018763357296,
              0.4981677430459472
            ],
            [
              1.0018446387969513,
              0.9981696193816768
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.020945609117767258,
          "relative_error": 0.0383968711783757,
          "conditional_mse": {
            "single": null,
            "both": 0.041944980723033515
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 23,
          "decoder": "relu",
          "initial_weights": [
            0.2766302944443694,
            0.10880030460973694
          ],
          "weights": [
            0.708458632542945,
            0.7057510354366547
          ],
          "opposite_signs": false,
          "train_mse": 0.02082227204846272,
          "probe_outputs": [
            [
              0.5019136340246196,
              0.49999541348121995
            ],
            [
              0.49999541348121995,
              0.49808452401991027
            ],
            [
              1.0019090475058396,
              0.9980799375011302
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.02094563227674596,
          "relative_error": 0.038396913632730546,
          "conditional_mse": {
            "single": null,
            "both": 0.041945027100434615
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 42,
          "decoder": "relu",
          "initial_weights": [
            0.15235853987721568,
            -0.5199920531202478
          ],
          "weights": [
            -0.7084326972238147,
            -0.7057817336292379
          ],
          "opposite_signs": false,
          "train_mse": 0.02082228248803207,
          "probe_outputs": [
            [
              0.5018768864958092,
              0.49999885720626097
            ],
            [
              0.49999885720626097,
              0.4981278555246925
            ],
            [
              1.0018757437020702,
              0.9981267127309535
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.02094561947533869,
          "relative_error": 0.03839689016556933,
          "conditional_mse": {
            "single": null,
            "both": 0.04194500146476186
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        },
        {
          "seed": 101,
          "decoder": "relu",
          "initial_weights": [
            -0.3950762499815073,
            -1.0173127409159364
          ],
          "weights": [
            -0.7083366447105857,
            -0.7058768542181242
          ],
          "opposite_signs": false,
          "train_mse": 0.020822329819890815,
          "probe_outputs": [
            [
              0.5017408022398505,
              0.4999984424957293
            ],
            [
              0.4999984424957293,
              0.49826213332087493
            ],
            [
              1.0017392447355797,
              0.9982605758166042
            ],
            [
              0.0,
              0.0
            ]
          ],
          "mse": 0.020945588158116268,
          "relative_error": 0.03839683275576338,
          "conditional_mse": {
            "single": null,
            "both": 0.041944938749933006
          },
          "test_state_counts": {
            "neither": 16405,
            "first": 0,
            "second": 0,
            "both": 16363
          }
        }
      ]
    }
  ]
}