{
  "status": "PASS",
  "horizon": 15,
  "paired_baseline_parity_max_pp": 7.105427357601002e-15,
  "raw_reconstruction_max_difference_pp": 1.6865399997404023,
  "method": "Paired change relative to deduplicated legacy reconstruction, applied to actual current baseline. Same physical training unit for both alternatives; uncertainty unchanged.",
  "comparisons": [
    {
      "case_id": 0,
      "quality": "legacy",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": 0.0,
        "improved_cycles": 0,
        "two_sided_sign_flip_p": 1.0,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          0.0,
          0.0
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.908550485321502,
      "Brier": 0.06086830265646363,
      "log_loss": 0.1973231820511086,
      "WIS": 3.1507202567284516,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 0,
      "quality": "legacy",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": 0.0,
        "improved_cycles": 0,
        "two_sided_sign_flip_p": 1.0,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          0.0,
          0.0
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.604641201894618,
      "Brier": 0.05608328342699641,
      "log_loss": 0.18538997773984942,
      "WIS": 2.906001679377812,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 1,
      "quality": "legacy",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 1,
      "quality": "legacy",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 2,
      "quality": "legacy",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.10325484851938788,
        "improved_cycles": 4,
        "two_sided_sign_flip_p": 0.25,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.24964689628071934,
          0.029726116999839625
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.011805333840889,
      "Brier": 0.06181547089288903,
      "log_loss": 0.20030410594580794,
      "WIS": 3.2195151921424285,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 2,
      "quality": "legacy",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1468466845393203,
        "improved_cycles": 2,
        "two_sided_sign_flip_p": 0.375,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.34889648271138807,
          0.055203113632747505
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.751487886433939,
      "Brier": 0.058474379396196784,
      "log_loss": 0.19269984506461627,
      "WIS": 3.000588035277149,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 3,
      "quality": "legacy",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": 0.029639539769811818,
        "improved_cycles": 2,
        "two_sided_sign_flip_p": 0.75,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.04577915651769404,
          0.1309899745648493
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.87891094555169,
      "Brier": 0.05985381869071067,
      "log_loss": 0.1942962752168937,
      "WIS": 3.1488916335365555,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 3,
      "quality": "legacy",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": 0.0,
        "improved_cycles": 0,
        "two_sided_sign_flip_p": 1.0,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          0.0,
          0.0
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.604641201894618,
      "Brier": 0.05608328342699641,
      "log_loss": 0.18538997773984942,
      "WIS": 2.906001679377812,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 4,
      "quality": "legacy_no_performance",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.08266515827794829,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.19001165941753057,
          0.010823358219979373
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.99121564359945,
      "Brier": 0.06141684067380758,
      "log_loss": 0.19860506825521423,
      "WIS": 3.204227733931992,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 4,
      "quality": "legacy_no_performance",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.13226425324471727,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.27462383537968177,
          0.010095328890247224
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.736905455139335,
      "Brier": 0.05696094425474674,
      "log_loss": 0.18744099566641842,
      "WIS": 2.9916136429034763,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 5,
      "quality": "legacy_no_performance",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 5,
      "quality": "legacy_no_performance",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 6,
      "quality": "legacy_no_performance",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.1376474389406792,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.29813884665610724,
          0.00034309919755659557
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.046197924262181,
      "Brier": 0.06196122144340771,
      "log_loss": 0.20080430023585383,
      "WIS": 3.2404667686036603,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 6,
      "quality": "legacy_no_performance",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.19571963879912407,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.430073243772395,
          0.008248111357811717
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.8003608406937435,
      "Brier": 0.05877606153973802,
      "log_loss": 0.19362789221785617,
      "WIS": 3.031082381994073,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 7,
      "quality": "legacy_no_performance",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.05754834979997214,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.4296875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.19035067544060286,
          0.07808222889884445
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.966098835121474,
      "Brier": 0.06028551541148667,
      "log_loss": 0.19533510791312347,
      "WIS": 3.201397072916998,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 7,
      "quality": "legacy_no_performance",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.13226425324471727,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.27462383537968177,
          0.010095328890247224
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.736905455139335,
      "Brier": 0.05696094425474674,
      "log_loss": 0.18744099566641842,
      "WIS": 2.9916136429034763,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 8,
      "quality": "office_existing",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.0636913642757434,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15602253086727536,
          0.019045774847983532
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.9722418495972445,
      "Brier": 0.061358778022744705,
      "log_loss": 0.19834146499740915,
      "WIS": 3.192815517363937,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 8,
      "quality": "office_existing",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10190618284118944,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22734608945320733,
          0.03247168177076656
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.706547384735808,
      "Brier": 0.056868044013046126,
      "log_loss": 0.18701923045393035,
      "WIS": 2.9733540963945884,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 9,
      "quality": "office_existing",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 9,
      "quality": "office_existing",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 10,
      "quality": "office_existing",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.13046031430070554,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.28222751676842867,
          0.0013271702831886278
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.039010799622207,
      "Brier": 0.06205367457885137,
      "log_loss": 0.200906304271412,
      "WIS": 3.2352352159530096,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 10,
      "quality": "office_existing",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.18450880673030765,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.40264818599092367,
          0.01294032496780595
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.789150008624926,
      "Brier": 0.05873338949112237,
      "log_loss": 0.19342502911506282,
      "WIS": 3.0236529496426154,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 11,
      "quality": "office_existing",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.04009691484103006,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.5625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15812806656849177,
          0.08281758916175627
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.948647400162531,
      "Brier": 0.060518981141362185,
      "log_loss": 0.19560849612292386,
      "WIS": 3.1895754131332734,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 11,
      "quality": "office_existing",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10190618284118944,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22734608945320733,
          0.03247168177076656
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.706547384735808,
      "Brier": 0.056868044013046126,
      "log_loss": 0.18701923045393035,
      "WIS": 2.9733540963945884,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 12,
      "quality": "house_actual",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.06416038315528744,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15665942571697689,
          0.01859165105189836
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.9727108684767884,
      "Brier": 0.06134626991086068,
      "log_loss": 0.19830797734334676,
      "WIS": 3.1930332051780166,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 12,
      "quality": "house_actual",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1026566130484599,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22812227933961626,
          0.03196409343660962
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707297814943078,
      "Brier": 0.05684803103403169,
      "log_loss": 0.18696565020743047,
      "WIS": 2.9737023968971164,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 13,
      "quality": "house_actual",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 13,
      "quality": "house_actual",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 14,
      "quality": "house_actual",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.13064126558290423,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.2826213538530804,
          0.0012639777371713512
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.039191750904406,
      "Brier": 0.06204859249487024,
      "log_loss": 0.20089256797199245,
      "WIS": 3.2353081542444686,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 14,
      "quality": "house_actual",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.18479832878182556,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.4031772172527388,
          0.012839216894178307
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.789439530676444,
      "Brier": 0.05872525815675256,
      "log_loss": 0.1934030510359915,
      "WIS": 3.0237696509089496,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 15,
      "quality": "house_actual",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.0405659337205741,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.5625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15877985650165216,
          0.08236648489786523
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.949116419042076,
      "Brier": 0.06050647302947816,
      "log_loss": 0.19557500846886147,
      "WIS": 3.1897931009473535,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 15,
      "quality": "house_actual",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1026566130484599,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22812227933961626,
          0.03196409343660962
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707297814943078,
      "Brier": 0.05684803103403169,
      "log_loss": 0.18696565020743047,
      "WIS": 2.9737023968971164,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 16,
      "quality": "house_context",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.06436956813705225,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.25,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15670717944032078,
          0.01840816752094654
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.972920053458553,
      "Brier": 0.06134649752077512,
      "log_loss": 0.19830777423309343,
      "WIS": 3.1929946204544004,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 16,
      "quality": "house_context",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10299130901928359,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.25,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22803940980304152,
          0.031784845397733984
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707632510913903,
      "Brier": 0.056848395209894785,
      "log_loss": 0.18696532523102516,
      "WIS": 2.9736406613393305,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 17,
      "quality": "house_context",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 17,
      "quality": "house_context",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 18,
      "quality": "house_context",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.13065389634895047,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.2825686279318947,
          0.0012264880123440403
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.0392043816704515,
      "Brier": 0.06204880255240852,
      "log_loss": 0.20089277457795232,
      "WIS": 3.2352444579152198,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 18,
      "quality": "house_context",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.18481853800749953,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.403032872219118,
          0.012779233334454609
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.789459739902118,
      "Brier": 0.05872559424881381,
      "log_loss": 0.19340338160552728,
      "WIS": 3.0236677367821514,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 19,
      "quality": "house_context",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.04077511870233891,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.5546875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15865358883237957,
          0.08208588438635049
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.94932560402384,
      "Brier": 0.06050670063939259,
      "log_loss": 0.19557480535860816,
      "WIS": 3.1897545162237373,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 19,
      "quality": "house_context",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10299130901928359,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.25,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22803940980304152,
          0.031784845397733984
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707632510913903,
      "Brier": 0.056848395209894785,
      "log_loss": 0.18696532523102516,
      "WIS": 2.9736406613393305,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 20,
      "quality": "rcv_final_latest",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.06416038315528744,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15665942571697689,
          0.01859165105189836
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.9727108684767884,
      "Brier": 0.06134626991086068,
      "log_loss": 0.19830797734334676,
      "WIS": 3.1930332051780166,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 20,
      "quality": "rcv_final_latest",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1026566130484599,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22812227933961626,
          0.03196409343660962
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707297814943078,
      "Brier": 0.05684803103403169,
      "log_loss": 0.18696565020743047,
      "WIS": 2.9737023968971164,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 21,
      "quality": "rcv_final_latest",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 21,
      "quality": "rcv_final_latest",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 22,
      "quality": "rcv_final_latest",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.13064126558290423,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.2826213538530804,
          0.0012639777371713512
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.039191750904406,
      "Brier": 0.06204859249487024,
      "log_loss": 0.20089256797199245,
      "WIS": 3.2353081542444686,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 22,
      "quality": "rcv_final_latest",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.18479832878182556,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.4031772172527388,
          0.012839216894178307
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.789439530676444,
      "Brier": 0.05872525815675256,
      "log_loss": 0.1934030510359915,
      "WIS": 3.0237696509089496,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 23,
      "quality": "rcv_final_latest",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.0405659337205741,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.5625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15877985650165216,
          0.08236648489786523
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.949116419042076,
      "Brier": 0.06050647302947816,
      "log_loss": 0.19557500846886147,
      "WIS": 3.1897931009473535,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 23,
      "quality": "rcv_final_latest",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1026566130484599,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22812227933961626,
          0.03196409343660962
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.707297814943078,
      "Brier": 0.05684803103403169,
      "log_loss": 0.18696565020743047,
      "WIS": 2.9737023968971164,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 24,
      "quality": "rcv_final_pooled",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.06257959921463874,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15529789590856935,
          0.021810920558475444
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.97113008453614,
      "Brier": 0.06131345876136454,
      "log_loss": 0.19821671289743853,
      "WIS": 3.1928037591577114,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 24,
      "quality": "rcv_final_pooled",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10012735874342198,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.2266762427462174,
          0.03601019230666154
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.704768560638041,
      "Brier": 0.05679553319483788,
      "log_loss": 0.18681962709397731,
      "WIS": 2.9733352832646283,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 25,
      "quality": "rcv_final_pooled",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 25,
      "quality": "rcv_final_pooled",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 26,
      "quality": "rcv_final_pooled",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.13019871549811057,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.2822314317536181,
          0.0016971703797465931
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.038749200819612,
      "Brier": 0.06203602955900567,
      "log_loss": 0.20085649298588046,
      "WIS": 3.235455276440999,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 26,
      "quality": "rcv_final_pooled",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.1840902486461557,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.4028610662018172,
          0.013921320964316485
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.788731450540775,
      "Brier": 0.05870515745936926,
      "log_loss": 0.19334533105821228,
      "WIS": 3.0240050464233983,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 27,
      "quality": "rcv_final_pooled",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.0389851497799254,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.5859375,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15764897927290467,
          0.08447508147945448
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.947535635101427,
      "Brier": 0.06047366187998203,
      "log_loss": 0.19548374402295324,
      "WIS": 3.1895636549270483,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 27,
      "quality": "rcv_final_pooled",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10012735874342198,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.2266762427462174,
          0.03601019230666154
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.704768560638041,
      "Brier": 0.05679553319483788,
      "log_loss": 0.18681962709397731,
      "WIS": 2.9733352832646283,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 28,
      "quality": "atlarge_final_pooled",
      "blend": "active",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.06271728381917663,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15509921536052504,
          0.021496627193284823
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.971267769140678,
      "Brier": 0.06132179304694199,
      "log_loss": 0.19824391432011834,
      "WIS": 3.192775032409209,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 28,
      "quality": "atlarge_final_pooled",
      "blend": "active",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10034765411068261,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22628241053321146,
          0.03584700221309518
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.7049888560053015,
      "Brier": 0.05680886805176179,
      "log_loss": 0.186863149370265,
      "WIS": 2.9732893204670234,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 29,
      "quality": "atlarge_final_pooled",
      "blend": "0.0",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.2186930719576637,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.4770948711310057,
          0.0006822367721082134
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.127243557279165,
      "Brier": 0.0639166957316274,
      "log_loss": 0.2069393456990015,
      "WIS": 3.2966697885657767,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 29,
      "quality": "atlarge_final_pooled",
      "blend": "0.0",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.3499089151322619,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.6915404884992561,
          -0.022845211671043763
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.954550117026881,
      "Brier": 0.06096071234725844,
      "log_loss": 0.20077583957647804,
      "WIS": 3.139520930317532,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 30,
      "quality": "atlarge_final_pooled",
      "blend": "0.1",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.1302215250249636,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.140625,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.2821375117492186,
          0.0016828645601734138
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 5.038772010346465,
      "Brier": 0.062039845547487746,
      "log_loss": 0.20086932023687282,
      "WIS": 3.235395217419816,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 30,
      "quality": "atlarge_final_pooled",
      "blend": "0.1",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.18412674388912054,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.1875,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.40268790488346096,
          0.013898431652999399
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.788767945783738,
      "Brier": 0.058711263040940584,
      "log_loss": 0.19336585465980008,
      "WIS": 3.0239089519895055,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    },
    {
      "case_id": 31,
      "quality": "atlarge_final_pooled",
      "blend": "0.25",
      "period": "all_available",
      "inference": {
        "cycles": 8,
        "mean_gain_pp": -0.03912283438446329,
        "improved_cycles": 3,
        "two_sided_sign_flip_p": 0.578125,
        "minimum_two_sided_p": 0.0078125,
        "bootstrap95": [
          -0.15726191617518215,
          0.08428293555479105
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.947673319705965,
      "Brier": 0.06048199616555948,
      "log_loss": 0.19551094544563305,
      "WIS": 3.1895349281785452,
      "baseline_MAE_pp": 4.908550485321502,
      "baseline_Brier": 0.06086830265646363,
      "holm_p": 1.0
    },
    {
      "case_id": 31,
      "quality": "atlarge_final_pooled",
      "blend": "0.25",
      "period": "2016_to_2024",
      "inference": {
        "cycles": 5,
        "mean_gain_pp": -0.10034765411068261,
        "improved_cycles": 1,
        "two_sided_sign_flip_p": 0.3125,
        "minimum_two_sided_p": 0.0625,
        "bootstrap95": [
          -0.22628241053321146,
          0.03584700221309518
        ],
        "limits": "Whole-election sign symmetry is an assumption; few elections and overlapping training limit inference. Bootstrap interval is descriptive, not independent confirmation."
      },
      "MAE_pp": 4.7049888560053015,
      "Brier": 0.05680886805176179,
      "log_loss": 0.186863149370265,
      "WIS": 2.9732893204670234,
      "baseline_MAE_pp": 4.604641201894618,
      "baseline_Brier": 0.05608328342699641,
      "holm_p": 1.0
    }
  ],
  "production_changed": false
}