{
  "schema": "evaluation-sensitivity-article-v1",
  "provenance": {
    "source": "research/evaluation-reliability-sensitivity/results/analysis.json",
    "sourceSha256": "a00cf0856cfa4acec6df09d2af2a170bd24e1078679228f2c1cf34a5abac8e51",
    "freezeSha256": "6ad0428696f9ac250bca3f280a3d8d49f4fcc6ce70699959526591b49df1ba9c",
    "reviewSha256": "3b9c61bd5ab0013808c59020f0be1a2f0a6dce299750ff85b083fac4a64753db",
    "cellsVerified": 23,
    "methodRowsVerified": 138,
    "metricCountsRatesAndIntervalsVerified": 552
  },
  "cells": [
    {
      "condition": "clean anchor using w09 truth/seed; not w03",
      "delta": -0.04,
      "failed_grade_loss": 0,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f00_s00",
      "seed": 2709271809,
      "successful_grade_loss": 0,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": -0.0400605,
      "bias": -0.000060499999999998055,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1435,
            "estimate": 0.7175,
            "wilson95": [
              0.6973663651089185,
              0.7367997193237364
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 565,
            "estimate": 0.2825,
            "wilson95": [
              0.2632002806762634,
              0.30263363489108147
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 21,
            "estimate": 0.0105,
            "wilson95": [
              0.006877887380873443,
              0.015998901907473176
            ]
          },
          "correctHold": {
            "count": 1589,
            "estimate": 0.7945,
            "wilson95": [
              0.7762347355183078,
              0.8116361236330342
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 390,
            "estimate": 0.195,
            "wilson95": [
              0.17822755765183462,
              0.21294184118972964
            ]
          },
          "meanContexts": 115.02
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1078,
            "estimate": 0.539,
            "wilson95": [
              0.517099755065542,
              0.5607507152465204
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 922,
            "estimate": 0.461,
            "wilson95": [
              0.4392492847534796,
              0.48290024493445804
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 5,
            "estimate": 0.0025,
            "wilson95": [
              0.0010683087284139143,
              0.005839153316432755
            ]
          },
          "correctHold": {
            "count": 1270,
            "estimate": 0.635,
            "wilson95": [
              0.6136606243419257,
              0.655821772892136
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 725,
            "estimate": 0.3625,
            "wilson95": [
              0.34171395915993336,
              0.38381322884241115
            ]
          },
          "meanContexts": 143.46
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 733,
            "estimate": 0.3665,
            "wilson95": [
              0.34565708171038617,
              0.3878547699137082
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1267,
            "estimate": 0.6335,
            "wilson95": [
              0.6121452300862917,
              0.6543429182896137
            ]
          },
          "meanContexts": 172.52
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 733,
            "estimate": 0.3665,
            "wilson95": [
              0.34565708171038617,
              0.3878547699137082
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1267,
            "estimate": 0.6335,
            "wilson95": [
              0.6121452300862917,
              0.6543429182896137
            ]
          },
          "meanContexts": 172.52
        }
      ]
    },
    {
      "condition": "equal-loss MCAR control",
      "delta": -0.04,
      "failed_grade_loss": 0.05,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f05_s05",
      "seed": 2709271809,
      "successful_grade_loss": 0.05,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.049979,
      "finalMean": -0.040044489635827726,
      "bias": -0.000044489635827725527,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1403,
            "estimate": 0.7015,
            "wilson95": [
              0.6810743885505098,
              0.7211530413951451
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 597,
            "estimate": 0.2985,
            "wilson95": [
              0.27884695860485476,
              0.31892561144949005
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 21,
            "estimate": 0.0105,
            "wilson95": [
              0.006877887380873443,
              0.015998901907473176
            ]
          },
          "correctHold": {
            "count": 1555,
            "estimate": 0.7775,
            "wilson95": [
              0.7587493421088081,
              0.7951866966500964
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 424,
            "estimate": 0.212,
            "wilson95": [
              0.19464794597704893,
              0.23045627325695267
            ]
          },
          "meanContexts": 117.68
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1040,
            "estimate": 0.52,
            "wilson95": [
              0.4980870968546681,
              0.5418362212540818
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 960,
            "estimate": 0.48,
            "wilson95": [
              0.4581637787459181,
              0.5019129031453318
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 8,
            "estimate": 0.004,
            "wilson95": [
              0.0020282466069651696,
              0.007873464296037741
            ]
          },
          "correctHold": {
            "count": 1228,
            "estimate": 0.614,
            "wilson95": [
              0.5924648988423376,
              0.6350980143775367
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 764,
            "estimate": 0.382,
            "wilson95": [
              0.36095134317424515,
              0.40350107998413043
            ]
          },
          "meanContexts": 144.58
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 714,
            "estimate": 0.357,
            "wilson95": [
              0.3362947366265104,
              0.3782535388959279
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1286,
            "estimate": 0.643,
            "wilson95": [
              0.6217464611040721,
              0.6637052633734896
            ]
          },
          "meanContexts": 173.68
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "reversed-selection negative control",
      "delta": -0.04,
      "failed_grade_loss": 0.05,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f05_s10",
      "seed": 2709271809,
      "successful_grade_loss": 0.1,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.073884,
      "finalMean": -0.053377463651635336,
      "bias": -0.013377463651635335,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1651,
            "estimate": 0.8255,
            "wilson95": [
              0.8082465225788182,
              0.8415054796410861
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 349,
            "estimate": 0.1745,
            "wilson95": [
              0.15849452035891382,
              0.19175347742118176
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 13,
            "estimate": 0.0065,
            "wilson95": [
              0.0038025964940741515,
              0.011089529172522494
            ]
          },
          "correctHold": {
            "count": 1749,
            "estimate": 0.8745,
            "wilson95": [
              0.8592592943847576,
              0.8883048372015839
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 238,
            "estimate": 0.119,
            "wilson95": [
              0.10553480426223787,
              0.13392598576607684
            ]
          },
          "meanContexts": 102.8
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1328,
            "estimate": 0.664,
            "wilson95": [
              0.6430022833972567,
              0.6843689250944923
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 672,
            "estimate": 0.336,
            "wilson95": [
              0.3156310749055077,
              0.35699771660274326
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 6,
            "estimate": 0.003,
            "wilson95": [
              0.0013756299236301083,
              0.006529915073935308
            ]
          },
          "correctHold": {
            "count": 1468,
            "estimate": 0.734,
            "wilson95": [
              0.7141995838511511,
              0.7529032380212225
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 526,
            "estimate": 0.263,
            "wilson95": [
              0.2441724933907117,
              0.28273618702060216
            ]
          },
          "meanContexts": 131.26
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 977,
            "estimate": 0.4885,
            "wilson95": [
              0.4666357769044239,
              0.5104083151830447
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1023,
            "estimate": 0.5115,
            "wilson95": [
              0.4895916848169551,
              0.533364223095576
            ]
          },
          "meanContexts": 164.12
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.1,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f10_s05",
      "seed": 2709271809,
      "successful_grade_loss": 0.05,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.075771,
      "finalMean": -0.026703924281860494,
      "bias": 0.013296075718139507,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "correctHold": {
            "count": 1031,
            "estimate": 0.5155,
            "wilson95": [
              0.4935887380010535,
              0.5373518335332275
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 967,
            "estimate": 0.4835,
            "wilson95": [
              0.4616514826351063,
              0.5054117799251748
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 41,
            "estimate": 0.0205,
            "wilson95": [
              0.01514715886374858,
              0.02769128947897298
            ]
          },
          "correctHold": {
            "count": 1272,
            "estimate": 0.636,
            "wilson95": [
              0.6146710095025142,
              0.656807553636985
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 687,
            "estimate": 0.3435,
            "wilson95": [
              0.323005811259709,
              0.36459422453932316
            ]
          },
          "meanContexts": 133.78
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 739,
            "estimate": 0.3695,
            "wilson95": [
              0.34861544937704464,
              0.39088489996336223
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1261,
            "estimate": 0.6305,
            "wilson95": [
              0.6091151000366376,
              0.6513845506229553
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 14,
            "estimate": 0.007,
            "wilson95": [
              0.0041743460559210965,
              0.011715862563394297
            ]
          },
          "correctHold": {
            "count": 945,
            "estimate": 0.4725,
            "wilson95": [
              0.45069374278170404,
              0.4944116948187647
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1041,
            "estimate": 0.5205,
            "wilson95": [
              0.49858702398467614,
              0.5423343770767923
            ]
          },
          "meanContexts": 157.26
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "correctHold": {
            "count": 473,
            "estimate": 0.2365,
            "wilson95": [
              0.21839299316762395,
              0.25561729074959627
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1525,
            "estimate": 0.7625,
            "wilson95": [
              0.7433576088948527,
              0.7806359412824894
            ]
          },
          "meanContexts": 182.48
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "equal-loss MCAR control",
      "delta": -0.04,
      "failed_grade_loss": 0.1,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f10_s10",
      "seed": 2709271809,
      "successful_grade_loss": 0.1,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.099676,
      "finalMean": -0.040064285082405365,
      "bias": -0.00006428508240536451,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "correctHold": {
            "count": 1368,
            "estimate": 0.684,
            "wilson95": [
              0.6632884153284588,
              0.7040061112720402
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 631,
            "estimate": 0.3155,
            "wilson95": [
              0.29550350721667695,
              0.3362038832301053
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 23,
            "estimate": 0.0115,
            "wilson95": [
              0.007675227286212753,
              0.01719772790757136
            ]
          },
          "correctHold": {
            "count": 1524,
            "estimate": 0.762,
            "wilson95": [
              0.7428451118592415,
              0.780150355365382
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 453,
            "estimate": 0.2265,
            "wilson95": [
              0.2086902655828713,
              0.24535835927997401
            ]
          },
          "meanContexts": 119.02
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 1015,
            "estimate": 0.5075,
            "wilson95": [
              0.48559603116871014,
              0.5293752131220708
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 985,
            "estimate": 0.4925,
            "wilson95": [
              0.47062478687792897,
              0.5144039688312897
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 9,
            "estimate": 0.0045,
            "wilson95": [
              0.0023692806369618345,
              0.008530513218759823
            ]
          },
          "correctHold": {
            "count": 1206,
            "estimate": 0.603,
            "wilson95": [
              0.5813791257630427,
              0.624225962497019
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 785,
            "estimate": 0.3925,
            "wilson95": [
              0.37132500654105327,
              0.41408715862441603
            ]
          },
          "meanContexts": 145.78
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 688,
            "estimate": 0.344,
            "wilson95": [
              0.32349766533155805,
              0.36510045342019276
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1312,
            "estimate": 0.656,
            "wilson95": [
              0.6348995465798072,
              0.6765023346684419
            ]
          },
          "meanContexts": 174.52
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.2,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f20_s05",
      "seed": 2709271809,
      "successful_grade_loss": 0.05,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.127835,
      "finalMean": 0.0027394055875757804,
      "bias": 0.04273940558757578,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 33,
            "estimate": 0.0165,
            "wilson95": [
              0.01177282360725337,
              0.023080961113718216
            ]
          },
          "correctHold": {
            "count": 322,
            "estimate": 0.161,
            "wilson95": [
              0.14554475026587133,
              0.1777550077908181
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1645,
            "estimate": 0.8225,
            "wilson95": [
              0.8051408098710463,
              0.8386226946325456
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 170,
            "estimate": 0.085,
            "wilson95": [
              0.07355910081272696,
              0.09803204843071298
            ]
          },
          "correctHold": {
            "count": 586,
            "estimate": 0.293,
            "wilson95": [
              0.27346505178552694,
              0.31332860578891164
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1244,
            "estimate": 0.622,
            "wilson95": [
              0.600534464895254,
              0.6429977755681202
            ]
          },
          "meanContexts": 160.26
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 9,
            "estimate": 0.0045,
            "wilson95": [
              0.0023692806369618345,
              0.008530513218759823
            ]
          },
          "correctHold": {
            "count": 249,
            "estimate": 0.1245,
            "wilson95": [
              0.11074657034676971,
              0.13969313216145118
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1742,
            "estimate": 0.871,
            "wilson95": [
              0.8555951252714992,
              0.8849824256458111
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 48,
            "estimate": 0.024,
            "wilson95": [
              0.018149556703294482,
              0.03167547230845831
            ]
          },
          "correctHold": {
            "count": 426,
            "estimate": 0.213,
            "wilson95": [
              0.19561533085663446,
              0.23148505428280464
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1526,
            "estimate": 0.763,
            "wilson95": [
              0.7438701413329122,
              0.7811214917971488
            ]
          },
          "meanContexts": 177.34
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 11,
            "estimate": 0.0055,
            "wilson95": [
              0.003073897009543817,
              0.009822062751615332
            ]
          },
          "correctHold": {
            "count": 156,
            "estimate": 0.078,
            "wilson95": [
              0.06703950613485772,
              0.09057848177051976
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1833,
            "estimate": 0.9165,
            "wilson95": [
              0.903562981613867,
              0.9278401180008492
            ]
          },
          "meanContexts": 193.5
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.2,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f20_s10",
      "seed": 2709271809,
      "successful_grade_loss": 0.1,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.15174,
      "finalMean": -0.010611440569687087,
      "bias": 0.029388559430312912,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 14,
            "estimate": 0.007,
            "wilson95": [
              0.0041743460559210965,
              0.011715862563394297
            ]
          },
          "correctHold": {
            "count": 575,
            "estimate": 0.2875,
            "wilson95": [
              0.2680866483826091,
              0.30772809671192325
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1411,
            "estimate": 0.7055,
            "wilson95": [
              0.6851445930916306,
              0.7250675004757744
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 94,
            "estimate": 0.047,
            "wilson95": [
              0.038561402365168564,
              0.05717544247164658
            ]
          },
          "correctHold": {
            "count": 844,
            "estimate": 0.422,
            "wilson95": [
              0.400524986599547,
              0.44377407277632835
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1062,
            "estimate": 0.531,
            "wilson95": [
              0.5090905584995371,
              0.5527905845690253
            ]
          },
          "meanContexts": 153.08
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "correctHold": {
            "count": 394,
            "estimate": 0.197,
            "wilson95": [
              0.18015682931283034,
              0.21500490133960892
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1604,
            "estimate": 0.802,
            "wilson95": [
              0.7839638291131115,
              0.8188782743290117
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 32,
            "estimate": 0.016,
            "wilson95": [
              0.011356235350080627,
              0.02249946641817221
            ]
          },
          "correctHold": {
            "count": 600,
            "estimate": 0.3,
            "wilson95": [
              0.28031535195498103,
              0.32045146695752
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1368,
            "estimate": 0.684,
            "wilson95": [
              0.6632884153284588,
              0.7040061112720402
            ]
          },
          "meanContexts": 171.12
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 6,
            "estimate": 0.003,
            "wilson95": [
              0.0013756299236301083,
              0.006529915073935308
            ]
          },
          "correctHold": {
            "count": 256,
            "estimate": 0.128,
            "wilson95": [
              0.11406794714574633,
              0.1433583360315058
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1738,
            "estimate": 0.869,
            "wilson95": [
              0.8535029122373577,
              0.8830823068690775
            ]
          },
          "meanContexts": 189.92
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.3,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f30_s05",
      "seed": 2709271809,
      "successful_grade_loss": 0.05,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.179854,
      "finalMean": 0.03594016742542927,
      "bias": 0.07594016742542928,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 302,
            "estimate": 0.151,
            "wilson95": [
              0.13597793189773769,
              0.16736016710457682
            ]
          },
          "correctHold": {
            "count": 54,
            "estimate": 0.027,
            "wilson95": [
              0.020752396241488,
              0.035061130486577274
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1644,
            "estimate": 0.822,
            "wilson95": [
              0.804623363055714,
              0.8381420584951589
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 570,
            "estimate": 0.285,
            "wilson95": [
              0.26564309361769695,
              0.30518123671324165
            ]
          },
          "correctHold": {
            "count": 164,
            "estimate": 0.082,
            "wilson95": [
              0.07076181688143124,
              0.0948408346456962
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1266,
            "estimate": 0.633,
            "wilson95": [
              0.6116401475123484,
              0.6538499179108382
            ]
          },
          "meanContexts": 160.58
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 56,
            "estimate": 0.028,
            "wilson95": [
              0.021625209947844046,
              0.03618448268565872
            ]
          },
          "correctHold": {
            "count": 44,
            "estimate": 0.022,
            "wilson95": [
              0.0164289081143177,
              0.0294037890865601
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1900,
            "estimate": 0.95,
            "wilson95": [
              0.9395558910656041,
              0.9587187663812682
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 179,
            "estimate": 0.0895,
            "wilson95": [
              0.07776341044149375,
              0.10281048537641489
            ]
          },
          "correctHold": {
            "count": 136,
            "estimate": 0.068,
            "wilson95": [
              0.05777462902670909,
              0.07988169982429345
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1685,
            "estimate": 0.8425,
            "wilson95": [
              0.8258806013596226,
              0.8578062212527192
            ]
          },
          "meanContexts": 183.56
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 42,
            "estimate": 0.021,
            "wilson95": [
              0.015573520825817387,
              0.028263010469622922
            ]
          },
          "correctHold": {
            "count": 26,
            "estimate": 0.013,
            "wilson95": [
              0.008886895534737305,
              0.01898030851720305
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1932,
            "estimate": 0.966,
            "wilson95": [
              0.9571215720934327,
              0.9730917398404393
            ]
          },
          "meanContexts": 196.76
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.3,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f30_s10",
      "seed": 2709271809,
      "successful_grade_loss": 0.1,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.203759,
      "finalMean": 0.022712060433515174,
      "bias": 0.06271206043351518,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 139,
            "estimate": 0.0695,
            "wilson95": [
              0.059160340573897574,
              0.08149023713526121
            ]
          },
          "correctHold": {
            "count": 92,
            "estimate": 0.046,
            "wilson95": [
              0.03765702335931109,
              0.05608365557206656
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1769,
            "estimate": 0.8845,
            "wilson95": [
              0.8697490309603848,
              0.8977767596803314
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 350,
            "estimate": 0.175,
            "wilson95": [
              0.1589748608704663,
              0.19227121986234802
            ]
          },
          "correctHold": {
            "count": 275,
            "estimate": 0.1375,
            "wilson95": [
              0.12310079987934935,
              0.153289059399559
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1375,
            "estimate": 0.6875,
            "wilson95": [
              0.666842897895218,
              0.707438209374312
            ]
          },
          "meanContexts": 165.82
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 25,
            "estimate": 0.0125,
            "wilson95": [
              0.008481081388571086,
              0.018388039710650523
            ]
          },
          "correctHold": {
            "count": 102,
            "estimate": 0.051,
            "wilson95": [
              0.04218996991731548,
              0.06153153854124964
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1873,
            "estimate": 0.9365,
            "wilson95": [
              0.9249532738540492,
              0.9463731438694168
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 107,
            "estimate": 0.0535,
            "wilson95": [
              0.04446618753651597,
              0.06424573568564287
            ]
          },
          "correctHold": {
            "count": 224,
            "estimate": 0.112,
            "wilson95": [
              0.09891575901603857,
              0.12657186967421372
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1669,
            "estimate": 0.8345,
            "wilson95": [
              0.8175745797509876,
              0.8501429156178543
            ]
          },
          "meanContexts": 183.52
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "correctHold": {
            "count": 64,
            "estimate": 0.032,
            "wilson95": [
              0.025139125203291417,
              0.04065523105196132
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1907,
            "estimate": 0.9535,
            "wilson95": [
              0.9433703066271119,
              0.9618909314887917
            ]
          },
          "meanContexts": 195.94
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.4,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f40_s05",
      "seed": 2709271809,
      "successful_grade_loss": 0.05,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.231823,
      "finalMean": 0.07343333165153271,
      "bias": 0.11343333165153272,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1101,
            "estimate": 0.5505,
            "wilson95": [
              0.5286228713269154,
              0.5721835068976779
            ]
          },
          "correctHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 898,
            "estimate": 0.449,
            "wilson95": [
              0.4273196809003545,
              0.4708758579223333
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1321,
            "estimate": 0.6605,
            "wilson95": [
              0.6394565266387358,
              0.6809281011839821
            ]
          },
          "correctHold": {
            "count": 22,
            "estimate": 0.011,
            "wilson95": [
              0.007275425411318251,
              0.016599446829747115
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 657,
            "estimate": 0.3285,
            "wilson95": [
              0.30826216867498357,
              0.34939537854248615
            ]
          },
          "meanContexts": 130.78
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 358,
            "estimate": 0.179,
            "wilson95": [
              0.1628193597242556,
              0.19641138463030872
            ]
          },
          "correctHold": {
            "count": 5,
            "estimate": 0.0025,
            "wilson95": [
              0.0010683087284139143,
              0.005839153316432755
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1637,
            "estimate": 0.8185,
            "wilson95": [
              0.8010025901242357,
              0.8347762507576062
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 578,
            "estimate": 0.289,
            "wilson95": [
              0.2695531349044752,
              0.3092558590482134
            ]
          },
          "correctHold": {
            "count": 28,
            "estimate": 0.014,
            "wilson95": [
              0.009703783146220175,
              0.020159586811157672
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1394,
            "estimate": 0.697,
            "wilson95": [
              0.6764975868255326,
              0.7167470965456536
            ]
          },
          "meanContexts": 169.94
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 233,
            "estimate": 0.1165,
            "wilson95": [
              0.10316899183684573,
              0.13130138342787528
            ]
          },
          "correctHold": {
            "count": 4,
            "estimate": 0.002,
            "wilson95": [
              0.0007780273070510575,
              0.005131351785076866
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1763,
            "estimate": 0.8815,
            "wilson95": [
              0.8665987726575222,
              0.8949385202668816
            ]
          },
          "meanContexts": 189.92
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "condition": "failure-selective missingness",
      "delta": -0.04,
      "failed_grade_loss": 0.4,
      "family": "missingness",
      "h": 0.3,
      "id": "missing_f40_s10",
      "seed": 2709271809,
      "successful_grade_loss": 0.1,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.255728,
      "finalMean": 0.060484901580024855,
      "bias": 0.10048490158002485,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 737,
            "estimate": 0.3685,
            "wilson95": [
              0.3476292294659334,
              0.389874953969036
            ]
          },
          "correctHold": {
            "count": 6,
            "estimate": 0.003,
            "wilson95": [
              0.0013756299236301083,
              0.006529915073935308
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1257,
            "estimate": 0.6285,
            "wilson95": [
              0.6070954992958749,
              0.649411819552843
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1024,
            "estimate": 0.512,
            "wilson95": [
              0.4900912399118564,
              0.5338627509533935
            ]
          },
          "correctHold": {
            "count": 53,
            "estimate": 0.0265,
            "wilson95": [
              0.020316920414969065,
              0.03449852336037745
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 923,
            "estimate": 0.4615,
            "wilson95": [
              0.4397466277497131,
              0.48340098489094324
            ]
          },
          "meanContexts": 145.1
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 223,
            "estimate": 0.1115,
            "wilson95": [
              0.0984436045333179,
              0.1260459412042156
            ]
          },
          "correctHold": {
            "count": 11,
            "estimate": 0.0055,
            "wilson95": [
              0.003073897009543817,
              0.009822062751615332
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1766,
            "estimate": 0.883,
            "wilson95": [
              0.86817353316771,
              0.8963580086148503
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 404,
            "estimate": 0.202,
            "wilson95": [
              0.18498302507432463,
              0.22015953510530212
            ]
          },
          "correctHold": {
            "count": 55,
            "estimate": 0.0275,
            "wilson95": [
              0.021188498165677007,
              0.03562311151510701
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1541,
            "estimate": 0.7705,
            "wilson95": [
              0.7515624295814481,
              0.7884004478393939
            ]
          },
          "meanContexts": 176.86
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 140,
            "estimate": 0.07,
            "wilson95": [
              0.059622576070820776,
              0.08202608459105676
            ]
          },
          "correctHold": {
            "count": 9,
            "estimate": 0.0045,
            "wilson95": [
              0.0023692806369618345,
              0.008530513218759823
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1851,
            "estimate": 0.9255,
            "wilson95": [
              0.9131584426965994,
              0.9362101500670542
            ]
          },
          "meanContexts": 193.22
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w04_t01",
      "seed": 2709271804,
      "tau": 0.01,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "correct",
      "missingFraction": 0,
      "finalMean": 0.020134,
      "bias": 0.0001339999999999987,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 247,
            "estimate": 0.1235,
            "wilson95": [
              0.10979828036261141,
              0.13864525624017204
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 58,
            "estimate": 0.029,
            "wilson95": [
              0.022500401616129873,
              0.03730545692281039
            ]
          },
          "inconclusive": {
            "count": 1695,
            "estimate": 0.8475,
            "wilson95": [
              0.8310791389176261,
              0.8625885132219032
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 483,
            "estimate": 0.2415,
            "wilson95": [
              0.22324973094448866,
              0.260741382499919
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 198,
            "estimate": 0.099,
            "wilson95": [
              0.08666951249362448,
              0.11286795942594038
            ]
          },
          "inconclusive": {
            "count": 1319,
            "estimate": 0.6595,
            "wilson95": [
              0.6384436851122536,
              0.6799447768050267
            ]
          },
          "meanContexts": 163.02
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 98,
            "estimate": 0.049,
            "wilson95": [
              0.04037353995030726,
              0.05935563669738288
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 21,
            "estimate": 0.0105,
            "wilson95": [
              0.006877887380873443,
              0.015998901907473176
            ]
          },
          "inconclusive": {
            "count": 1881,
            "estimate": 0.9405,
            "wilson95": [
              0.9292636881836284,
              0.9500473931615877
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 251,
            "estimate": 0.1255,
            "wilson95": [
              0.11169516279841597,
              0.14074070561524243
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 86,
            "estimate": 0.043,
            "wilson95": [
              0.03495107254461269,
              0.05280110867045247
            ]
          },
          "inconclusive": {
            "count": 1663,
            "estimate": 0.8315,
            "wilson95": [
              0.8144633695065567,
              0.8472656281459726
            ]
          },
          "meanContexts": 183.08
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 63,
            "estimate": 0.0315,
            "wilson95": [
              0.02469804258437448,
              0.0400982307181595
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 20,
            "estimate": 0.01,
            "wilson95": [
              0.006482767876552687,
              0.015395938459075187
            ]
          },
          "inconclusive": {
            "count": 1917,
            "estimate": 0.9585,
            "wilson95": [
              0.9488444508284481,
              0.9663976168146429
            ]
          },
          "meanContexts": 195.88
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 63,
            "estimate": 0.0315,
            "wilson95": [
              0.02469804258437448,
              0.0400982307181595
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 20,
            "estimate": 0.01,
            "wilson95": [
              0.006482767876552687,
              0.015395938459075187
            ]
          },
          "inconclusive": {
            "count": 1917,
            "estimate": 0.9585,
            "wilson95": [
              0.9488444508284481,
              0.9663976168146429
            ]
          },
          "meanContexts": 195.88
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w04_t02",
      "seed": 2709271804,
      "tau": 0.02,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": 0.020134,
      "bias": 0.0001339999999999987,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 123,
            "estimate": 0.0615,
            "wilson95": [
              0.05178817023412858,
              0.07289308023153022
            ]
          },
          "correctHold": {
            "count": 126,
            "estimate": 0.063,
            "wilson95": [
              0.053166899529154835,
              0.07450859979466022
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1751,
            "estimate": 0.8755,
            "wilson95": [
              0.8603068678385486,
              0.8892534296532302
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 341,
            "estimate": 0.1705,
            "wilson95": [
              0.15465360526885383,
              0.18760972888949182
            ]
          },
          "correctHold": {
            "count": 321,
            "estimate": 0.1605,
            "wilson95": [
              0.14506587373687918,
              0.1772358013670915
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1338,
            "estimate": 0.669,
            "wilson95": [
              0.6480698549657751,
              0.6892821830531615
            ]
          },
          "meanContexts": 164.16
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 51,
            "estimate": 0.0255,
            "wilson95": [
              0.019447915824308683,
              0.033371362045600345
            ]
          },
          "correctHold": {
            "count": 50,
            "estimate": 0.025,
            "wilson95": [
              0.019014423503992475,
              0.032806771413197815
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1899,
            "estimate": 0.9495,
            "wilson95": [
              0.9390120477558316,
              0.958264526738322
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 144,
            "estimate": 0.072,
            "wilson95": [
              0.061473133317261355,
              0.08416785915549115
            ]
          },
          "correctHold": {
            "count": 139,
            "estimate": 0.0695,
            "wilson95": [
              0.059160340573897574,
              0.08149023713526121
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1717,
            "estimate": 0.8585,
            "wilson95": [
              0.8425369106286928,
              0.8730885664706489
            ]
          },
          "meanContexts": 185.18
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "correctHold": {
            "count": 36,
            "estimate": 0.018,
            "wilson95": [
              0.01302999144428223,
              0.024818042134845595
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1929,
            "estimate": 0.9645,
            "wilson95": [
              0.95545893930598,
              0.971760123769736
            ]
          },
          "meanContexts": 196.26
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "correctHold": {
            "count": 36,
            "estimate": 0.018,
            "wilson95": [
              0.01302999144428223,
              0.024818042134845595
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1929,
            "estimate": 0.9645,
            "wilson95": [
              0.95545893930598,
              0.971760123769736
            ]
          },
          "meanContexts": 196.26
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w04_t05",
      "seed": 2709271804,
      "tau": 0.05,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": 0.020134,
      "bias": 0.0001339999999999987,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 7,
            "estimate": 0.0035,
            "wilson95": [
              0.0016964316970424177,
              0.007207196253241745
            ]
          },
          "correctHold": {
            "count": 624,
            "estimate": 0.312,
            "wilson95": [
              0.29207160026936785,
              0.33264920950838317
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1369,
            "estimate": 0.6845,
            "wilson95": [
              0.6637961167698946,
              0.7044964927833229
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 79,
            "estimate": 0.0395,
            "wilson95": [
              0.03180890787160705,
              0.0489566926744269
            ]
          },
          "correctHold": {
            "count": 924,
            "estimate": 0.462,
            "wilson95": [
              0.44024399279142934,
              0.4839017028019458
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 997,
            "estimate": 0.4985,
            "wilson95": [
              0.476610924647677,
              0.5203948264941666
            ]
          },
          "meanContexts": 149.8
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 3,
            "estimate": 0.0015,
            "wilson95": [
              0.0005102635836384819,
              0.004401032555770693
            ]
          },
          "correctHold": {
            "count": 336,
            "estimate": 0.168,
            "wilson95": [
              0.15225469295105723,
              0.18501822644369467
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1661,
            "estimate": 0.8305,
            "wilson95": [
              0.8134267171121498,
              0.8463061146349421
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 27,
            "estimate": 0.0135,
            "wilson95": [
              0.009294493997659236,
              0.019570793006999862
            ]
          },
          "correctHold": {
            "count": 537,
            "estimate": 0.2685,
            "wilson95": [
              0.2495345229290757,
              0.28835306996214444
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1436,
            "estimate": 0.718,
            "wilson95": [
              0.697875975011395,
              0.7372881923739787
            ]
          },
          "meanContexts": 173.94
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 4,
            "estimate": 0.002,
            "wilson95": [
              0.0007780273070510575,
              0.005131351785076866
            ]
          },
          "correctHold": {
            "count": 195,
            "estimate": 0.0975,
            "wilson95": [
              0.08526070981102837,
              0.11128251325038024
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1801,
            "estimate": 0.9005,
            "wilson95": [
              0.8866037634261721,
              0.9128606817015441
            ]
          },
          "meanContexts": 192
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 4,
            "estimate": 0.002,
            "wilson95": [
              0.0007780273070510575,
              0.005131351785076866
            ]
          },
          "correctHold": {
            "count": 195,
            "estimate": 0.0975,
            "wilson95": [
              0.08526070981102837,
              0.11128251325038024
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1801,
            "estimate": 0.9005,
            "wilson95": [
              0.8866037634261721,
              0.9128606817015441
            ]
          },
          "meanContexts": 192
        }
      ]
    },
    {
      "delta": -0.04,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w09_t01",
      "seed": 2709271809,
      "tau": 0.01,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.231823,
      "finalMean": 0.07343333165153271,
      "bias": 0.11343333165153272,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1355,
            "estimate": 0.6775,
            "wilson95": [
              0.6566907564469646,
              0.6976286917681906
            ]
          },
          "correctHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 644,
            "estimate": 0.322,
            "wilson95": [
              0.30188057618665304,
              0.34280189264547295
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1533,
            "estimate": 0.7665,
            "wilson95": [
              0.7474588661886875,
              0.7845193476104045
            ]
          },
          "correctHold": {
            "count": 13,
            "estimate": 0.0065,
            "wilson95": [
              0.0038025964940741515,
              0.011089529172522494
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 454,
            "estimate": 0.227,
            "wilson95": [
              0.20917505418269783,
              0.24587165363286623
            ]
          },
          "meanContexts": 119.28
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 541,
            "estimate": 0.2705,
            "wilson95": [
              0.25148529639097106,
              0.29039462831112406
            ]
          },
          "correctHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1458,
            "estimate": 0.729,
            "wilson95": [
              0.7090950600739225,
              0.7480269322712636
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 773,
            "estimate": 0.3865,
            "wilson95": [
              0.3653959226153591,
              0.40803924711748524
            ]
          },
          "correctHold": {
            "count": 18,
            "estimate": 0.009,
            "wilson95": [
              0.005700499728577407,
              0.014182040701612969
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1209,
            "estimate": 0.6045,
            "wilson95": [
              0.5828901539119635,
              0.6257091832062547
            ]
          },
          "meanContexts": 161.92
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 361,
            "estimate": 0.1805,
            "wilson95": [
              0.16426184953647252,
              0.19796314367624804
            ]
          },
          "correctHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1638,
            "estimate": 0.819,
            "wilson95": [
              0.8015196993440423,
              0.8352572244905181
            ]
          },
          "meanContexts": 185.26
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "delta": -0.04,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w09_t02",
      "seed": 2709271809,
      "tau": 0.02,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.231823,
      "finalMean": 0.07343333165153271,
      "bias": 0.11343333165153272,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1101,
            "estimate": 0.5505,
            "wilson95": [
              0.5286228713269154,
              0.5721835068976779
            ]
          },
          "correctHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 898,
            "estimate": 0.449,
            "wilson95": [
              0.4273196809003545,
              0.4708758579223333
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1321,
            "estimate": 0.6605,
            "wilson95": [
              0.6394565266387358,
              0.6809281011839821
            ]
          },
          "correctHold": {
            "count": 22,
            "estimate": 0.011,
            "wilson95": [
              0.007275425411318251,
              0.016599446829747115
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 657,
            "estimate": 0.3285,
            "wilson95": [
              0.30826216867498357,
              0.34939537854248615
            ]
          },
          "meanContexts": 130.78
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 358,
            "estimate": 0.179,
            "wilson95": [
              0.1628193597242556,
              0.19641138463030872
            ]
          },
          "correctHold": {
            "count": 5,
            "estimate": 0.0025,
            "wilson95": [
              0.0010683087284139143,
              0.005839153316432755
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1637,
            "estimate": 0.8185,
            "wilson95": [
              0.8010025901242357,
              0.8347762507576062
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 578,
            "estimate": 0.289,
            "wilson95": [
              0.2695531349044752,
              0.3092558590482134
            ]
          },
          "correctHold": {
            "count": 28,
            "estimate": 0.014,
            "wilson95": [
              0.009703783146220175,
              0.020159586811157672
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1394,
            "estimate": 0.697,
            "wilson95": [
              0.6764975868255326,
              0.7167470965456536
            ]
          },
          "meanContexts": 169.94
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 233,
            "estimate": 0.1165,
            "wilson95": [
              0.10316899183684573,
              0.13130138342787528
            ]
          },
          "correctHold": {
            "count": 4,
            "estimate": 0.002,
            "wilson95": [
              0.0007780273070510575,
              0.005131351785076866
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1763,
            "estimate": 0.8815,
            "wilson95": [
              0.8665987726575222,
              0.8949385202668816
            ]
          },
          "meanContexts": 189.92
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "delta": -0.04,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w09_t05",
      "seed": 2709271809,
      "tau": 0.05,
      "world_id": "w09_clustered_mnar",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0.231823,
      "finalMean": 0.07343333165153271,
      "bias": 0.11343333165153272,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 422,
            "estimate": 0.211,
            "wilson95": [
              0.19368072087378985,
              0.22942733245477426
            ]
          },
          "correctHold": {
            "count": 22,
            "estimate": 0.011,
            "wilson95": [
              0.007275425411318251,
              0.016599446829747115
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1556,
            "estimate": 0.778,
            "wilson95": [
              0.7592629744365406,
              0.7956711472750827
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 696,
            "estimate": 0.348,
            "wilson95": [
              0.32743341264733095,
              0.36914936972616985
            ]
          },
          "correctHold": {
            "count": 109,
            "estimate": 0.0545,
            "wilson95": [
              0.045378356153563185,
              0.06532973297403316
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1195,
            "estimate": 0.5975,
            "wilson95": [
              0.5758404814872059,
              0.6187856942929498
            ]
          },
          "meanContexts": 158.04
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 73,
            "estimate": 0.0365,
            "wilson95": [
              0.02912975228047479,
              0.045647350549246665
            ]
          },
          "correctHold": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1898,
            "estimate": 0.949,
            "wilson95": [
              0.9384684614587503,
              0.9578100300826845
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 189,
            "estimate": 0.0945,
            "wilson95": [
              0.08244593448548859,
              0.10810879085960753
            ]
          },
          "correctHold": {
            "count": 107,
            "estimate": 0.0535,
            "wilson95": [
              0.04446618753651597,
              0.06424573568564287
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1704,
            "estimate": 0.852,
            "wilson95": [
              0.8357628296825353,
              0.8668875690314625
            ]
          },
          "meanContexts": 184.06
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 57,
            "estimate": 0.0285,
            "wilson95": [
              0.022062516054529094,
              0.03674525953169242
            ]
          },
          "correctHold": {
            "count": 30,
            "estimate": 0.015,
            "wilson95": [
              0.010527098037106688,
              0.021332437825708653
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1913,
            "estimate": 0.9565,
            "wilson95": [
              0.9466510236907602,
              0.9645987121414559
            ]
          },
          "meanContexts": 196.02
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 2000,
            "estimate": 1,
            "wilson95": [
              0.9980829527187469,
              1
            ]
          },
          "meanContexts": 200
        }
      ]
    },
    {
      "delta": 0.1,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w05_t01",
      "seed": 2709271805,
      "tau": 0.01,
      "world_id": "w05_clustered_complete",
      "cohorts": 2000,
      "switchKind": "correct",
      "missingFraction": 0,
      "finalMean": 0.100023,
      "bias": 0.000022999999999995246,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1896,
            "estimate": 0.948,
            "wilson95": [
              0.9373820458455553,
              0.956900279790442
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 104,
            "estimate": 0.052,
            "wilson95": [
              0.043099720209557914,
              0.06261795415444468
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1934,
            "estimate": 0.967,
            "wilson95": [
              0.9582322305395993,
              0.9739772472997102
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 4,
            "estimate": 0.002,
            "wilson95": [
              0.0007780273070510575,
              0.005131351785076866
            ]
          },
          "inconclusive": {
            "count": 62,
            "estimate": 0.031,
            "wilson95": [
              0.024257462141641817,
              0.03954072820817342
            ]
          },
          "meanContexts": 80.16
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 1744,
            "estimate": 0.872,
            "wilson95": [
              0.8566416639684942,
              0.8859320528542536
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 256,
            "estimate": 0.128,
            "wilson95": [
              0.11406794714574633,
              0.1433583360315058
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 1819,
            "estimate": 0.9095,
            "wilson95": [
              0.8961289468949059,
              0.9213009913817478
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "inconclusive": {
            "count": 179,
            "estimate": 0.0895,
            "wilson95": [
              0.07776341044149375,
              0.10281048537641489
            ]
          },
          "meanContexts": 104.3
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 1492,
            "estimate": 0.746,
            "wilson95": [
              0.7264634598020389,
              0.7645933529355847
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 508,
            "estimate": 0.254,
            "wilson95": [
              0.23540664706441525,
              0.2735365401979612
            ]
          },
          "meanContexts": 138.7
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 1492,
            "estimate": 0.746,
            "wilson95": [
              0.7264634598020389,
              0.7645933529355847
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 508,
            "estimate": 0.254,
            "wilson95": [
              0.23540664706441525,
              0.2735365401979612
            ]
          },
          "meanContexts": 138.7
        }
      ]
    },
    {
      "delta": 0.1,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w05_t02",
      "seed": 2709271805,
      "tau": 0.02,
      "world_id": "w05_clustered_complete",
      "cohorts": 2000,
      "switchKind": "correct",
      "missingFraction": 0,
      "finalMean": 0.100023,
      "bias": 0.000022999999999995246,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1799,
            "estimate": 0.8995,
            "wilson95": [
              0.8855475124040529,
              0.9119207668182258
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 201,
            "estimate": 0.1005,
            "wilson95": [
              0.08807923318177419,
              0.11445248759594692
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1869,
            "estimate": 0.9345,
            "wilson95": [
              0.9228026146574697,
              0.9445314712551214
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 9,
            "estimate": 0.0045,
            "wilson95": [
              0.0023692806369618345,
              0.008530513218759823
            ]
          },
          "inconclusive": {
            "count": 122,
            "estimate": 0.061,
            "wilson95": [
              0.05132898110812262,
              0.07235418640481744
            ]
          },
          "meanContexts": 90.24
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 1566,
            "estimate": 0.783,
            "wilson95": [
              0.7644014031420224,
              0.8005135480967883
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 434,
            "estimate": 0.217,
            "wilson95": [
              0.19948645190321157,
              0.23559859685797752
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 1673,
            "estimate": 0.8365,
            "wilson95": [
              0.8196497792251847,
              0.8520600479545322
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "inconclusive": {
            "count": 325,
            "estimate": 0.1625,
            "wilson95": [
              0.14698170831916652,
              0.17931229859567915
            ]
          },
          "meanContexts": 116.18
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 1260,
            "estimate": 0.63,
            "wilson95": [
              0.608610163475885,
              0.6508914042309891
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "inconclusive": {
            "count": 739,
            "estimate": 0.3695,
            "wilson95": [
              0.34861544937704464,
              0.39088489996336223
            ]
          },
          "meanContexts": 150.98
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 1260,
            "estimate": 0.63,
            "wilson95": [
              0.608610163475885,
              0.6508914042309891
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "inconclusive": {
            "count": 739,
            "estimate": 0.3695,
            "wilson95": [
              0.34861544937704464,
              0.39088489996336223
            ]
          },
          "meanContexts": 150.98
        }
      ]
    },
    {
      "delta": 0.1,
      "family": "threshold",
      "h": 0.3,
      "id": "threshold_w05_t05",
      "seed": 2709271805,
      "tau": 0.05,
      "world_id": "w05_clustered_complete",
      "cohorts": 2000,
      "switchKind": "correct",
      "missingFraction": 0,
      "finalMean": 0.100023,
      "bias": 0.000022999999999995246,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 1184,
            "estimate": 0.592,
            "wilson95": [
              0.5703046391569909,
              0.6133426241432584
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 1,
            "estimate": 0.0005,
            "wilson95": [
              0.00008826773070546787,
              0.0028268625032662133
            ]
          },
          "inconclusive": {
            "count": 815,
            "estimate": 0.4075,
            "wilson95": [
              0.38616243599921474,
              0.4291922177478169
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 1411,
            "estimate": 0.7055,
            "wilson95": [
              0.6851445930916306,
              0.7250675004757744
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 27,
            "estimate": 0.0135,
            "wilson95": [
              0.009294493997659236,
              0.019570793006999862
            ]
          },
          "inconclusive": {
            "count": 562,
            "estimate": 0.281,
            "wilson95": [
              0.2617349514473364,
              0.30110471526185234
            ]
          },
          "meanContexts": 124.96
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 803,
            "estimate": 0.4015,
            "wilson95": [
              0.38022495707457793,
              0.42315270123982884
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1197,
            "estimate": 0.5985,
            "wilson95": [
              0.5768472987601712,
              0.6197750429254221
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 1004,
            "estimate": 0.502,
            "wilson95": [
              0.4801042914579538,
              0.5238880403529212
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 7,
            "estimate": 0.0035,
            "wilson95": [
              0.0016964316970424177,
              0.007207196253241745
            ]
          },
          "inconclusive": {
            "count": 989,
            "estimate": 0.4945,
            "wilson95": [
              0.47261981648104007,
              0.5164012710390536
            ]
          },
          "meanContexts": 155.04
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 526,
            "estimate": 0.263,
            "wilson95": [
              0.2441724933907117,
              0.28273618702060216
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "inconclusive": {
            "count": 1472,
            "estimate": 0.736,
            "wilson95": [
              0.7162422759724121,
              0.7548528777108365
            ]
          },
          "meanContexts": 181.76
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 526,
            "estimate": 0.263,
            "wilson95": [
              0.2441724933907117,
              0.28273618702060216
            ]
          },
          "correctHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "falseHold": {
            "count": 2,
            "estimate": 0.001,
            "wilson95": [
              0.0002742789176520342,
              0.003638934269038394
            ]
          },
          "inconclusive": {
            "count": 1472,
            "estimate": 0.736,
            "wilson95": [
              0.7162422759724121,
              0.7548528777108365
            ]
          },
          "meanContexts": 181.76
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "relatedness",
      "h": 0.15,
      "id": "related_h15",
      "paired_difference_icc": 0.04503602882305845,
      "seed": 2709271804,
      "tau": 0.02,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": 0.019195,
      "bias": -0.0008050000000000002,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 67,
            "estimate": 0.0335,
            "wilson95": [
              0.026465276470638475,
              0.042323328642770504
            ]
          },
          "correctHold": {
            "count": 73,
            "estimate": 0.0365,
            "wilson95": [
              0.02912975228047479,
              0.045647350549246665
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1860,
            "estimate": 0.93,
            "wilson95": [
              0.9179739154089434,
              0.9403774239291792
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 166,
            "estimate": 0.083,
            "wilson95": [
              0.07169373071300192,
              0.09590508671956302
            ]
          },
          "correctHold": {
            "count": 190,
            "estimate": 0.095,
            "wilson95": [
              0.08291479680735943,
              0.10863801149045545
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1644,
            "estimate": 0.822,
            "wilson95": [
              0.804623363055714,
              0.8381420584951589
            ]
          },
          "meanContexts": 181.84
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 48,
            "estimate": 0.024,
            "wilson95": [
              0.018149556703294482,
              0.03167547230845831
            ]
          },
          "correctHold": {
            "count": 52,
            "estimate": 0.026,
            "wilson95": [
              0.019882087677964753,
              0.033935273144663027
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1900,
            "estimate": 0.95,
            "wilson95": [
              0.9395558910656041,
              0.9587187663812682
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 127,
            "estimate": 0.0635,
            "wilson95": [
              0.053626856130583093,
              0.0750467261459507
            ]
          },
          "correctHold": {
            "count": 143,
            "estimate": 0.0715,
            "wilson95": [
              0.0610102548427334,
              0.08363265467730036
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1730,
            "estimate": 0.865,
            "wilson95": [
              0.8493218663610855,
              0.8792786891235997
            ]
          },
          "meanContexts": 186.04
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "correctHold": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1942,
            "estimate": 0.971,
            "wilson95": [
              0.9626945430771895,
              0.97749959838387
            ]
          },
          "meanContexts": 197.48
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "correctHold": {
            "count": 29,
            "estimate": 0.0145,
            "wilson95": [
              0.01011467734679028,
              0.020746775563306317
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1942,
            "estimate": 0.971,
            "wilson95": [
              0.9626945430771895,
              0.97749959838387
            ]
          },
          "meanContexts": 197.48
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "relatedness",
      "h": 0.3,
      "id": "related_h30",
      "paired_difference_icc": 0.1801441152922338,
      "seed": 2709271804,
      "tau": 0.02,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": 0.020134,
      "bias": 0.0001339999999999987,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 123,
            "estimate": 0.0615,
            "wilson95": [
              0.05178817023412858,
              0.07289308023153022
            ]
          },
          "correctHold": {
            "count": 126,
            "estimate": 0.063,
            "wilson95": [
              0.053166899529154835,
              0.07450859979466022
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1751,
            "estimate": 0.8755,
            "wilson95": [
              0.8603068678385486,
              0.8892534296532302
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 341,
            "estimate": 0.1705,
            "wilson95": [
              0.15465360526885383,
              0.18760972888949182
            ]
          },
          "correctHold": {
            "count": 321,
            "estimate": 0.1605,
            "wilson95": [
              0.14506587373687918,
              0.1772358013670915
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1338,
            "estimate": 0.669,
            "wilson95": [
              0.6480698549657751,
              0.6892821830531615
            ]
          },
          "meanContexts": 164.16
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 51,
            "estimate": 0.0255,
            "wilson95": [
              0.019447915824308683,
              0.033371362045600345
            ]
          },
          "correctHold": {
            "count": 50,
            "estimate": 0.025,
            "wilson95": [
              0.019014423503992475,
              0.032806771413197815
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1899,
            "estimate": 0.9495,
            "wilson95": [
              0.9390120477558316,
              0.958264526738322
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 144,
            "estimate": 0.072,
            "wilson95": [
              0.061473133317261355,
              0.08416785915549115
            ]
          },
          "correctHold": {
            "count": 139,
            "estimate": 0.0695,
            "wilson95": [
              0.059160340573897574,
              0.08149023713526121
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1717,
            "estimate": 0.8585,
            "wilson95": [
              0.8425369106286928,
              0.8730885664706489
            ]
          },
          "meanContexts": 185.18
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "correctHold": {
            "count": 36,
            "estimate": 0.018,
            "wilson95": [
              0.01302999144428223,
              0.024818042134845595
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1929,
            "estimate": 0.9645,
            "wilson95": [
              0.95545893930598,
              0.971760123769736
            ]
          },
          "meanContexts": 196.26
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "correctHold": {
            "count": 36,
            "estimate": 0.018,
            "wilson95": [
              0.01302999144428223,
              0.024818042134845595
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1929,
            "estimate": 0.9645,
            "wilson95": [
              0.95545893930598,
              0.971760123769736
            ]
          },
          "meanContexts": 196.26
        }
      ]
    },
    {
      "delta": 0.02,
      "family": "relatedness",
      "h": 0.45,
      "id": "related_h45",
      "paired_difference_icc": 0.40532425940752603,
      "seed": 2709271804,
      "tau": 0.02,
      "world_id": "w04_clustered_complete",
      "cohorts": 2000,
      "switchKind": "incorrect",
      "missingFraction": 0,
      "finalMean": 0.020495,
      "bias": 0.0004949999999999989,
      "rows": [
        {
          "method": "row_fixed",
          "number": 1,
          "switch": {
            "count": 216,
            "estimate": 0.108,
            "wilson95": [
              0.0951409941930465,
              0.12236197087545578
            ]
          },
          "correctHold": {
            "count": 207,
            "estimate": 0.1035,
            "wilson95": [
              0.09090135668779638,
              0.11761886180623717
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1577,
            "estimate": 0.7885,
            "wilson95": [
              0.7700581771205187,
              0.8058356865981983
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "row_peek",
          "number": 2,
          "switch": {
            "count": 510,
            "estimate": 0.255,
            "wilson95": [
              0.2363801073548883,
              0.2745592458129256
            ]
          },
          "correctHold": {
            "count": 503,
            "estimate": 0.2515,
            "wilson95": [
              0.23297357642562866,
              0.270979196073154
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 987,
            "estimate": 0.4935,
            "wilson95": [
              0.47162225796821944,
              0.5154026636464367
            ]
          },
          "meanContexts": 142.26
        },
        {
          "method": "context_fixed",
          "number": 3,
          "switch": {
            "count": 45,
            "estimate": 0.0225,
            "wilson95": [
              0.01685787548400037,
              0.02997290466959618
            ]
          },
          "correctHold": {
            "count": 46,
            "estimate": 0.023,
            "wilson95": [
              0.017287655978080053,
              0.030541207128235243
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1909,
            "estimate": 0.9545,
            "wilson95": [
              0.9444626753715425,
              0.9627947286497985
            ]
          },
          "meanContexts": 200
        },
        {
          "method": "context_peek",
          "number": 4,
          "switch": {
            "count": 140,
            "estimate": 0.07,
            "wilson95": [
              0.059622576070820776,
              0.08202608459105676
            ]
          },
          "correctHold": {
            "count": 143,
            "estimate": 0.0715,
            "wilson95": [
              0.0610102548427334,
              0.08363265467730036
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1717,
            "estimate": 0.8585,
            "wilson95": [
              0.8425369106286928,
              0.8730885664706489
            ]
          },
          "meanContexts": 184.78
        },
        {
          "method": "context_adjusted",
          "number": 5,
          "switch": {
            "count": 39,
            "estimate": 0.0195,
            "wilson95": [
              0.014297256348690845,
              0.026545026088593226
            ]
          },
          "correctHold": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1926,
            "estimate": 0.963,
            "wilson95": [
              0.9538001190471888,
              0.9704246951703708
            ]
          },
          "meanContexts": 196.04
        },
        {
          "method": "integrity_adjusted",
          "number": 6,
          "switch": {
            "count": 39,
            "estimate": 0.0195,
            "wilson95": [
              0.014297256348690845,
              0.026545026088593226
            ]
          },
          "correctHold": {
            "count": 35,
            "estimate": 0.0175,
            "wilson95": [
              0.012609752959581211,
              0.024240197666827872
            ]
          },
          "falseHold": {
            "count": 0,
            "estimate": 0,
            "wilson95": [
              0,
              0.001917047281252934
            ]
          },
          "inconclusive": {
            "count": 1926,
            "estimate": 0.963,
            "wilson95": [
              0.9538001190471888,
              0.9704246951703708
            ]
          },
          "meanContexts": 196.04
        }
      ]
    }
  ]
}