{
  "analysis": "Executed artificial-data sensitivity study; not participant findings",
  "seed": 20261016,
  "replicatesPerScenario": 20000,
  "software": {
    "python": "3.12.14",
    "numpy": "2.3.5",
    "scipy": "1.17.0"
  },
  "assumptions": [
    "Gaussian cluster and student mean errors",
    "Independent retention unrelated to outcomes",
    "At least one learner retained per cluster by construction",
    "No cluster loss or interference",
    "Equal pair weights",
    "Fixed constant effect 0.30 within-pair change-score SD",
    "Shared matched-pair effects cancel"
  ],
  "limitations": [
    "Not a model of informative missingness",
    "No validated rubric SD or empirical ICC exists for this new instrument",
    "Not a recruitment guarantee"
  ],
  "scenarios": [
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.05,
      "independentStudentRetention": 1.0,
      "standardizedEffect": 0.3,
      "power": 0.9802,
      "powerMonteCarloSE": 0.0009850878133445778,
      "nullRejection": 0.0474,
      "nullMonteCarloSE": 0.0015025518293889232,
      "coverage95": 0.9526,
      "meanRetainedPerCluster": 12.0
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.05,
      "independentStudentRetention": 0.85,
      "standardizedEffect": 0.3,
      "power": 0.96435,
      "powerMonteCarloSE": 0.001311088812781193,
      "nullRejection": 0.05265,
      "nullMonteCarloSE": 0.0015792083063991273,
      "coverage95": 0.94735,
      "meanRetainedPerCluster": 10.200152604166666
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.05,
      "independentStudentRetention": 0.7,
      "standardizedEffect": 0.3,
      "power": 0.9398,
      "powerMonteCarloSE": 0.0016819030887658187,
      "nullRejection": 0.05175,
      "nullMonteCarloSE": 0.0015663961424237486,
      "coverage95": 0.94825,
      "meanRetainedPerCluster": 8.397468229166666
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.12,
      "independentStudentRetention": 1.0,
      "standardizedEffect": 0.3,
      "power": 0.90325,
      "powerMonteCarloSE": 0.0020903281739956528,
      "nullRejection": 0.04935,
      "nullMonteCarloSE": 0.0015315772507451266,
      "coverage95": 0.95065,
      "meanRetainedPerCluster": 12.0
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.12,
      "independentStudentRetention": 0.85,
      "standardizedEffect": 0.3,
      "power": 0.88125,
      "powerMonteCarloSE": 0.0022874487699181376,
      "nullRejection": 0.05135,
      "nullMonteCarloSE": 0.0015606597563210245,
      "coverage95": 0.94865,
      "meanRetainedPerCluster": 10.199789583333333
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.12,
      "independentStudentRetention": 0.7,
      "standardizedEffect": 0.3,
      "power": 0.85105,
      "powerMonteCarloSE": 0.002517577183523874,
      "nullRejection": 0.04925,
      "nullMonteCarloSE": 0.0015301051842928968,
      "coverage95": 0.95075,
      "meanRetainedPerCluster": 8.399678645833333
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.2,
      "independentStudentRetention": 1.0,
      "standardizedEffect": 0.3,
      "power": 0.7992,
      "powerMonteCarloSE": 0.00283266093982319,
      "nullRejection": 0.04995,
      "nullMonteCarloSE": 0.001540373290796747,
      "coverage95": 0.95005,
      "meanRetainedPerCluster": 12.0
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.2,
      "independentStudentRetention": 0.85,
      "standardizedEffect": 0.3,
      "power": 0.7752,
      "powerMonteCarloSE": 0.0029518211327924323,
      "nullRejection": 0.05145,
      "nullMonteCarloSE": 0.0015620963078504476,
      "coverage95": 0.94855,
      "meanRetainedPerCluster": 10.199923958333333
    },
    {
      "pairs": 48,
      "clusters": 96,
      "baselineStudentsPerCluster": 12,
      "changeScoreIcc": 0.2,
      "independentStudentRetention": 0.7,
      "standardizedEffect": 0.3,
      "power": 0.7493,
      "powerMonteCarloSE": 0.0030647145870374296,
      "nullRejection": 0.0496,
      "nullMonteCarloSE": 0.0015352498168050698,
      "coverage95": 0.9504,
      "meanRetainedPerCluster": 8.401566145833334
    }
  ]
}