{
 "id": "ca_trend_size",
 "title": "Exact type I error of the Cochran-Armitage trend test at nominal alpha 0.05",
 "kind": "computed by exact enumeration, not simulated, not observed data",
 "alpha": 0.05,
 "two_sided": true,
 "scores": "equally spaced 0 to k-1",
 "grid": {
  "k": [
   3,
   4,
   5
  ],
  "n_per_group": [
   10,
   20,
   50,
   100
  ],
  "p": [
   0.01,
   0.02,
   0.05,
   0.1,
   0.2,
   0.5
  ]
 },
 "versions": {
  "asym_n": "asymptotic, Armitage variance with N, matches R prop.trend.test chi-square",
  "asym_n1": "asymptotic, conditional variance with N-1, matches statsmodels test_ordinal_association",
  "exact": "exact conditional permutation test given total conversions, ties included",
  "midp": "mid p version of the exact conditional test"
 },
 "undefined_rule": "R = 0 or R = N has zero variance and counts as no rejection, reported as p_undefined",
 "checks": {
  "dp_vs_brute_force": [
   {
    "k": 3,
    "n_per_group": 10,
    "p": 0.1,
    "max_abs_diff_dp_vs_brute_force": 1.1102230246251565e-15
   },
   {
    "k": 3,
    "n_per_group": 10,
    "p": 0.02,
    "max_abs_diff_dp_vs_brute_force": 2.4424906541753444e-15
   },
   {
    "k": 4,
    "n_per_group": 8,
    "p": 0.05,
    "max_abs_diff_dp_vs_brute_force": 4.773959005888173e-15
   },
   {
    "k": 5,
    "n_per_group": 6,
    "p": 0.2,
    "max_abs_diff_dp_vs_brute_force": 4.3520742565306136e-14
   }
  ],
  "probability_mass_tolerance": 1e-09
 },
 "generator": "datasets/build_ca_trend_size.py",
 "environment": {
  "python": "3.9.6",
  "numpy": "1.26.4",
  "scipy": "1.13.1"
 },
 "cells": [
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.01,
   "total_visitors": 30,
   "size_asym_n": 0.000205,
   "size_asym_n1": 0.000187,
   "size_exact": 4e-06,
   "size_midp": 0.000187,
   "p_undefined": 0.7397,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.02,
   "total_visitors": 30,
   "size_asym_n": 0.00139,
   "size_asym_n1": 0.001163,
   "size_exact": 5e-05,
   "size_midp": 0.001163,
   "p_undefined": 0.545484,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.05,
   "total_visitors": 30,
   "size_asym_n": 0.012735,
   "size_asym_n1": 0.008782,
   "size_exact": 0.001243,
   "size_midp": 0.008778,
   "p_undefined": 0.214639,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.1,
   "total_visitors": 30,
   "size_asym_n": 0.039581,
   "size_asym_n1": 0.024074,
   "size_exact": 0.008896,
   "size_midp": 0.023745,
   "p_undefined": 0.042391,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.2,
   "total_visitors": 30,
   "size_asym_n": 0.055531,
   "size_asym_n1": 0.043926,
   "size_exact": 0.02536,
   "size_midp": 0.037618,
   "p_undefined": 0.001238,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 10,
   "p": 0.5,
   "total_visitors": 30,
   "size_asym_n": 0.042257,
   "size_asym_n1": 0.042253,
   "size_exact": 0.041443,
   "size_midp": 0.041631,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.01,
   "total_visitors": 60,
   "size_asym_n": 0.001356,
   "size_asym_n1": 0.001356,
   "size_exact": 6.9e-05,
   "size_midp": 0.001356,
   "p_undefined": 0.547157,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.02,
   "total_visitors": 60,
   "size_asym_n": 0.006587,
   "size_asym_n1": 0.006576,
   "size_exact": 0.000757,
   "size_midp": 0.006576,
   "p_undefined": 0.297553,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.05,
   "total_visitors": 60,
   "size_asym_n": 0.028071,
   "size_asym_n1": 0.026861,
   "size_exact": 0.00911,
   "size_midp": 0.026861,
   "p_undefined": 0.04607,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.1,
   "total_visitors": 60,
   "size_asym_n": 0.049115,
   "size_asym_n1": 0.039886,
   "size_exact": 0.023643,
   "size_midp": 0.039886,
   "p_undefined": 0.001797,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.2,
   "total_visitors": 60,
   "size_asym_n": 0.053034,
   "size_asym_n1": 0.044785,
   "size_exact": 0.031813,
   "size_midp": 0.04468,
   "p_undefined": 2e-06,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 20,
   "p": 0.5,
   "total_visitors": 60,
   "size_asym_n": 0.040444,
   "size_asym_n1": 0.039483,
   "size_exact": 0.038489,
   "size_midp": 0.038956,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.01,
   "total_visitors": 150,
   "size_asym_n": 0.01091,
   "size_asym_n1": 0.01091,
   "size_exact": 0.00178,
   "size_midp": 0.01091,
   "p_undefined": 0.221452,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.02,
   "total_visitors": 150,
   "size_asym_n": 0.0293,
   "size_asym_n1": 0.0293,
   "size_exact": 0.010374,
   "size_midp": 0.0293,
   "p_undefined": 0.048296,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.05,
   "total_visitors": 150,
   "size_asym_n": 0.047453,
   "size_asym_n1": 0.047453,
   "size_exact": 0.028446,
   "size_midp": 0.047453,
   "p_undefined": 0.000456,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.1,
   "total_visitors": 150,
   "size_asym_n": 0.049066,
   "size_asym_n1": 0.049066,
   "size_exact": 0.035375,
   "size_midp": 0.049066,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.2,
   "total_visitors": 150,
   "size_asym_n": 0.049984,
   "size_asym_n1": 0.049958,
   "size_exact": 0.036797,
   "size_midp": 0.049958,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 50,
   "p": 0.5,
   "total_visitors": 150,
   "size_asym_n": 0.056888,
   "size_asym_n1": 0.056888,
   "size_exact": 0.035247,
   "size_midp": 0.056888,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.01,
   "total_visitors": 300,
   "size_asym_n": 0.03012,
   "size_asym_n1": 0.03012,
   "size_exact": 0.010829,
   "size_midp": 0.030085,
   "p_undefined": 0.049041,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.02,
   "total_visitors": 300,
   "size_asym_n": 0.047211,
   "size_asym_n1": 0.047211,
   "size_exact": 0.026801,
   "size_midp": 0.045289,
   "p_undefined": 0.002333,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.05,
   "total_visitors": 300,
   "size_asym_n": 0.049312,
   "size_asym_n1": 0.049312,
   "size_exact": 0.033428,
   "size_midp": 0.047087,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.1,
   "total_visitors": 300,
   "size_asym_n": 0.0495,
   "size_asym_n1": 0.049477,
   "size_exact": 0.037991,
   "size_midp": 0.049477,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.2,
   "total_visitors": 300,
   "size_asym_n": 0.049825,
   "size_asym_n1": 0.049659,
   "size_exact": 0.041042,
   "size_midp": 0.049659,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 3,
   "n_per_group": 100,
   "p": 0.5,
   "total_visitors": 300,
   "size_asym_n": 0.055966,
   "size_asym_n1": 0.055966,
   "size_exact": 0.040038,
   "size_midp": 0.055966,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.01,
   "total_visitors": 40,
   "size_asym_n": 0.000187,
   "size_asym_n1": 0.000187,
   "size_exact": 0.000187,
   "size_midp": 0.000187,
   "p_undefined": 0.668972,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.02,
   "total_visitors": 40,
   "size_asym_n": 0.001169,
   "size_asym_n1": 0.001163,
   "size_exact": 0.001162,
   "size_midp": 0.001163,
   "p_undefined": 0.4457,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.05,
   "total_visitors": 40,
   "size_asym_n": 0.009307,
   "size_asym_n1": 0.008794,
   "size_exact": 0.008669,
   "size_midp": 0.008794,
   "p_undefined": 0.128512,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.1,
   "total_visitors": 40,
   "size_asym_n": 0.030002,
   "size_asym_n1": 0.024776,
   "size_exact": 0.021611,
   "size_midp": 0.024776,
   "p_undefined": 0.014781,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.2,
   "total_visitors": 40,
   "size_asym_n": 0.050409,
   "size_asym_n1": 0.043426,
   "size_exact": 0.02966,
   "size_midp": 0.043419,
   "p_undefined": 0.000133,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 10,
   "p": 0.5,
   "total_visitors": 40,
   "size_asym_n": 0.056444,
   "size_asym_n1": 0.051414,
   "size_exact": 0.039585,
   "size_midp": 0.044581,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.01,
   "total_visitors": 80,
   "size_asym_n": 0.001355,
   "size_asym_n1": 0.001355,
   "size_exact": 0.001355,
   "size_midp": 0.001355,
   "p_undefined": 0.447523,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.02,
   "total_visitors": 80,
   "size_asym_n": 0.006544,
   "size_asym_n1": 0.006544,
   "size_exact": 0.006536,
   "size_midp": 0.006544,
   "p_undefined": 0.198649,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.05,
   "total_visitors": 80,
   "size_asym_n": 0.026504,
   "size_asym_n1": 0.026488,
   "size_exact": 0.025031,
   "size_midp": 0.026488,
   "p_undefined": 0.016515,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.1,
   "total_visitors": 80,
   "size_asym_n": 0.045874,
   "size_asym_n1": 0.044282,
   "size_exact": 0.033589,
   "size_midp": 0.044282,
   "p_undefined": 0.000218,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.2,
   "total_visitors": 80,
   "size_asym_n": 0.051745,
   "size_asym_n1": 0.049313,
   "size_exact": 0.036567,
   "size_midp": 0.049313,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 20,
   "p": 0.5,
   "total_visitors": 80,
   "size_asym_n": 0.051047,
   "size_asym_n1": 0.05104,
   "size_exact": 0.039984,
   "size_midp": 0.05104,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.01,
   "total_visitors": 200,
   "size_asym_n": 0.010782,
   "size_asym_n1": 0.010782,
   "size_exact": 0.010775,
   "size_midp": 0.010782,
   "p_undefined": 0.13398,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.02,
   "total_visitors": 200,
   "size_asym_n": 0.02775,
   "size_asym_n1": 0.02775,
   "size_exact": 0.0271,
   "size_midp": 0.02775,
   "p_undefined": 0.017588,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.05,
   "total_visitors": 200,
   "size_asym_n": 0.047874,
   "size_asym_n1": 0.047874,
   "size_exact": 0.033823,
   "size_midp": 0.047874,
   "p_undefined": 3.5e-05,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.1,
   "total_visitors": 200,
   "size_asym_n": 0.048613,
   "size_asym_n1": 0.048613,
   "size_exact": 0.038652,
   "size_midp": 0.048613,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.2,
   "total_visitors": 200,
   "size_asym_n": 0.049156,
   "size_asym_n1": 0.049156,
   "size_exact": 0.041467,
   "size_midp": 0.049156,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 50,
   "p": 0.5,
   "total_visitors": 200,
   "size_asym_n": 0.053576,
   "size_asym_n1": 0.049068,
   "size_exact": 0.042736,
   "size_midp": 0.04804,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.01,
   "total_visitors": 400,
   "size_asym_n": 0.028535,
   "size_asym_n1": 0.028059,
   "size_exact": 0.027846,
   "size_midp": 0.028059,
   "p_undefined": 0.017951,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.02,
   "total_visitors": 400,
   "size_asym_n": 0.045545,
   "size_asym_n1": 0.040948,
   "size_exact": 0.035464,
   "size_midp": 0.040948,
   "p_undefined": 0.000309,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.05,
   "total_visitors": 400,
   "size_asym_n": 0.049852,
   "size_asym_n1": 0.04793,
   "size_exact": 0.038237,
   "size_midp": 0.04793,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.1,
   "total_visitors": 400,
   "size_asym_n": 0.050307,
   "size_asym_n1": 0.050297,
   "size_exact": 0.042087,
   "size_midp": 0.049586,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.2,
   "total_visitors": 400,
   "size_asym_n": 0.049717,
   "size_asym_n1": 0.049688,
   "size_exact": 0.043887,
   "size_midp": 0.049685,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 4,
   "n_per_group": 100,
   "p": 0.5,
   "total_visitors": 400,
   "size_asym_n": 0.051648,
   "size_asym_n1": 0.051647,
   "size_exact": 0.04649,
   "size_midp": 0.051647,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.01,
   "total_visitors": 50,
   "size_asym_n": 0.006334,
   "size_asym_n1": 0.006334,
   "size_exact": 0.000212,
   "size_midp": 0.006334,
   "p_undefined": 0.605006,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.02,
   "total_visitors": 50,
   "size_asym_n": 0.017971,
   "size_asym_n1": 0.017971,
   "size_exact": 0.001425,
   "size_midp": 0.017971,
   "p_undefined": 0.36417,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.05,
   "total_visitors": 50,
   "size_asym_n": 0.043703,
   "size_asym_n1": 0.043703,
   "size_exact": 0.011526,
   "size_midp": 0.043703,
   "p_undefined": 0.076945,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.1,
   "total_visitors": 50,
   "size_asym_n": 0.052717,
   "size_asym_n1": 0.052716,
   "size_exact": 0.028541,
   "size_midp": 0.052716,
   "p_undefined": 0.005154,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.2,
   "total_visitors": 50,
   "size_asym_n": 0.051567,
   "size_asym_n1": 0.050771,
   "size_exact": 0.035988,
   "size_midp": 0.050771,
   "p_undefined": 1.4e-05,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 10,
   "p": 0.5,
   "total_visitors": 50,
   "size_asym_n": 0.056737,
   "size_asym_n1": 0.05663,
   "size_exact": 0.035892,
   "size_midp": 0.05663,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.01,
   "total_visitors": 100,
   "size_asym_n": 0.018697,
   "size_asym_n1": 0.018697,
   "size_exact": 0.001625,
   "size_midp": 0.018697,
   "p_undefined": 0.366032,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.02,
   "total_visitors": 100,
   "size_asym_n": 0.037981,
   "size_asym_n1": 0.037981,
   "size_exact": 0.00809,
   "size_midp": 0.037981,
   "p_undefined": 0.13262,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.05,
   "total_visitors": 100,
   "size_asym_n": 0.046652,
   "size_asym_n1": 0.046652,
   "size_exact": 0.028332,
   "size_midp": 0.046652,
   "p_undefined": 0.005921,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.1,
   "total_visitors": 100,
   "size_asym_n": 0.048694,
   "size_asym_n1": 0.048694,
   "size_exact": 0.037906,
   "size_midp": 0.048694,
   "p_undefined": 2.7e-05,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.2,
   "total_visitors": 100,
   "size_asym_n": 0.050007,
   "size_asym_n1": 0.050007,
   "size_exact": 0.040021,
   "size_midp": 0.049979,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 20,
   "p": 0.5,
   "total_visitors": 100,
   "size_asym_n": 0.05581,
   "size_asym_n1": 0.05581,
   "size_exact": 0.040095,
   "size_midp": 0.055806,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.01,
   "total_visitors": 250,
   "size_asym_n": 0.044403,
   "size_asym_n1": 0.044402,
   "size_exact": 0.012985,
   "size_midp": 0.044402,
   "p_undefined": 0.081059,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.02,
   "total_visitors": 250,
   "size_asym_n": 0.048669,
   "size_asym_n1": 0.048464,
   "size_exact": 0.028589,
   "size_midp": 0.048464,
   "p_undefined": 0.006405,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.05,
   "total_visitors": 250,
   "size_asym_n": 0.049465,
   "size_asym_n1": 0.046564,
   "size_exact": 0.037969,
   "size_midp": 0.046564,
   "p_undefined": 3e-06,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.1,
   "total_visitors": 250,
   "size_asym_n": 0.049719,
   "size_asym_n1": 0.049704,
   "size_exact": 0.04191,
   "size_midp": 0.049704,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.2,
   "total_visitors": 250,
   "size_asym_n": 0.050329,
   "size_asym_n1": 0.049609,
   "size_exact": 0.043479,
   "size_midp": 0.049609,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 50,
   "p": 0.5,
   "total_visitors": 250,
   "size_asym_n": 0.054301,
   "size_asym_n1": 0.054301,
   "size_exact": 0.043992,
   "size_midp": 0.054301,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.01,
   "total_visitors": 500,
   "size_asym_n": 0.049471,
   "size_asym_n1": 0.049471,
   "size_exact": 0.029339,
   "size_midp": 0.049471,
   "p_undefined": 0.00657,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.02,
   "total_visitors": 500,
   "size_asym_n": 0.048384,
   "size_asym_n1": 0.048384,
   "size_exact": 0.036928,
   "size_midp": 0.048384,
   "p_undefined": 4.1e-05,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.05,
   "total_visitors": 500,
   "size_asym_n": 0.050005,
   "size_asym_n1": 0.050005,
   "size_exact": 0.04273,
   "size_midp": 0.050005,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.1,
   "total_visitors": 500,
   "size_asym_n": 0.049973,
   "size_asym_n1": 0.04966,
   "size_exact": 0.043973,
   "size_midp": 0.04966,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.2,
   "total_visitors": 500,
   "size_asym_n": 0.050068,
   "size_asym_n1": 0.049667,
   "size_exact": 0.045323,
   "size_midp": 0.049667,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  },
  {
   "k": 5,
   "n_per_group": 100,
   "p": 0.5,
   "total_visitors": 500,
   "size_asym_n": 0.053643,
   "size_asym_n1": 0.049163,
   "size_exact": 0.046249,
   "size_midp": 0.049163,
   "p_undefined": 0.0,
   "probability_mass": 1.0
  }
 ]
}