File size: 1,775 Bytes
668f59a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 | import numpy as np
from gatestats import gates, stats
def test_bootstrap_lower_bound_covers_true_mean_at_nominal_rate():
rng = np.random.default_rng(1)
X = rng.binomial(1, 0.3, size=(1000, 100)).astype(float)
lb = stats.lower_bound(X @ stats.bootstrap_weights(100, 2000, rng).T, 0.05)
assert 0.93 <= (lb <= 0.3).mean() <= 0.97
def test_two_sided_paired_ci_coverage():
rng = np.random.default_rng(2)
hits = 0
for i in range(1000):
a = rng.normal(0.5, 0.2, 100)
b = a + rng.normal(0.01, 0.1, 100)
_, lo, hi = stats.paired_bootstrap_ci(a, b, B=1000, seed=i)
hits += lo <= 0.01 <= hi
assert 0.93 <= hits / 1000 <= 0.97
def test_sign_flip_rejects_only_clear_effects():
rng = np.random.default_rng(3)
flips = rng.choice([-1.0, 1.0], size=(2000, 50))
assert stats.sign_flip_pvalues(np.full(50, 0.1) + rng.normal(0, 0.05, 50), flips) < 0.01
assert stats.sign_flip_pvalues(rng.normal(-0.1, 0.05, 50), flips) > 0.5
def test_gates_on_identical_systems():
rng = np.random.default_rng(4)
a = rng.binomial(1, 0.5, size=(200, 50)).astype(float)
W = stats.bootstrap_weights(50, 1000, rng)
assert gates.g3_paired(a, a, 0.01, W, 0.05).all() # zero paired variance: always PASS
assert not gates.g3u_unpaired(a, a, 0.01, W, stats.bootstrap_weights(50, 1000, rng), 0.05).any()
def test_wilson_holm_mde():
lo, hi = stats.wilson_ci(5, 10)
assert abs(lo - 0.2366) < 1e-3 and abs(hi - 0.7634) < 1e-3
assert np.allclose(stats.holm([0.01, 0.04, 0.03]), [0.03, 0.06, 0.06])
assert stats.required_n(0.3, stats.mde(0.3, 100)) in (100, 101)
assert abs(stats.noninferiority_pass_prob(-0.02, 0.02, 0.3, 100) - 0.05) < 1e-12
|