| import random | |
| import pytest | |
| import lm_eval.api.metrics as metrics | |
| def test_bootstrapping(): | |
| random.seed(42) | |
| arr = [random.random() for _ in range(1000)] | |
| expected = metrics.mean_stderr(arr) | |
| bootstrapped = metrics.bootstrap_stderr(metrics.mean, arr, iters=100000) | |
| assert bootstrapped == pytest.approx(expected, abs=1e-4) | |