| import random |
| import unittest |
| from beamboot.vector_lm import VectorLM, LANES, ROWS, GENS |
|
|
|
|
| class VectorLMTests(unittest.TestCase): |
| def test_model_emits_exact_dot_as_next_token(self): |
| rng = random.Random(417) |
| weights = [[rng.randint(-8, 7) for _ in range(LANES)] for _ in range(ROWS)] |
| machine = VectorLM(weights) |
| for _ in range(GENS): |
| row = rng.randrange(ROWS) |
| acts = [rng.randint(0, 15) for _ in range(LANES)] |
| expected = sum(w * a for w, a in zip(weights[row], acts)) |
| self.assertEqual(machine.dot(row, acts), expected) |
|
|
| def test_extremes(self): |
| weights = [[-8]*LANES, [7]*LANES] + [[0]*LANES]*(ROWS-2) |
| machine = VectorLM(weights) |
| self.assertEqual(machine.dot(0, [15]*LANES), -960) |
| self.assertEqual(machine.dot(1, [15]*LANES), 840) |
|
|
|
|
| if __name__ == '__main__': |
| unittest.main() |
|
|
