Download code/tests/test_nocot_control_exact.py from maxpicy/mamba-cot-tts: direct link, hf CLI and curl.
- Browser
- Download file 3.9 kB
-
https://huggingface.co/maxpicy/mamba-cot-tts/resolve/main/code/tests/test_nocot_control_exact.py
- Command line
-
hf download hf://maxpicy/mamba-cot-tts/code/tests/test_nocot_control_exact.py
-
curl -L -o test_nocot_control_exact.py https://huggingface.co/maxpicy/mamba-cot-tts/resolve/main/code/tests/test_nocot_control_exact.py
3.9 kB
| # test_nocot_control_exact.py: The no-CoT control differs from the treatment only by the think block. | |
| import json | |
| import pathlib | |
| import sys | |
| import pytest | |
| ROOT = pathlib.Path(__file__).resolve().parents[1] | |
| sys.path.insert(0, str(ROOT)) | |
| torch = pytest.importorskip("torch") | |
| def toks(): | |
| try: | |
| from transformers import AutoTokenizer | |
| from tokenizer import TokenRegistry, expand_tokenizer | |
| tok = AutoTokenizer.from_pretrained("EleutherAI/gpt-neox-20b") | |
| expand_tokenizer(tok) | |
| return tok, TokenRegistry(tok) | |
| except Exception as exc: | |
| pytest.skip(f"tokenizer unavailable: {exc}") | |
| def _corpus(tmp, n=6): | |
| from delay_dataset import NUM_LEVELS | |
| rows = [] | |
| for i in range(n): | |
| T = 30 + i | |
| rows.append({ | |
| "prompt": f"a matched control sentence number {i} here", | |
| "reasoning": f"Deliver line {i} with warmth and a rising close.", | |
| "emotion_label": "joyful", "pace": "fast", "pitch": "high", | |
| "speaker_id": 3, "cot_form": "prose", | |
| "speech_tokens": list(range(T)), | |
| "residual_codes": [[(k + 1) % 900 for _ in range(T)] | |
| for k in range(NUM_LEVELS - 1)], | |
| }) | |
| p = tmp / "c.jsonl" | |
| p.write_text("\n".join(json.dumps(r) for r in rows), encoding="utf-8") | |
| return p, rows | |
| def _ds(path, tok, reg, cot_mode): | |
| from delay_dataset import DelayMimiDataset | |
| return DelayMimiDataset( | |
| data_path=str(path), tokenizer=tok, registry=reg, max_seq_len=2048, | |
| aligned=True, stage="auto", cot_mode=cot_mode, lazy=False) | |
| def test_none_mode_equals_a_pure_stage1_build(tmp_path, toks): | |
| tok, reg = toks | |
| p, _ = _corpus(tmp_path) | |
| ctrl = _ds(p, tok, reg, "none") | |
| from delay_dataset import DelayMimiDataset | |
| stage1 = DelayMimiDataset( | |
| data_path=str(p), tokenizer=tok, registry=reg, max_seq_len=2048, | |
| aligned=True, stage=1, cot_mode="prose", lazy=False) | |
| for i in range(len(ctrl)): | |
| a, b = ctrl[i], stage1[i] | |
| assert a.keys() == b.keys(), f"row {i}: different fields" | |
| for k in a: | |
| va, vb = a[k], b[k] | |
| if torch.is_tensor(va): | |
| assert torch.equal(va, vb), ( | |
| f"row {i}: field {k!r} differs between cot_mode=none and " | |
| f"a pure stage-1 build — the control is not clean") | |
| else: | |
| assert va == vb, f"row {i}: field {k!r} differs" | |
| def test_treatment_and_control_differ_only_by_the_think_block(tmp_path, toks): | |
| tok, reg = toks | |
| p, _ = _corpus(tmp_path) | |
| treat = _ds(p, tok, reg, "prose") | |
| ctrl = _ds(p, tok, reg, "none") | |
| for i in range(len(treat)): | |
| t, c = treat[i], ctrl[i] | |
| ti, ci = t["input_ids"], c["input_ids"] | |
| assert len(ti) > len(ci), ( | |
| f"row {i}: prose mode did not lengthen the sequence — the " | |
| f"treatment is not adding a THINK block") | |
| assert reg.think_start_id in ti.tolist() | |
| assert reg.think_end_id in ti.tolist() | |
| assert reg.think_start_id not in ci.tolist(), \ | |
| f"row {i}: the CONTROL contains a THINK token" | |
| sa = [x for x in ti.tolist() if x >= reg.speech_token_id_min] | |
| sb = [x for x in ci.tolist() if x >= reg.speech_token_id_min] | |
| assert sa == sb, f"row {i}: the audio differs between the arms" | |
| def test_control_has_no_reasoning_supervision(tmp_path, toks): | |
| tok, reg = toks | |
| p, _ = _corpus(tmp_path) | |
| ctrl = _ds(p, tok, reg, "none") | |
| treat = _ds(p, tok, reg, "prose") | |
| lw = "loss_weights" | |
| if lw not in ctrl[0]: | |
| pytest.skip("collator does not expose per-token loss weights") | |
| for i in range(len(ctrl)): | |
| cw = set(ctrl[i][lw].tolist()) | |
| tw = set(treat[i][lw].tolist()) | |
| assert 0.3 not in cw or 0.3 in tw, "unexpected reasoning weight" | |