Download scripts/train_voice_rows.py from 77ethers/alpa: direct link, hf CLI and curl.
- Browser
- Download file 2.91 kB
-
https://huggingface.co/77ethers/alpa/resolve/main/scripts/train_voice_rows.py
- Command line
-
hf download hf://77ethers/alpa/scripts/train_voice_rows.py
-
curl -L -o train_voice_rows.py https://huggingface.co/77ethers/alpa/resolve/main/scripts/train_voice_rows.py
2.91 kB
| """Train only one voice's two rows (2 x 192 numbers) with the repository's trainer; everything else stays as it is. | |
| python scripts/train_voice_rows.py female --train ... --validation ... --output ... --init-from last.pt --new-data ... | |
| The first argument is the voice; the rest are alpa.train's own options. After every step the other voices' rows are | |
| put back to their saved values (the optimiser's weight decay would otherwise shrink them), and at the end the | |
| script reports which tensors changed. For Alpa this moved the loss on unseen sentences by 2%: a voice's rows alone | |
| cannot teach the rest of the network a new speaker (docs/report, Section 8.2). It is the safe first step, not the last. | |
| """ | |
| import sys | |
| import torch | |
| import alpa.train as trainer | |
| TABLES = ("model.voices.weight", "model.frame_voices.weight") | |
| def main(): | |
| if len(sys.argv) < 2 or sys.argv[1].startswith("-"): | |
| print(__doc__) | |
| raise SystemExit(0 if sys.argv[1:2] in (["-h"], ["--help"]) else 2) | |
| voice, sys.argv = sys.argv[1], [sys.argv[0], *sys.argv[2:]] | |
| kept = {} | |
| original = trainer.optimize_step | |
| def step_rows_only(system, critics, optimizer, critic_optimizer, batch, step, recipe): | |
| if not kept: | |
| speakers = list(system.model.config.speakers) | |
| if voice not in speakers: | |
| raise SystemExit(f"unknown voice {voice!r}; this model has {speakers}") | |
| kept["row"] = speakers.index(voice) | |
| for name, parameter in system.named_parameters(): | |
| parameter.requires_grad_(name in TABLES) | |
| kept["start"] = {name: value.detach().clone() for name, value in system.state_dict().items()} | |
| kept["system"] = system | |
| out = original(system, critics, optimizer, critic_optimizer, batch, step, recipe) | |
| with torch.no_grad(): | |
| parameters = dict(system.named_parameters()) | |
| for name in TABLES: | |
| others = [row for row in range(parameters[name].shape[0]) if row != kept["row"]] | |
| parameters[name][others] = kept["start"][name][others] | |
| return out | |
| trainer.optimize_step = step_rows_only | |
| try: | |
| trainer.main() | |
| finally: | |
| if kept: | |
| now, row = kept["system"].state_dict(), kept["row"] | |
| changed = [name for name, value in kept["start"].items() if not torch.equal(value, now[name])] | |
| others_same = all(torch.equal(torch.cat((kept["start"][name][:row], kept["start"][name][row + 1:])), torch.cat((now[name][:row], now[name][row + 1:]))) for name in TABLES) | |
| moved = {name: round(float((now[name][row] - kept["start"][name][row]).norm() / kept["start"][name][row].norm()), 4) for name in TABLES} | |
| print({"tensors_that_changed": changed, "other_voices_identical": others_same, "relative_change_of_the_trained_rows": moved}, flush=True) | |
| if __name__ == "__main__": | |
| main() | |