Add MP-01 (9500) 100M base: weights, config, tokenizer, model code, model card and eval results
11e2c7c verified | """VBQ — a 75M-parameter decoder-only language model by Voussoir AI.""" | |
| import os | |
| # Flash / mem-efficient SDPA kernels on RDNA3 are gated behind this flag in PyTorch's ROCm build. | |
| # They are ~10x faster than the math fallback here, so enable them before torch is imported. | |
| os.environ.setdefault("TORCH_ROCM_AOTRITON_ENABLE_EXPERIMENTAL", "1") | |
| os.environ.setdefault("PYTORCH_HIP_ALLOC_CONF", "expandable_segments:True") | |