grassmann-cache / src /models /config.py
Nicholas Finch
fix: default workers=0 (sequential) for Docker cache — ProcessPoolExecutor hangs on cpu-basic
d7013e6
Raw History Blame Contribute Delete
1.84 kB
from dataclasses import dataclass, field
@dataclass
class GrassmannConfig:
"""Configuration for the Grassmann Transcription Model."""
# Audio features
n_mels: int = 80
sample_rate: int = 16000
n_fft: int = 400
hop_length: int = 160
# Model architecture
d_model: int = 256
r_reduced: int = 32
n_layers: int = 6
d_ff: int = 1024 # 4 * d_model
dropout: float = 0.1
# Decoder architecture
n_decoder_layers: int = 4
cross_window: int = 8 # encoder positions per side for cross-mixing
# Grassmann-specific
window_offsets: list[int] = field(default_factory=lambda: [1, 2, 4, 8, 12, 16])
plucker_eps: float = 1e-8
two_sided: bool = False # True for CTC/encoder (bidirectional)
# Conformer options
use_conformer: bool = False # True = Conformer blocks, False = plain Grassmann
conv_kernel_size: int = 31 # ConvModule kernel size
conv_channels: int = 256 # Subsampling conv channels
# Ablation: swap Plücker for symmetric products to test if geometry matters
use_ablation: bool = False
# Training
learning_rate: float = 3e-4
weight_decay: float = 1e-2
batch_size: int = 16
epochs: int = 30
max_seq_len: int = 2048 # LibriSpeech clips up to ~30s → ~750 frames after subsampling
# Architecture mode
use_seq2seq: bool = True # True = encoder-decoder, False = CTC-only
# Tokenizer
tokenizer_type: str = "char" # "char" or "bpe"
bpe_vocab_size: int = 1000 # BPE vocab size if tokenizer_type="bpe"
# Vocab (set dynamically by tokenizer)
vocab_size: int = 29 # 26 letters + space + apostrophe + blank
@property
def plucker_dim(self) -> int:
"""Dimension of Plücker coordinate vector: C(r, 2)."""
return self.r_reduced * (self.r_reduced - 1) // 2