File size: 776 Bytes
7b23a3a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | # Edit-agent configuration (dialogue SFT + later bridge stages)
paths:
dataset_jsonl: data/edit_dataset/manifests/dataset.jsonl
dialogues_jsonl: data/edit_dataset/dialogues/dialogues.jsonl
bridge_cache_dir: data/edit_dataset/bridge_cache
ckpt_root: ckpts/edit_agent
tokens:
k_edit: 8
qwen:
model_id: Qwen/Qwen2.5-Omni-7B
attn: sdpa
dtype: bf16
sft:
lora: {r: 16, alpha: 32, dropout: 0.05}
lr: 1.0e-4
batch: 1
grad_accum: 16
epochs: 2
warmup: 300
log_every: 10
save_every: 500
# Stage A (bridge) — filled in when that stage is implemented
bridge:
d_llm: 3584
dit_dim: 2048
cross_attn_layers: [0, 2, 4, 6, 8, 10, 12, 14]
lora: {r: 16, alpha: 32}
drops: {edit_cond: 0.1, src_cond: 0.1}
loss_w: {flow: 1.0, align: 1.0, nce: 0.5}
|