m2w-gemma4-e2b-pointer / m2w_config.json
senpaicq's picture
Add LoRA adapter, pointer head, model card, code and results
a882958 verified
Raw History Blame Contribute Delete
760 Bytes
{
"args": {
"layer": 30,
"epochs": 4,
"accum": 8,
"lr_lora": 0.0002,
"lr_head": 0.001,
"rank": 32,
"max_train": 0,
"max_val": 0,
"strip": 1280,
"max_strips": 5,
"img_tokens": 280,
"blank_image": false,
"grad_ckpt": false,
"eval_splits": [
"val",
"test_task",
"test_website",
"test_domain"
],
"seed": 0,
"max_cand_tok": 64,
"max_seq": 4600,
"lora_mlp": true,
"always_pos": true,
"resume": true,
"no_reverse": false
},
"base_model": "google/gemma-4-E2B",
"base_revision": "d29ff6b45f081a49ee2733a859c9c9c2d95d1a6f",
"not": "Inference settings: layer, strip, max_strips, img_tokens, max_cand_tok, max_seq are read by code/m2w_form_demo.py"
}