Instructions to use xuzhl/practice-in-text-aligned-reader with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use xuzhl/practice-in-text-aligned-reader with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("Qwen/Qwen3-VL-4B-Instruct") model = PeftModel.from_pretrained(base_model, "xuzhl/practice-in-text-aligned-reader") - Notebooks
- Google Colab
- Kaggle
Download training_summary.json from xuzhl/practice-in-text-aligned-reader: direct link, hf CLI and curl.
- Browser
- Download file 30.7 kB
-
https://huggingface.co/xuzhl/practice-in-text-aligned-reader/resolve/main/training_summary.json
- Command line
-
hf download hf://xuzhl/practice-in-text-aligned-reader/training_summary.json
-
curl -L -o training_summary.json https://huggingface.co/xuzhl/practice-in-text-aligned-reader/resolve/main/training_summary.json
30.7 kB
{
"base": "Qwen/Qwen3-VL-4B-Instruct",
"examples": "2,004 calibration screenshots of 29 MobileGym templates, each labelled with its true text view",
"hp": {
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"lr": 0.0001,
"epochs": 2,
"accumulate": 16,
"max_tokens": 10240,
"warmup": 0.03,
"weight_decay": 0.0,
"grad_clip": 1.0,
"schedule": "cosine with warmup",
"checkpoint": "last"
},
"seed": 0,
"used": 2003,
"dropped_too_long_per_epoch": 1,
"longest_tokens": 11783,
"lora_layers": 252,
"updates": 251,
"minutes": 93.4,
"log": [
{
"examples_seen": 16,
"epoch": 0,
"loss": 0.5457,
"lr": 1.4285714285714285e-05,
"minutes": 0.4
},
{
"examples_seen": 32,
"epoch": 0,
"loss": 0.5367,
"lr": 2.857142857142857e-05,
"minutes": 0.7
},
{
"examples_seen": 48,
"epoch": 0,
"loss": 0.524,
"lr": 4.2857142857142856e-05,
"minutes": 1.1
},
{
"examples_seen": 64,
"epoch": 0,
"loss": 0.5518,
"lr": 5.714285714285714e-05,
"minutes": 1.4
},
{
"examples_seen": 80,
"epoch": 0,
"loss": 0.4403,
"lr": 7.142857142857143e-05,
"minutes": 1.8
},
{
"examples_seen": 96,
"epoch": 0,
"loss": 0.4653,
"lr": 8.571428571428571e-05,
"minutes": 2.2
},
{
"examples_seen": 112,
"epoch": 0,
"loss": 0.4358,
"lr": 0.0001,
"minutes": 2.5
},
{
"examples_seen": 128,
"epoch": 0,
"loss": 0.415,
"lr": 9.999585567217439e-05,
"minutes": 2.9
},
{
"examples_seen": 144,
"epoch": 0,
"loss": 0.3586,
"lr": 9.998342337571565e-05,
"minutes": 3.3
},
{
"examples_seen": 160,
"epoch": 0,
"loss": 0.4089,
"lr": 9.99627051715643e-05,
"minutes": 3.6
},
{
"examples_seen": 176,
"epoch": 0,
"loss": 0.371,
"lr": 9.993370449424153e-05,
"minutes": 4.0
},
{
"examples_seen": 192,
"epoch": 0,
"loss": 0.3878,
"lr": 9.98964261512799e-05,
"minutes": 4.3
},
{
"examples_seen": 208,
"epoch": 0,
"loss": 0.3407,
"lr": 9.985087632242633e-05,
"minutes": 4.7
},
{
"examples_seen": 224,
"epoch": 0,
"loss": 0.3031,
"lr": 9.97970625586178e-05,
"minutes": 5.0
},
{
"examples_seen": 240,
"epoch": 0,
"loss": 0.2725,
"lr": 9.973499378072945e-05,
"minutes": 5.4
},
{
"examples_seen": 256,
"epoch": 0,
"loss": 0.2935,
"lr": 9.966468027809582e-05,
"minutes": 5.8
},
{
"examples_seen": 272,
"epoch": 0,
"loss": 0.2575,
"lr": 9.958613370680507e-05,
"minutes": 6.1
},
{
"examples_seen": 288,
"epoch": 0,
"loss": 0.2586,
"lr": 9.949936708776691e-05,
"minutes": 6.5
},
{
"examples_seen": 304,
"epoch": 0,
"loss": 0.2614,
"lr": 9.940439480455386e-05,
"minutes": 6.9
},
{
"examples_seen": 320,
"epoch": 0,
"loss": 0.2691,
"lr": 9.930123260101696e-05,
"minutes": 7.2
},
{
"examples_seen": 336,
"epoch": 0,
"loss": 0.2142,
"lr": 9.918989757867583e-05,
"minutes": 7.6
},
{
"examples_seen": 352,
"epoch": 0,
"loss": 0.2477,
"lr": 9.907040819388371e-05,
"minutes": 8.0
},
{
"examples_seen": 368,
"epoch": 0,
"loss": 0.2515,
"lr": 9.89427842547679e-05,
"minutes": 8.4
},
{
"examples_seen": 384,
"epoch": 0,
"loss": 0.2082,
"lr": 9.880704691794608e-05,
"minutes": 8.8
},
{
"examples_seen": 400,
"epoch": 0,
"loss": 0.2177,
"lr": 9.866321868501914e-05,
"minutes": 9.2
},
{
"examples_seen": 416,
"epoch": 0,
"loss": 0.1989,
"lr": 9.851132339884096e-05,
"minutes": 9.5
},
{
"examples_seen": 432,
"epoch": 0,
"loss": 0.1895,
"lr": 9.835138623956603e-05,
"minutes": 9.9
},
{
"examples_seen": 448,
"epoch": 0,
"loss": 0.1881,
"lr": 9.81834337204751e-05,
"minutes": 10.3
},
{
"examples_seen": 464,
"epoch": 0,
"loss": 0.206,
"lr": 9.800749368358009e-05,
"minutes": 10.7
},
{
"examples_seen": 480,
"epoch": 0,
"loss": 0.191,
"lr": 9.782359529500867e-05,
"minutes": 11.0
},
{
"examples_seen": 496,
"epoch": 0,
"loss": 0.1858,
"lr": 9.763176904016913e-05,
"minutes": 11.4
},
{
"examples_seen": 512,
"epoch": 0,
"loss": 0.1886,
"lr": 9.743204671869694e-05,
"minutes": 11.8
},
{
"examples_seen": 528,
"epoch": 0,
"loss": 0.1482,
"lr": 9.722446143918306e-05,
"minutes": 12.1
},
{
"examples_seen": 544,
"epoch": 0,
"loss": 0.1995,
"lr": 9.70090476136855e-05,
"minutes": 12.5
},
{
"examples_seen": 560,
"epoch": 0,
"loss": 0.153,
"lr": 9.678584095202468e-05,
"minutes": 12.9
},
{
"examples_seen": 576,
"epoch": 0,
"loss": 0.1885,
"lr": 9.655487845586377e-05,
"minutes": 13.3
},
{
"examples_seen": 592,
"epoch": 0,
"loss": 0.1912,
"lr": 9.631619841257476e-05,
"minutes": 13.6
},
{
"examples_seen": 608,
"epoch": 0,
"loss": 0.1769,
"lr": 9.60698403888914e-05,
"minutes": 13.9
},
{
"examples_seen": 624,
"epoch": 0,
"loss": 0.1294,
"lr": 9.581584522435024e-05,
"minutes": 14.4
},
{
"examples_seen": 640,
"epoch": 0,
"loss": 0.1326,
"lr": 9.555425502452038e-05,
"minutes": 14.7
},
{
"examples_seen": 656,
"epoch": 0,
"loss": 0.1461,
"lr": 9.528511315402358e-05,
"minutes": 15.1
},
{
"examples_seen": 672,
"epoch": 0,
"loss": 0.157,
"lr": 9.500846422934557e-05,
"minutes": 15.5
},
{
"examples_seen": 688,
"epoch": 0,
"loss": 0.1297,
"lr": 9.472435411143978e-05,
"minutes": 15.9
},
{
"examples_seen": 704,
"epoch": 0,
"loss": 0.1463,
"lr": 9.443282989812495e-05,
"minutes": 16.2
},
{
"examples_seen": 720,
"epoch": 0,
"loss": 0.1279,
"lr": 9.413393991627737e-05,
"minutes": 16.6
},
{
"examples_seen": 736,
"epoch": 0,
"loss": 0.1497,
"lr": 9.382773371381985e-05,
"minutes": 17.0
},
{
"examples_seen": 752,
"epoch": 0,
"loss": 0.1398,
"lr": 9.351426205150777e-05,
"minutes": 17.4
},
{
"examples_seen": 768,
"epoch": 0,
"loss": 0.1401,
"lr": 9.319357689451443e-05,
"minutes": 17.8
},
{
"examples_seen": 784,
"epoch": 0,
"loss": 0.1112,
"lr": 9.286573140381662e-05,
"minutes": 18.1
},
{
"examples_seen": 800,
"epoch": 0,
"loss": 0.1341,
"lr": 9.253077992738192e-05,
"minutes": 18.5
},
{
"examples_seen": 816,
"epoch": 0,
"loss": 0.0987,
"lr": 9.218877799115928e-05,
"minutes": 18.9
},
{
"examples_seen": 832,
"epoch": 0,
"loss": 0.1215,
"lr": 9.183978228987436e-05,
"minutes": 19.2
},
{
"examples_seen": 848,
"epoch": 0,
"loss": 0.1023,
"lr": 9.148385067763095e-05,
"minutes": 19.6
},
{
"examples_seen": 864,
"epoch": 0,
"loss": 0.1043,
"lr": 9.112104215832047e-05,
"minutes": 20.0
},
{
"examples_seen": 880,
"epoch": 0,
"loss": 0.141,
"lr": 9.075141687584057e-05,
"minutes": 20.4
},
{
"examples_seen": 896,
"epoch": 0,
"loss": 0.1031,
"lr": 9.037503610412501e-05,
"minutes": 20.7
},
{
"examples_seen": 912,
"epoch": 0,
"loss": 0.1141,
"lr": 8.999196223698599e-05,
"minutes": 21.1
},
{
"examples_seen": 928,
"epoch": 0,
"loss": 0.1019,
"lr": 8.960225877777095e-05,
"minutes": 21.5
},
{
"examples_seen": 944,
"epoch": 0,
"loss": 0.0749,
"lr": 8.920599032883554e-05,
"minutes": 21.8
},
{
"examples_seen": 960,
"epoch": 0,
"loss": 0.0967,
"lr": 8.880322258083408e-05,
"minutes": 22.1
},
{
"examples_seen": 976,
"epoch": 0,
"loss": 0.1386,
"lr": 8.839402230183e-05,
"minutes": 22.6
},
{
"examples_seen": 992,
"epoch": 0,
"loss": 0.0924,
"lr": 8.797845732622743e-05,
"minutes": 23.0
},
{
"examples_seen": 1008,
"epoch": 0,
"loss": 0.0895,
"lr": 8.755659654352599e-05,
"minutes": 23.4
},
{
"examples_seen": 1024,
"epoch": 0,
"loss": 0.0984,
"lr": 8.712850988690093e-05,
"minutes": 23.8
},
{
"examples_seen": 1040,
"epoch": 0,
"loss": 0.0943,
"lr": 8.669426832160996e-05,
"minutes": 24.1
},
{
"examples_seen": 1056,
"epoch": 0,
"loss": 0.0712,
"lr": 8.625394383322914e-05,
"minutes": 24.5
},
{
"examples_seen": 1072,
"epoch": 0,
"loss": 0.0633,
"lr": 8.580760941571967e-05,
"minutes": 24.8
},
{
"examples_seen": 1088,
"epoch": 0,
"loss": 0.1046,
"lr": 8.535533905932738e-05,
"minutes": 25.2
},
{
"examples_seen": 1104,
"epoch": 0,
"loss": 0.0718,
"lr": 8.489720773831717e-05,
"minutes": 25.5
},
{
"examples_seen": 1120,
"epoch": 0,
"loss": 0.0588,
"lr": 8.443329139854433e-05,
"minutes": 25.9
},
{
"examples_seen": 1136,
"epoch": 0,
"loss": 0.0721,
"lr": 8.396366694486466e-05,
"minutes": 26.3
},
{
"examples_seen": 1152,
"epoch": 0,
"loss": 0.071,
"lr": 8.34884122283858e-05,
"minutes": 26.6
},
{
"examples_seen": 1168,
"epoch": 0,
"loss": 0.0348,
"lr": 8.300760603356159e-05,
"minutes": 27.0
},
{
"examples_seen": 1184,
"epoch": 0,
"loss": 0.0419,
"lr": 8.25213280651317e-05,
"minutes": 27.4
},
{
"examples_seen": 1200,
"epoch": 0,
"loss": 0.1057,
"lr": 8.202965893490878e-05,
"minutes": 27.8
},
{
"examples_seen": 1216,
"epoch": 0,
"loss": 0.0603,
"lr": 8.153268014841506e-05,
"minutes": 28.1
},
{
"examples_seen": 1232,
"epoch": 0,
"loss": 0.0587,
"lr": 8.103047409137114e-05,
"minutes": 28.5
},
{
"examples_seen": 1248,
"epoch": 0,
"loss": 0.0448,
"lr": 8.052312401603847e-05,
"minutes": 28.8
},
{
"examples_seen": 1264,
"epoch": 0,
"loss": 0.0657,
"lr": 8.001071402741842e-05,
"minutes": 29.2
},
{
"examples_seen": 1280,
"epoch": 0,
"loss": 0.09,
"lr": 7.949332906930995e-05,
"minutes": 29.6
},
{
"examples_seen": 1296,
"epoch": 0,
"loss": 0.0831,
"lr": 7.897105491022818e-05,
"minutes": 30.0
},
{
"examples_seen": 1312,
"epoch": 0,
"loss": 0.0494,
"lr": 7.844397812918635e-05,
"minutes": 30.4
},
{
"examples_seen": 1328,
"epoch": 0,
"loss": 0.0567,
"lr": 7.791218610134323e-05,
"minutes": 30.7
},
{
"examples_seen": 1344,
"epoch": 0,
"loss": 0.0542,
"lr": 7.737576698351878e-05,
"minutes": 31.1
},
{
"examples_seen": 1360,
"epoch": 0,
"loss": 0.0336,
"lr": 7.683480969958004e-05,
"minutes": 31.5
},
{
"examples_seen": 1376,
"epoch": 0,
"loss": 0.0638,
"lr": 7.628940392569994e-05,
"minutes": 31.8
},
{
"examples_seen": 1392,
"epoch": 0,
"loss": 0.0449,
"lr": 7.573964007549155e-05,
"minutes": 32.2
},
{
"examples_seen": 1408,
"epoch": 0,
"loss": 0.032,
"lr": 7.518560928501969e-05,
"minutes": 32.6
},
{
"examples_seen": 1424,
"epoch": 0,
"loss": 0.0504,
"lr": 7.462740339769324e-05,
"minutes": 33.0
},
{
"examples_seen": 1440,
"epoch": 0,
"loss": 0.0262,
"lr": 7.406511494903982e-05,
"minutes": 33.4
},
{
"examples_seen": 1456,
"epoch": 0,
"loss": 0.0419,
"lr": 7.3498837151366e-05,
"minutes": 33.8
},
{
"examples_seen": 1472,
"epoch": 0,
"loss": 0.0411,
"lr": 7.292866387830514e-05,
"minutes": 34.2
},
{
"examples_seen": 1488,
"epoch": 0,
"loss": 0.0491,
"lr": 7.23546896492557e-05,
"minutes": 34.6
},
{
"examples_seen": 1504,
"epoch": 0,
"loss": 0.0581,
"lr": 7.177700961371239e-05,
"minutes": 34.9
},
{
"examples_seen": 1520,
"epoch": 0,
"loss": 0.0278,
"lr": 7.119571953549305e-05,
"minutes": 35.4
},
{
"examples_seen": 1536,
"epoch": 0,
"loss": 0.0493,
"lr": 7.06109157768635e-05,
"minutes": 35.7
},
{
"examples_seen": 1552,
"epoch": 0,
"loss": 0.0538,
"lr": 7.002269528256334e-05,
"minutes": 36.1
},
{
"examples_seen": 1568,
"epoch": 0,
"loss": 0.021,
"lr": 6.943115556373502e-05,
"minutes": 36.4
},
{
"examples_seen": 1584,
"epoch": 0,
"loss": 0.034,
"lr": 6.883639468175927e-05,
"minutes": 36.8
},
{
"examples_seen": 1600,
"epoch": 0,
"loss": 0.0492,
"lr": 6.823851123199893e-05,
"minutes": 37.2
},
{
"examples_seen": 1616,
"epoch": 0,
"loss": 0.0435,
"lr": 6.763760432745475e-05,
"minutes": 37.6
},
{
"examples_seen": 1632,
"epoch": 0,
"loss": 0.018,
"lr": 6.703377358233489e-05,
"minutes": 38.0
},
{
"examples_seen": 1648,
"epoch": 0,
"loss": 0.037,
"lr": 6.642711909554174e-05,
"minutes": 38.4
},
{
"examples_seen": 1664,
"epoch": 0,
"loss": 0.0356,
"lr": 6.58177414340781e-05,
"minutes": 38.7
},
{
"examples_seen": 1680,
"epoch": 0,
"loss": 0.0488,
"lr": 6.52057416163759e-05,
"minutes": 39.1
},
{
"examples_seen": 1696,
"epoch": 0,
"loss": 0.0354,
"lr": 6.45912210955501e-05,
"minutes": 39.4
},
{
"examples_seen": 1712,
"epoch": 0,
"loss": 0.035,
"lr": 6.397428174258047e-05,
"minutes": 39.8
},
{
"examples_seen": 1728,
"epoch": 0,
"loss": 0.0258,
"lr": 6.335502582942408e-05,
"minutes": 40.2
},
{
"examples_seen": 1744,
"epoch": 0,
"loss": 0.0614,
"lr": 6.273355601206144e-05,
"minutes": 40.6
},
{
"examples_seen": 1760,
"epoch": 0,
"loss": 0.0273,
"lr": 6.210997531347878e-05,
"minutes": 40.9
},
{
"examples_seen": 1776,
"epoch": 0,
"loss": 0.0399,
"lr": 6.14843871065898e-05,
"minutes": 41.3
},
{
"examples_seen": 1792,
"epoch": 0,
"loss": 0.0141,
"lr": 6.0856895097098934e-05,
"minutes": 41.7
},
{
"examples_seen": 1808,
"epoch": 0,
"loss": 0.0646,
"lr": 6.022760330631005e-05,
"minutes": 42.1
},
{
"examples_seen": 1824,
"epoch": 0,
"loss": 0.032,
"lr": 5.9596616053882295e-05,
"minutes": 42.5
},
{
"examples_seen": 1840,
"epoch": 0,
"loss": 0.0238,
"lr": 5.896403794053679e-05,
"minutes": 42.8
},
{
"examples_seen": 1856,
"epoch": 0,
"loss": 0.0249,
"lr": 5.83299738307166e-05,
"minutes": 43.2
},
{
"examples_seen": 1872,
"epoch": 0,
"loss": 0.0632,
"lr": 5.76945288352031e-05,
"minutes": 43.6
},
{
"examples_seen": 1888,
"epoch": 0,
"loss": 0.0285,
"lr": 5.70578082936913e-05,
"minutes": 43.9
},
{
"examples_seen": 1904,
"epoch": 0,
"loss": 0.0276,
"lr": 5.6419917757327555e-05,
"minutes": 44.3
},
{
"examples_seen": 1920,
"epoch": 0,
"loss": 0.0169,
"lr": 5.5780962971211795e-05,
"minutes": 44.7
},
{
"examples_seen": 1936,
"epoch": 0,
"loss": 0.0536,
"lr": 5.514104985686802e-05,
"minutes": 45.1
},
{
"examples_seen": 1952,
"epoch": 0,
"loss": 0.0274,
"lr": 5.450028449468527e-05,
"minutes": 45.5
},
{
"examples_seen": 1968,
"epoch": 0,
"loss": 0.036,
"lr": 5.385877310633233e-05,
"minutes": 45.9
},
{
"examples_seen": 1984,
"epoch": 0,
"loss": 0.0406,
"lr": 5.321662203714909e-05,
"minutes": 46.2
},
{
"examples_seen": 2000,
"epoch": 0,
"loss": 0.0412,
"lr": 5.257393773851733e-05,
"minutes": 46.6
},
{
"examples_seen": 2016,
"epoch": 1,
"loss": 0.0114,
"lr": 5.193082675021392e-05,
"minutes": 47.0
},
{
"examples_seen": 2032,
"epoch": 1,
"loss": 0.0322,
"lr": 5.128739568274944e-05,
"minutes": 47.4
},
{
"examples_seen": 2048,
"epoch": 1,
"loss": 0.0281,
"lr": 5.064375119969491e-05,
"minutes": 47.7
},
{
"examples_seen": 2064,
"epoch": 1,
"loss": 0.0118,
"lr": 5e-05,
"minutes": 48.1
},
{
"examples_seen": 2080,
"epoch": 1,
"loss": 0.0219,
"lr": 4.9356248800305106e-05,
"minutes": 48.4
},
{
"examples_seen": 2096,
"epoch": 1,
"loss": 0.0284,
"lr": 4.8712604317250576e-05,
"minutes": 48.8
},
{
"examples_seen": 2112,
"epoch": 1,
"loss": 0.0274,
"lr": 4.806917324978608e-05,
"minutes": 49.1
},
{
"examples_seen": 2128,
"epoch": 1,
"loss": 0.0323,
"lr": 4.7426062261482675e-05,
"minutes": 49.5
},
{
"examples_seen": 2144,
"epoch": 1,
"loss": 0.0255,
"lr": 4.678337796285092e-05,
"minutes": 49.9
},
{
"examples_seen": 2160,
"epoch": 1,
"loss": 0.01,
"lr": 4.6141226893667684e-05,
"minutes": 50.3
},
{
"examples_seen": 2176,
"epoch": 1,
"loss": 0.0221,
"lr": 4.5499715505314745e-05,
"minutes": 50.7
},
{
"examples_seen": 2192,
"epoch": 1,
"loss": 0.0381,
"lr": 4.4858950143131975e-05,
"minutes": 51.0
},
{
"examples_seen": 2208,
"epoch": 1,
"loss": 0.0254,
"lr": 4.4219037028788216e-05,
"minutes": 51.5
},
{
"examples_seen": 2224,
"epoch": 1,
"loss": 0.0156,
"lr": 4.358008224267245e-05,
"minutes": 51.9
},
{
"examples_seen": 2240,
"epoch": 1,
"loss": 0.0224,
"lr": 4.29421917063087e-05,
"minutes": 52.3
},
{
"examples_seen": 2256,
"epoch": 1,
"loss": 0.0307,
"lr": 4.2305471164796905e-05,
"minutes": 52.7
},
{
"examples_seen": 2272,
"epoch": 1,
"loss": 0.0307,
"lr": 4.167002616928341e-05,
"minutes": 53.1
},
{
"examples_seen": 2288,
"epoch": 1,
"loss": 0.0162,
"lr": 4.103596205946323e-05,
"minutes": 53.5
},
{
"examples_seen": 2304,
"epoch": 1,
"loss": 0.0378,
"lr": 4.0403383946117717e-05,
"minutes": 53.9
},
{
"examples_seen": 2320,
"epoch": 1,
"loss": 0.0368,
"lr": 3.977239669368997e-05,
"minutes": 54.2
},
{
"examples_seen": 2336,
"epoch": 1,
"loss": 0.0222,
"lr": 3.9143104902901085e-05,
"minutes": 54.7
},
{
"examples_seen": 2352,
"epoch": 1,
"loss": 0.008,
"lr": 3.851561289341023e-05,
"minutes": 55.0
},
{
"examples_seen": 2368,
"epoch": 1,
"loss": 0.02,
"lr": 3.789002468652121e-05,
"minutes": 55.4
},
{
"examples_seen": 2384,
"epoch": 1,
"loss": 0.0162,
"lr": 3.726644398793857e-05,
"minutes": 55.8
},
{
"examples_seen": 2400,
"epoch": 1,
"loss": 0.0075,
"lr": 3.664497417057591e-05,
"minutes": 56.1
},
{
"examples_seen": 2416,
"epoch": 1,
"loss": 0.0256,
"lr": 3.602571825741953e-05,
"minutes": 56.5
},
{
"examples_seen": 2432,
"epoch": 1,
"loss": 0.0159,
"lr": 3.540877890444989e-05,
"minutes": 56.9
},
{
"examples_seen": 2448,
"epoch": 1,
"loss": 0.019,
"lr": 3.4794258383624114e-05,
"minutes": 57.3
},
{
"examples_seen": 2464,
"epoch": 1,
"loss": 0.0068,
"lr": 3.4182258565921934e-05,
"minutes": 57.6
},
{
"examples_seen": 2480,
"epoch": 1,
"loss": 0.0447,
"lr": 3.357288090445827e-05,
"minutes": 58.0
},
{
"examples_seen": 2496,
"epoch": 1,
"loss": 0.0178,
"lr": 3.296622641766512e-05,
"minutes": 58.4
},
{
"examples_seen": 2512,
"epoch": 1,
"loss": 0.0241,
"lr": 3.236239567254526e-05,
"minutes": 58.7
},
{
"examples_seen": 2528,
"epoch": 1,
"loss": 0.0115,
"lr": 3.1761488768001085e-05,
"minutes": 59.1
},
{
"examples_seen": 2544,
"epoch": 1,
"loss": 0.0254,
"lr": 3.116360531824074e-05,
"minutes": 59.5
},
{
"examples_seen": 2560,
"epoch": 1,
"loss": 0.0222,
"lr": 3.056884443626499e-05,
"minutes": 59.9
},
{
"examples_seen": 2576,
"epoch": 1,
"loss": 0.0093,
"lr": 2.9977304717436672e-05,
"minutes": 60.2
},
{
"examples_seen": 2592,
"epoch": 1,
"loss": 0.0091,
"lr": 2.938908422313652e-05,
"minutes": 60.6
},
{
"examples_seen": 2608,
"epoch": 1,
"loss": 0.0127,
"lr": 2.8804280464506973e-05,
"minutes": 61.0
},
{
"examples_seen": 2624,
"epoch": 1,
"loss": 0.0072,
"lr": 2.8222990386287617e-05,
"minutes": 61.4
},
{
"examples_seen": 2640,
"epoch": 1,
"loss": 0.0117,
"lr": 2.7645310350744297e-05,
"minutes": 61.8
},
{
"examples_seen": 2656,
"epoch": 1,
"loss": 0.029,
"lr": 2.7071336121694858e-05,
"minutes": 62.2
},
{
"examples_seen": 2672,
"epoch": 1,
"loss": 0.0192,
"lr": 2.650116284863402e-05,
"minutes": 62.6
},
{
"examples_seen": 2688,
"epoch": 1,
"loss": 0.0304,
"lr": 2.5934885050960182e-05,
"minutes": 62.9
},
{
"examples_seen": 2704,
"epoch": 1,
"loss": 0.0193,
"lr": 2.5372596602306786e-05,
"minutes": 63.3
},
{
"examples_seen": 2720,
"epoch": 1,
"loss": 0.0212,
"lr": 2.4814390714980325e-05,
"minutes": 63.7
},
{
"examples_seen": 2736,
"epoch": 1,
"loss": 0.0315,
"lr": 2.426035992450848e-05,
"minutes": 64.0
},
{
"examples_seen": 2752,
"epoch": 1,
"loss": 0.0074,
"lr": 2.3710596074300045e-05,
"minutes": 64.4
},
{
"examples_seen": 2768,
"epoch": 1,
"loss": 0.0115,
"lr": 2.316519030041998e-05,
"minutes": 64.8
},
{
"examples_seen": 2784,
"epoch": 1,
"loss": 0.0175,
"lr": 2.262423301648122e-05,
"minutes": 65.2
},
{
"examples_seen": 2800,
"epoch": 1,
"loss": 0.0132,
"lr": 2.2087813898656774e-05,
"minutes": 65.6
},
{
"examples_seen": 2816,
"epoch": 1,
"loss": 0.0136,
"lr": 2.1556021870813654e-05,
"minutes": 66.0
},
{
"examples_seen": 2832,
"epoch": 1,
"loss": 0.0188,
"lr": 2.102894508977182e-05,
"minutes": 66.3
},
{
"examples_seen": 2848,
"epoch": 1,
"loss": 0.0266,
"lr": 2.0506670930690074e-05,
"minutes": 66.7
},
{
"examples_seen": 2864,
"epoch": 1,
"loss": 0.0156,
"lr": 1.9989285972581595e-05,
"minutes": 67.1
},
{
"examples_seen": 2880,
"epoch": 1,
"loss": 0.0182,
"lr": 1.947687598396154e-05,
"minutes": 67.4
},
{
"examples_seen": 2896,
"epoch": 1,
"loss": 0.0058,
"lr": 1.896952590862886e-05,
"minutes": 67.8
},
{
"examples_seen": 2912,
"epoch": 1,
"loss": 0.0127,
"lr": 1.8467319851584954e-05,
"minutes": 68.1
},
{
"examples_seen": 2928,
"epoch": 1,
"loss": 0.0056,
"lr": 1.7970341065091245e-05,
"minutes": 68.5
},
{
"examples_seen": 2944,
"epoch": 1,
"loss": 0.0148,
"lr": 1.7478671934868302e-05,
"minutes": 68.9
},
{
"examples_seen": 2960,
"epoch": 1,
"loss": 0.0638,
"lr": 1.6992393966438407e-05,
"minutes": 69.3
},
{
"examples_seen": 2976,
"epoch": 1,
"loss": 0.0248,
"lr": 1.6511587771614205e-05,
"minutes": 69.7
},
{
"examples_seen": 2992,
"epoch": 1,
"loss": 0.0022,
"lr": 1.6036333055135344e-05,
"minutes": 70.1
},
{
"examples_seen": 3008,
"epoch": 1,
"loss": 0.0314,
"lr": 1.556670860145567e-05,
"minutes": 70.4
},
{
"examples_seen": 3024,
"epoch": 1,
"loss": 0.0164,
"lr": 1.5102792261682813e-05,
"minutes": 70.8
},
{
"examples_seen": 3040,
"epoch": 1,
"loss": 0.0177,
"lr": 1.4644660940672627e-05,
"minutes": 71.1
},
{
"examples_seen": 3056,
"epoch": 1,
"loss": 0.0073,
"lr": 1.4192390584280346e-05,
"minutes": 71.5
},
{
"examples_seen": 3072,
"epoch": 1,
"loss": 0.0186,
"lr": 1.374605616677087e-05,
"minutes": 71.9
},
{
"examples_seen": 3088,
"epoch": 1,
"loss": 0.0222,
"lr": 1.3305731678390048e-05,
"minutes": 72.2
},
{
"examples_seen": 3104,
"epoch": 1,
"loss": 0.0137,
"lr": 1.2871490113099066e-05,
"minutes": 72.6
},
{
"examples_seen": 3120,
"epoch": 1,
"loss": 0.0165,
"lr": 1.2443403456474017e-05,
"minutes": 73.0
},
{
"examples_seen": 3136,
"epoch": 1,
"loss": 0.035,
"lr": 1.2021542673772585e-05,
"minutes": 73.4
},
{
"examples_seen": 3152,
"epoch": 1,
"loss": 0.0216,
"lr": 1.1605977698170001e-05,
"minutes": 73.7
},
{
"examples_seen": 3168,
"epoch": 1,
"loss": 0.0154,
"lr": 1.1196777419165927e-05,
"minutes": 74.1
},
{
"examples_seen": 3184,
"epoch": 1,
"loss": 0.0108,
"lr": 1.0794009671164484e-05,
"minutes": 74.5
},
{
"examples_seen": 3200,
"epoch": 1,
"loss": 0.0116,
"lr": 1.0397741222229057e-05,
"minutes": 74.9
},
{
"examples_seen": 3216,
"epoch": 1,
"loss": 0.0176,
"lr": 1.0008037763014032e-05,
"minutes": 75.3
},
{
"examples_seen": 3232,
"epoch": 1,
"loss": 0.0262,
"lr": 9.624963895874994e-06,
"minutes": 75.6
},
{
"examples_seen": 3248,
"epoch": 1,
"loss": 0.0345,
"lr": 9.248583124159438e-06,
"minutes": 76.0
},
{
"examples_seen": 3264,
"epoch": 1,
"loss": 0.0072,
"lr": 8.878957841679541e-06,
"minutes": 76.3
},
{
"examples_seen": 3280,
"epoch": 1,
"loss": 0.0143,
"lr": 8.516149322369054e-06,
"minutes": 76.7
},
{
"examples_seen": 3296,
"epoch": 1,
"loss": 0.0045,
"lr": 8.160217710125662e-06,
"minutes": 77.1
},
{
"examples_seen": 3312,
"epoch": 1,
"loss": 0.0136,
"lr": 7.81122200884072e-06,
"minutes": 77.4
},
{
"examples_seen": 3328,
"epoch": 1,
"loss": 0.0068,
"lr": 7.469220072618094e-06,
"minutes": 77.8
},
{
"examples_seen": 3344,
"epoch": 1,
"loss": 0.0072,
"lr": 7.13426859618338e-06,
"minutes": 78.1
},
{
"examples_seen": 3360,
"epoch": 1,
"loss": 0.0135,
"lr": 6.806423105485577e-06,
"minutes": 78.5
},
{
"examples_seen": 3376,
"epoch": 1,
"loss": 0.0081,
"lr": 6.4857379484922375e-06,
"minutes": 78.9
},
{
"examples_seen": 3392,
"epoch": 1,
"loss": 0.0174,
"lr": 6.1722662861801614e-06,
"minutes": 79.2
},
{
"examples_seen": 3408,
"epoch": 1,
"loss": 0.0198,
"lr": 5.866060083722624e-06,
"minutes": 79.6
},
{
"examples_seen": 3424,
"epoch": 1,
"loss": 0.0253,
"lr": 5.5671701018750745e-06,
"minutes": 80.0
},
{
"examples_seen": 3440,
"epoch": 1,
"loss": 0.0133,
"lr": 5.275645888560232e-06,
"minutes": 80.4
},
{
"examples_seen": 3456,
"epoch": 1,
"loss": 0.0124,
"lr": 4.9915357706544485e-06,
"minutes": 80.7
},
{
"examples_seen": 3472,
"epoch": 1,
"loss": 0.0187,
"lr": 4.714886845976429e-06,
"minutes": 81.1
},
{
"examples_seen": 3488,
"epoch": 1,
"loss": 0.0212,
"lr": 4.445744975479626e-06,
"minutes": 81.5
},
{
"examples_seen": 3504,
"epoch": 1,
"loss": 0.0224,
"lr": 4.184154775649768e-06,
"minutes": 81.8
},
{
"examples_seen": 3520,
"epoch": 1,
"loss": 0.0126,
"lr": 3.9301596111086025e-06,
"minutes": 82.2
},
{
"examples_seen": 3536,
"epoch": 1,
"loss": 0.0173,
"lr": 3.683801587425251e-06,
"minutes": 82.6
},
{
"examples_seen": 3552,
"epoch": 1,
"loss": 0.0121,
"lr": 3.4451215441362263e-06,
"minutes": 83.0
},
{
"examples_seen": 3568,
"epoch": 1,
"loss": 0.0251,
"lr": 3.2141590479753236e-06,
"minutes": 83.3
},
{
"examples_seen": 3584,
"epoch": 1,
"loss": 0.0163,
"lr": 2.990952386314505e-06,
"minutes": 83.7
},
{
"examples_seen": 3600,
"epoch": 1,
"loss": 0.0047,
"lr": 2.775538560816937e-06,
"minutes": 84.1
},
{
"examples_seen": 3616,
"epoch": 1,
"loss": 0.0022,
"lr": 2.5679532813030596e-06,
"minutes": 84.5
},
{
"examples_seen": 3632,
"epoch": 1,
"loss": 0.0024,
"lr": 2.3682309598308747e-06,
"minutes": 84.8
},
{
"examples_seen": 3648,
"epoch": 1,
"loss": 0.0178,
"lr": 2.1764047049913527e-06,
"minutes": 85.2
},
{
"examples_seen": 3664,
"epoch": 1,
"loss": 0.0135,
"lr": 1.992506316419912e-06,
"minutes": 85.5
},
{
"examples_seen": 3680,
"epoch": 1,
"loss": 0.0119,
"lr": 1.8165662795249172e-06,
"minutes": 85.9
},
{
"examples_seen": 3696,
"epoch": 1,
"loss": 0.0194,
"lr": 1.6486137604339813e-06,
"minutes": 86.2
},
{
"examples_seen": 3712,
"epoch": 1,
"loss": 0.0266,
"lr": 1.4886766011590448e-06,
"minutes": 86.6
},
{
"examples_seen": 3728,
"epoch": 1,
"loss": 0.01,
"lr": 1.3367813149808729e-06,
"minutes": 87.0
},
{
"examples_seen": 3744,
"epoch": 1,
"loss": 0.0186,
"lr": 1.1929530820539269e-06,
"minutes": 87.4
},
{
"examples_seen": 3760,
"epoch": 1,
"loss": 0.0192,
"lr": 1.0572157452321097e-06,
"minutes": 87.8
},
{
"examples_seen": 3776,
"epoch": 1,
"loss": 0.0473,
"lr": 9.295918061163033e-07,
"minutes": 88.1
},
{
"examples_seen": 3792,
"epoch": 1,
"loss": 0.013,
"lr": 8.101024213241826e-07,
"minutes": 88.5
},
{
"examples_seen": 3808,
"epoch": 1,
"loss": 0.014,
"lr": 6.987673989830523e-07,
"minutes": 88.8
},
{
"examples_seen": 3824,
"epoch": 1,
"loss": 0.0019,
"lr": 5.956051954461472e-07,
"minutes": 89.2
},
{
"examples_seen": 3840,
"epoch": 1,
"loss": 0.0082,
"lr": 5.006329122330899e-07,
"minutes": 89.6
},
{
"examples_seen": 3856,
"epoch": 1,
"loss": 0.0145,
"lr": 4.1386629319492556e-07,
"minutes": 90.0
},
{
"examples_seen": 3872,
"epoch": 1,
"loss": 0.0088,
"lr": 3.3531972190419815e-07,
"minutes": 90.3
},
{
"examples_seen": 3888,
"epoch": 1,
"loss": 0.0472,
"lr": 2.6500621927054715e-07,
"minutes": 90.7
},
{
"examples_seen": 3904,
"epoch": 1,
"loss": 0.0051,
"lr": 2.0293744138219495e-07,
"minutes": 91.1
},
{
"examples_seen": 3920,
"epoch": 1,
"loss": 0.0136,
"lr": 1.4912367757366487e-07,
"minutes": 91.4
},
{
"examples_seen": 3936,
"epoch": 1,
"loss": 0.0098,
"lr": 1.0357384872011766e-07,
"minutes": 91.8
},
{
"examples_seen": 3952,
"epoch": 1,
"loss": 0.0107,
"lr": 6.629550575847354e-08,
"minutes": 92.1
},
{
"examples_seen": 3968,
"epoch": 1,
"loss": 0.011,
"lr": 3.729482843569665e-08,
"minutes": 92.5
},
{
"examples_seen": 3984,
"epoch": 1,
"loss": 0.0056,
"lr": 1.6576624284347918e-08,
"minutes": 92.9
},
{
"examples_seen": 4000,
"epoch": 1,
"loss": 0.0188,
"lr": 4.1443278256170226e-09,
"minutes": 93.2
},
{
"examples_seen": 4008,
"epoch": 1,
"loss": 0.0069,
"lr": 0.0,
"minutes": 93.4
}
]
}
{
"base": "Qwen/Qwen3-VL-4B-Instruct",
"examples": "2,004 calibration screenshots of 29 MobileGym templates, each labelled with its true text view",
"hp": {
"lora_r": 16,
"lora_alpha": 32,
"lora_dropout": 0.05,
"targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"lr": 0.0001,
"epochs": 2,
"accumulate": 16,
"max_tokens": 10240,
"warmup": 0.03,
"weight_decay": 0.0,
"grad_clip": 1.0,
"schedule": "cosine with warmup",
"checkpoint": "last"
},
"seed": 0,
"used": 2003,
"dropped_too_long_per_epoch": 1,
"longest_tokens": 11783,
"lora_layers": 252,
"updates": 251,
"minutes": 93.4,
"log": [
{
"examples_seen": 16,
"epoch": 0,
"loss": 0.5457,
"lr": 1.4285714285714285e-05,
"minutes": 0.4
},
{
"examples_seen": 32,
"epoch": 0,
"loss": 0.5367,
"lr": 2.857142857142857e-05,
"minutes": 0.7
},
{
"examples_seen": 48,
"epoch": 0,
"loss": 0.524,
"lr": 4.2857142857142856e-05,
"minutes": 1.1
},
{
"examples_seen": 64,
"epoch": 0,
"loss": 0.5518,
"lr": 5.714285714285714e-05,
"minutes": 1.4
},
{
"examples_seen": 80,
"epoch": 0,
"loss": 0.4403,
"lr": 7.142857142857143e-05,
"minutes": 1.8
},
{
"examples_seen": 96,
"epoch": 0,
"loss": 0.4653,
"lr": 8.571428571428571e-05,
"minutes": 2.2
},
{
"examples_seen": 112,
"epoch": 0,
"loss": 0.4358,
"lr": 0.0001,
"minutes": 2.5
},
{
"examples_seen": 128,
"epoch": 0,
"loss": 0.415,
"lr": 9.999585567217439e-05,
"minutes": 2.9
},
{
"examples_seen": 144,
"epoch": 0,
"loss": 0.3586,
"lr": 9.998342337571565e-05,
"minutes": 3.3
},
{
"examples_seen": 160,
"epoch": 0,