Text Generation
Transformers
Safetensors
Indonesian
English
gemma3n
image-text-to-text
gemma
gemma-3n
unsloth
lora
fine-tuned
indonesian
english
conversational
Instructions to use OpenPathAI/Orbit-4-Gemma-E4B-it with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use OpenPathAI/Orbit-4-Gemma-E4B-it with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-generation", model="OpenPathAI/Orbit-4-Gemma-E4B-it") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] pipe(text=messages)# pip install -U transformers accelerate # Load model directly from transformers import AutoProcessor, AutoModelForMultimodalLM processor = AutoProcessor.from_pretrained("OpenPathAI/Orbit-4-Gemma-E4B-it") model = AutoModelForMultimodalLM.from_pretrained("OpenPathAI/Orbit-4-Gemma-E4B-it", device_map="auto") messages = [ { "role": "user", "content": [ {"type": "image", "url": "https://huggingface.co/datasets/huggingface/documentation-images/resolve/main/p-blog/candy.JPG"}, {"type": "text", "text": "What animal is on the candy?"} ] }, ] inputs = processor.apply_chat_template( messages, add_generation_prompt=True, tokenize=True, return_dict=True, return_tensors="pt", ).to(model.device) outputs = model.generate(**inputs, max_new_tokens=256) print(processor.decode(outputs[0][inputs["input_ids"].shape[-1]:])) - Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- vLLM
How to use OpenPathAI/Orbit-4-Gemma-E4B-it with vLLM:
Install from pip and serve model
# Install vLLM from pip: pip install vllm # Start the vLLM server: vllm serve "OpenPathAI/Orbit-4-Gemma-E4B-it" # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:8000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "OpenPathAI/Orbit-4-Gemma-E4B-it", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker
docker model run hf.co/OpenPathAI/Orbit-4-Gemma-E4B-it
- SGLang
How to use OpenPathAI/Orbit-4-Gemma-E4B-it with SGLang:
Install from pip and serve model
# Install SGLang from pip: pip install sglang # Start the SGLang server: python3 -m sglang.launch_server \ --model-path "OpenPathAI/Orbit-4-Gemma-E4B-it" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "OpenPathAI/Orbit-4-Gemma-E4B-it", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }'Use Docker images
docker run --gpus all \ --shm-size 32g \ -p 30000:30000 \ -v ~/.cache/huggingface:/root/.cache/huggingface \ --env "HF_TOKEN=<secret>" \ --ipc=host \ lmsysorg/sglang:latest \ python3 -m sglang.launch_server \ --model-path "OpenPathAI/Orbit-4-Gemma-E4B-it" \ --host 0.0.0.0 \ --port 30000 # Call the server using curl (OpenAI-compatible API): curl -X POST "http://localhost:30000/v1/chat/completions" \ -H "Content-Type: application/json" \ --data '{ "model": "OpenPathAI/Orbit-4-Gemma-E4B-it", "messages": [ { "role": "user", "content": "What is the capital of France?" } ] }' - Unsloth Desktop
- Docker Model Runner
How to use OpenPathAI/Orbit-4-Gemma-E4B-it with Docker Model Runner:
docker model run hf.co/OpenPathAI/Orbit-4-Gemma-E4B-it
Download checkpoints/checkpoint-3000/trainer_state.json from OpenPathAI/Orbit-4-Gemma-E4B-it: direct link, hf CLI and curl.
- Browser
- Download file 52.5 kB
-
https://huggingface.co/OpenPathAI/Orbit-4-Gemma-E4B-it/resolve/main/checkpoints/checkpoint-3000/trainer_state.json
- Command line
-
hf download hf://OpenPathAI/Orbit-4-Gemma-E4B-it/checkpoints/checkpoint-3000/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/OpenPathAI/Orbit-4-Gemma-E4B-it/resolve/main/checkpoints/checkpoint-3000/trainer_state.json
52.5 kB
Invalid JSON:Unexpected token 'N', ..."ad_norm": NaN,
"... is not valid JSON
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.10064749890965209,
"eval_steps": 500,
"global_step": 3000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00033549166303217364,
"grad_norm": 3.6124119758605957,
"learning_rate": 2.011173184357542e-06,
"loss": 2.9620466232299805,
"step": 10
},
{
"epoch": 0.0006709833260643473,
"grad_norm": 0.8180733323097229,
"learning_rate": 4.245810055865922e-06,
"loss": 2.254135513305664,
"step": 20
},
{
"epoch": 0.0010064749890965209,
"grad_norm": 1.8416152000427246,
"learning_rate": 6.4804469273743025e-06,
"loss": 2.308770179748535,
"step": 30
},
{
"epoch": 0.0013419666521286946,
"grad_norm": 1.6899038553237915,
"learning_rate": 8.715083798882683e-06,
"loss": 2.354534149169922,
"step": 40
},
{
"epoch": 0.0016774583151608683,
"grad_norm": 1.0635626316070557,
"learning_rate": 1.0949720670391061e-05,
"loss": 1.9643959045410155,
"step": 50
},
{
"epoch": 0.0020129499781930417,
"grad_norm": 1.7144725322723389,
"learning_rate": 1.3184357541899443e-05,
"loss": 2.196229934692383,
"step": 60
},
{
"epoch": 0.0023484416412252154,
"grad_norm": 2.0055930614471436,
"learning_rate": 1.5418994413407823e-05,
"loss": 1.9873594284057616,
"step": 70
},
{
"epoch": 0.002683933304257389,
"grad_norm": 1.3090643882751465,
"learning_rate": 1.7653631284916203e-05,
"loss": 1.7420753479003905,
"step": 80
},
{
"epoch": 0.003019424967289563,
"grad_norm": 0.6108576655387878,
"learning_rate": 1.9888268156424583e-05,
"loss": 1.8236627578735352,
"step": 90
},
{
"epoch": 0.0033549166303217365,
"grad_norm": 0.6574695706367493,
"learning_rate": 2.212290502793296e-05,
"loss": 1.7359764099121093,
"step": 100
},
{
"epoch": 0.0036904082933539102,
"grad_norm": 0.8230994939804077,
"learning_rate": 2.4357541899441343e-05,
"loss": 1.5833864212036133,
"step": 110
},
{
"epoch": 0.0040258999563860835,
"grad_norm": 0.9543447494506836,
"learning_rate": 2.6592178770949723e-05,
"loss": 1.51551513671875,
"step": 120
},
{
"epoch": 0.004361391619418257,
"grad_norm": 0.9667573571205139,
"learning_rate": 2.88268156424581e-05,
"loss": 1.4613374710083007,
"step": 130
},
{
"epoch": 0.004696883282450431,
"grad_norm": 1.9220093488693237,
"learning_rate": 3.106145251396648e-05,
"loss": 1.5392029762268067,
"step": 140
},
{
"epoch": 0.005032374945482605,
"grad_norm": 0.7170810699462891,
"learning_rate": 3.329608938547486e-05,
"loss": 1.5076921463012696,
"step": 150
},
{
"epoch": 0.005367866608514778,
"grad_norm": 0.8078820705413818,
"learning_rate": 3.553072625698324e-05,
"loss": 1.7222694396972655,
"step": 160
},
{
"epoch": 0.005703358271546952,
"grad_norm": 0.809903085231781,
"learning_rate": 3.776536312849162e-05,
"loss": 1.8752283096313476,
"step": 170
},
{
"epoch": 0.006038849934579126,
"grad_norm": 0.7261088490486145,
"learning_rate": 4e-05,
"loss": 1.3927306175231933,
"step": 180
},
{
"epoch": 0.006374341597611299,
"grad_norm": 1.5483784675598145,
"learning_rate": 4.223463687150838e-05,
"loss": 1.4321404457092286,
"step": 190
},
{
"epoch": 0.006709833260643473,
"grad_norm": 0.7559241056442261,
"learning_rate": 4.4469273743016757e-05,
"loss": 1.325460147857666,
"step": 200
},
{
"epoch": 0.007045324923675647,
"grad_norm": 1.563735008239746,
"learning_rate": 4.670391061452514e-05,
"loss": 1.372646427154541,
"step": 210
},
{
"epoch": 0.0073808165867078205,
"grad_norm": 0.752616822719574,
"learning_rate": 4.8938547486033523e-05,
"loss": 1.1150728225708009,
"step": 220
},
{
"epoch": 0.007716308249739994,
"grad_norm": 0.8065235614776611,
"learning_rate": 5.11731843575419e-05,
"loss": 1.1660142898559571,
"step": 230
},
{
"epoch": 0.008051799912772167,
"grad_norm": 0.9588292241096497,
"learning_rate": 5.3407821229050284e-05,
"loss": 1.1108501434326172,
"step": 240
},
{
"epoch": 0.008387291575804342,
"grad_norm": 0.8693965077400208,
"learning_rate": 5.564245810055866e-05,
"loss": 1.4471724510192872,
"step": 250
},
{
"epoch": 0.008722783238836514,
"grad_norm": 2.0879530906677246,
"learning_rate": 5.787709497206704e-05,
"loss": 1.2001781463623047,
"step": 260
},
{
"epoch": 0.009058274901868689,
"grad_norm": 0.8522306084632874,
"learning_rate": 6.011173184357543e-05,
"loss": 1.363035297393799,
"step": 270
},
{
"epoch": 0.009393766564900862,
"grad_norm": 1.0152027606964111,
"learning_rate": 6.23463687150838e-05,
"loss": 1.2856069564819337,
"step": 280
},
{
"epoch": 0.009729258227933036,
"grad_norm": NaN,
"learning_rate": 6.458100558659218e-05,
"loss": 2.133226013183594,
"step": 290
},
{
"epoch": 0.01006474989096521,
"grad_norm": NaN,
"learning_rate": 6.681564245810056e-05,
"loss": 5.05937385559082,
"step": 300
},
{
"epoch": 0.010400241553997384,
"grad_norm": NaN,
"learning_rate": 6.905027932960895e-05,
"loss": 4.477165985107422,
"step": 310
},
{
"epoch": 0.010735733217029557,
"grad_norm": 3.5620813369750977,
"learning_rate": 7.128491620111732e-05,
"loss": 2.7552057266235352,
"step": 320
},
{
"epoch": 0.011071224880061731,
"grad_norm": NaN,
"learning_rate": 7.35195530726257e-05,
"loss": 2.6008926391601563,
"step": 330
},
{
"epoch": 0.011406716543093904,
"grad_norm": NaN,
"learning_rate": 7.575418994413408e-05,
"loss": 13.484027099609374,
"step": 340
},
{
"epoch": 0.011742208206126079,
"grad_norm": NaN,
"learning_rate": 7.798882681564245e-05,
"loss": 17.163206481933592,
"step": 350
},
{
"epoch": 0.012077699869158251,
"grad_norm": NaN,
"learning_rate": 8.022346368715084e-05,
"loss": 8.245307922363281,
"step": 360
},
{
"epoch": 0.012413191532190426,
"grad_norm": NaN,
"learning_rate": 8.245810055865922e-05,
"loss": 8.971550750732423,
"step": 370
},
{
"epoch": 0.012748683195222599,
"grad_norm": NaN,
"learning_rate": 8.46927374301676e-05,
"loss": 8.085272979736327,
"step": 380
},
{
"epoch": 0.013084174858254772,
"grad_norm": NaN,
"learning_rate": 8.692737430167597e-05,
"loss": 2.434987258911133,
"step": 390
},
{
"epoch": 0.013419666521286946,
"grad_norm": NaN,
"learning_rate": 8.916201117318435e-05,
"loss": 17.522901916503905,
"step": 400
},
{
"epoch": 0.013755158184319119,
"grad_norm": NaN,
"learning_rate": 9.139664804469274e-05,
"loss": 9.243440246582031,
"step": 410
},
{
"epoch": 0.014090649847351294,
"grad_norm": NaN,
"learning_rate": 9.363128491620112e-05,
"loss": 5.988158798217773,
"step": 420
},
{
"epoch": 0.014426141510383466,
"grad_norm": NaN,
"learning_rate": 9.58659217877095e-05,
"loss": 9.994813537597656,
"step": 430
},
{
"epoch": 0.014761633173415641,
"grad_norm": NaN,
"learning_rate": 9.810055865921788e-05,
"loss": 3.905954360961914,
"step": 440
},
{
"epoch": 0.015097124836447814,
"grad_norm": NaN,
"learning_rate": 0.00010033519553072626,
"loss": 4.835385513305664,
"step": 450
},
{
"epoch": 0.015432616499479988,
"grad_norm": NaN,
"learning_rate": 0.00010256983240223464,
"loss": 2.324123764038086,
"step": 460
},
{
"epoch": 0.015768108162512163,
"grad_norm": NaN,
"learning_rate": 0.00010480446927374301,
"loss": 9.202623748779297,
"step": 470
},
{
"epoch": 0.016103599825544334,
"grad_norm": NaN,
"learning_rate": 0.0001070391061452514,
"loss": 13.691998291015626,
"step": 480
},
{
"epoch": 0.01643909148857651,
"grad_norm": NaN,
"learning_rate": 0.0001092737430167598,
"loss": 10.514191436767579,
"step": 490
},
{
"epoch": 0.016774583151608683,
"grad_norm": NaN,
"learning_rate": 0.00011150837988826817,
"loss": 6.2412151336669925,
"step": 500
},
{
"epoch": 0.017110074814640858,
"grad_norm": NaN,
"learning_rate": 0.00011374301675977655,
"loss": 2.3255378723144533,
"step": 510
},
{
"epoch": 0.01744556647767303,
"grad_norm": NaN,
"learning_rate": 0.00011597765363128493,
"loss": 2.0067920684814453,
"step": 520
},
{
"epoch": 0.017781058140705203,
"grad_norm": NaN,
"learning_rate": 0.0001182122905027933,
"loss": 60.400030517578124,
"step": 530
},
{
"epoch": 0.018116549803737378,
"grad_norm": NaN,
"learning_rate": 0.00012044692737430168,
"loss": 40.79320373535156,
"step": 540
},
{
"epoch": 0.018452041466769552,
"grad_norm": NaN,
"learning_rate": 0.00012268156424581004,
"loss": 55.823065185546874,
"step": 550
},
{
"epoch": 0.018787533129801724,
"grad_norm": NaN,
"learning_rate": 0.00012491620111731845,
"loss": 6.039075469970703,
"step": 560
},
{
"epoch": 0.019123024792833898,
"grad_norm": NaN,
"learning_rate": 0.00012715083798882682,
"loss": 127.98883056640625,
"step": 570
},
{
"epoch": 0.019458516455866073,
"grad_norm": NaN,
"learning_rate": 0.0001293854748603352,
"loss": 7.4943595886230465,
"step": 580
},
{
"epoch": 0.019794008118898244,
"grad_norm": NaN,
"learning_rate": 0.00013162011173184358,
"loss": 87.36739501953124,
"step": 590
},
{
"epoch": 0.02012949978193042,
"grad_norm": NaN,
"learning_rate": 0.00013385474860335195,
"loss": 12.410279846191406,
"step": 600
},
{
"epoch": 0.020464991444962593,
"grad_norm": NaN,
"learning_rate": 0.00013608938547486036,
"loss": 40.074404907226565,
"step": 610
},
{
"epoch": 0.020800483107994767,
"grad_norm": NaN,
"learning_rate": 0.00013832402234636873,
"loss": 17.221456909179686,
"step": 620
},
{
"epoch": 0.02113597477102694,
"grad_norm": NaN,
"learning_rate": 0.0001405586592178771,
"loss": 38.3494140625,
"step": 630
},
{
"epoch": 0.021471466434059113,
"grad_norm": NaN,
"learning_rate": 0.00014279329608938549,
"loss": 5.291226577758789,
"step": 640
},
{
"epoch": 0.021806958097091288,
"grad_norm": NaN,
"learning_rate": 0.00014502793296089386,
"loss": 6.93237533569336,
"step": 650
},
{
"epoch": 0.022142449760123462,
"grad_norm": NaN,
"learning_rate": 0.00014726256983240224,
"loss": 5.8972515106201175,
"step": 660
},
{
"epoch": 0.022477941423155633,
"grad_norm": NaN,
"learning_rate": 0.00014949720670391064,
"loss": 40.401693725585936,
"step": 670
},
{
"epoch": 0.022813433086187808,
"grad_norm": NaN,
"learning_rate": 0.00015173184357541902,
"loss": 9.994586181640624,
"step": 680
},
{
"epoch": 0.023148924749219982,
"grad_norm": NaN,
"learning_rate": 0.0001539664804469274,
"loss": 1.4739145278930663,
"step": 690
},
{
"epoch": 0.023484416412252157,
"grad_norm": NaN,
"learning_rate": 0.00015620111731843577,
"loss": 6.606394958496094,
"step": 700
},
{
"epoch": 0.023819908075284328,
"grad_norm": NaN,
"learning_rate": 0.00015843575418994415,
"loss": 26.84160461425781,
"step": 710
},
{
"epoch": 0.024155399738316503,
"grad_norm": NaN,
"learning_rate": 0.00016067039106145253,
"loss": 7.266958618164063,
"step": 720
},
{
"epoch": 0.024490891401348677,
"grad_norm": NaN,
"learning_rate": 0.0001629050279329609,
"loss": 0.5109624862670898,
"step": 730
},
{
"epoch": 0.024826383064380852,
"grad_norm": NaN,
"learning_rate": 0.00016513966480446928,
"loss": 9.11468734741211,
"step": 740
},
{
"epoch": 0.025161874727413023,
"grad_norm": NaN,
"learning_rate": 0.00016737430167597766,
"loss": 4.641835021972656,
"step": 750
},
{
"epoch": 0.025497366390445197,
"grad_norm": NaN,
"learning_rate": 0.00016960893854748606,
"loss": 13.905538940429688,
"step": 760
},
{
"epoch": 0.025832858053477372,
"grad_norm": NaN,
"learning_rate": 0.00017184357541899444,
"loss": 51.2526611328125,
"step": 770
},
{
"epoch": 0.026168349716509543,
"grad_norm": NaN,
"learning_rate": 0.0001740782122905028,
"loss": 44.471441650390624,
"step": 780
},
{
"epoch": 0.026503841379541718,
"grad_norm": NaN,
"learning_rate": 0.0001763128491620112,
"loss": 19.767466735839843,
"step": 790
},
{
"epoch": 0.026839333042573892,
"grad_norm": NaN,
"learning_rate": 0.00017854748603351957,
"loss": 59.8121826171875,
"step": 800
},
{
"epoch": 0.027174824705606067,
"grad_norm": NaN,
"learning_rate": 0.00018078212290502794,
"loss": 9.256180572509766,
"step": 810
},
{
"epoch": 0.027510316368638238,
"grad_norm": NaN,
"learning_rate": 0.00018301675977653632,
"loss": 8.733799743652344,
"step": 820
},
{
"epoch": 0.027845808031670412,
"grad_norm": NaN,
"learning_rate": 0.0001852513966480447,
"loss": 32.57587585449219,
"step": 830
},
{
"epoch": 0.028181299694702587,
"grad_norm": NaN,
"learning_rate": 0.00018748603351955307,
"loss": 17.352330017089844,
"step": 840
},
{
"epoch": 0.02851679135773476,
"grad_norm": NaN,
"learning_rate": 0.00018972067039106148,
"loss": 16.099330139160156,
"step": 850
},
{
"epoch": 0.028852283020766933,
"grad_norm": NaN,
"learning_rate": 0.00019195530726256985,
"loss": 0.0,
"step": 860
},
{
"epoch": 0.029187774683799107,
"grad_norm": NaN,
"learning_rate": 0.00019418994413407823,
"loss": 0.08051624894142151,
"step": 870
},
{
"epoch": 0.029523266346831282,
"grad_norm": NaN,
"learning_rate": 0.0001964245810055866,
"loss": 0.06978185772895813,
"step": 880
},
{
"epoch": 0.029858758009863456,
"grad_norm": NaN,
"learning_rate": 0.00019865921787709498,
"loss": 1.4936031341552733,
"step": 890
},
{
"epoch": 0.030194249672895628,
"grad_norm": NaN,
"learning_rate": 0.00019997232982844494,
"loss": 4.048176193237305,
"step": 900
},
{
"epoch": 0.030529741335927802,
"grad_norm": NaN,
"learning_rate": 0.0001999031543995573,
"loss": 0.108348548412323,
"step": 910
},
{
"epoch": 0.030865232998959977,
"grad_norm": NaN,
"learning_rate": 0.00019983397897066962,
"loss": 1.5282353401184081,
"step": 920
},
{
"epoch": 0.03120072466199215,
"grad_norm": NaN,
"learning_rate": 0.00019976480354178198,
"loss": 0.0,
"step": 930
},
{
"epoch": 0.031536216325024326,
"grad_norm": NaN,
"learning_rate": 0.0001996956281128943,
"loss": 251.467236328125,
"step": 940
},
{
"epoch": 0.0318717079880565,
"grad_norm": NaN,
"learning_rate": 0.00019962645268400666,
"loss": 82.037890625,
"step": 950
},
{
"epoch": 0.03220719965108867,
"grad_norm": NaN,
"learning_rate": 0.00019955727725511898,
"loss": 0.0,
"step": 960
},
{
"epoch": 0.032542691314120846,
"grad_norm": NaN,
"learning_rate": 0.0001994881018262313,
"loss": 0.0,
"step": 970
},
{
"epoch": 0.03287818297715302,
"grad_norm": NaN,
"learning_rate": 0.00019941892639734366,
"loss": 0.3229848861694336,
"step": 980
},
{
"epoch": 0.03321367464018519,
"grad_norm": NaN,
"learning_rate": 0.00019934975096845602,
"loss": 4.599651336669922,
"step": 990
},
{
"epoch": 0.033549166303217366,
"grad_norm": NaN,
"learning_rate": 0.00019928057553956837,
"loss": 2.3171388626098635,
"step": 1000
},
{
"epoch": 0.03388465796624954,
"grad_norm": NaN,
"learning_rate": 0.0001992114001106807,
"loss": 44.60954895019531,
"step": 1010
},
{
"epoch": 0.034220149629281715,
"grad_norm": NaN,
"learning_rate": 0.00019914222468179305,
"loss": 1.6406478881835938,
"step": 1020
},
{
"epoch": 0.034555641292313886,
"grad_norm": NaN,
"learning_rate": 0.00019907304925290538,
"loss": 1.0902439117431642,
"step": 1030
},
{
"epoch": 0.03489113295534606,
"grad_norm": NaN,
"learning_rate": 0.00019900387382401773,
"loss": 9.517413330078124,
"step": 1040
},
{
"epoch": 0.035226624618378236,
"grad_norm": NaN,
"learning_rate": 0.00019893469839513006,
"loss": 91.74754028320312,
"step": 1050
},
{
"epoch": 0.03556211628141041,
"grad_norm": NaN,
"learning_rate": 0.0001988655229662424,
"loss": 161.57200927734374,
"step": 1060
},
{
"epoch": 0.03589760794444258,
"grad_norm": NaN,
"learning_rate": 0.00019879634753735474,
"loss": 1.9749420166015625,
"step": 1070
},
{
"epoch": 0.036233099607474756,
"grad_norm": NaN,
"learning_rate": 0.00019872717210846707,
"loss": 0.03762787282466888,
"step": 1080
},
{
"epoch": 0.03656859127050693,
"grad_norm": NaN,
"learning_rate": 0.00019865799667957942,
"loss": 38.657388305664064,
"step": 1090
},
{
"epoch": 0.036904082933539105,
"grad_norm": NaN,
"learning_rate": 0.00019858882125069175,
"loss": 5.60150375366211,
"step": 1100
},
{
"epoch": 0.037239574596571276,
"grad_norm": NaN,
"learning_rate": 0.0001985196458218041,
"loss": 13.85815887451172,
"step": 1110
},
{
"epoch": 0.03757506625960345,
"grad_norm": NaN,
"learning_rate": 0.00019845047039291643,
"loss": 38.748410034179685,
"step": 1120
},
{
"epoch": 0.037910557922635625,
"grad_norm": NaN,
"learning_rate": 0.00019838129496402878,
"loss": 65.22340698242188,
"step": 1130
},
{
"epoch": 0.038246049585667796,
"grad_norm": NaN,
"learning_rate": 0.00019831211953514114,
"loss": 0.8500317573547364,
"step": 1140
},
{
"epoch": 0.03858154124869997,
"grad_norm": NaN,
"learning_rate": 0.00019824294410625347,
"loss": 143.4577880859375,
"step": 1150
},
{
"epoch": 0.038917032911732145,
"grad_norm": NaN,
"learning_rate": 0.00019817376867736582,
"loss": 0.38392589092254636,
"step": 1160
},
{
"epoch": 0.039252524574764316,
"grad_norm": NaN,
"learning_rate": 0.00019810459324847815,
"loss": 1.582177734375,
"step": 1170
},
{
"epoch": 0.03958801623779649,
"grad_norm": NaN,
"learning_rate": 0.0001980354178195905,
"loss": 0.924138355255127,
"step": 1180
},
{
"epoch": 0.039923507900828666,
"grad_norm": NaN,
"learning_rate": 0.00019796624239070283,
"loss": 0.0,
"step": 1190
},
{
"epoch": 0.04025899956386084,
"grad_norm": NaN,
"learning_rate": 0.00019789706696181518,
"loss": 0.15006412267684938,
"step": 1200
},
{
"epoch": 0.040594491226893015,
"grad_norm": NaN,
"learning_rate": 0.0001978278915329275,
"loss": 0.0,
"step": 1210
},
{
"epoch": 0.040929982889925186,
"grad_norm": NaN,
"learning_rate": 0.00019775871610403986,
"loss": 0.032241082191467284,
"step": 1220
},
{
"epoch": 0.04126547455295736,
"grad_norm": NaN,
"learning_rate": 0.0001976895406751522,
"loss": 0.8006097793579101,
"step": 1230
},
{
"epoch": 0.041600966215989535,
"grad_norm": NaN,
"learning_rate": 0.00019762036524626452,
"loss": 3.051334571838379,
"step": 1240
},
{
"epoch": 0.041936457879021706,
"grad_norm": NaN,
"learning_rate": 0.00019755118981737687,
"loss": 34.96420593261719,
"step": 1250
},
{
"epoch": 0.04227194954205388,
"grad_norm": NaN,
"learning_rate": 0.00019748201438848922,
"loss": 6.979457092285156,
"step": 1260
},
{
"epoch": 0.042607441205086055,
"grad_norm": NaN,
"learning_rate": 0.00019741283895960158,
"loss": 0.0935477614402771,
"step": 1270
},
{
"epoch": 0.042942932868118226,
"grad_norm": NaN,
"learning_rate": 0.0001973436635307139,
"loss": 0.0,
"step": 1280
},
{
"epoch": 0.043278424531150404,
"grad_norm": NaN,
"learning_rate": 0.00019727448810182626,
"loss": 1.5331109046936036,
"step": 1290
},
{
"epoch": 0.043613916194182575,
"grad_norm": NaN,
"learning_rate": 0.00019720531267293859,
"loss": 0.0,
"step": 1300
},
{
"epoch": 0.043949407857214746,
"grad_norm": NaN,
"learning_rate": 0.00019713613724405094,
"loss": 0.690937614440918,
"step": 1310
},
{
"epoch": 0.044284899520246924,
"grad_norm": NaN,
"learning_rate": 0.00019706696181516327,
"loss": 8.563715362548828,
"step": 1320
},
{
"epoch": 0.044620391183279096,
"grad_norm": NaN,
"learning_rate": 0.0001969977863862756,
"loss": 4.255525207519531,
"step": 1330
},
{
"epoch": 0.04495588284631127,
"grad_norm": NaN,
"learning_rate": 0.00019692861095738795,
"loss": 81.31243286132812,
"step": 1340
},
{
"epoch": 0.045291374509343445,
"grad_norm": NaN,
"learning_rate": 0.00019685943552850027,
"loss": 0.7501660823822022,
"step": 1350
},
{
"epoch": 0.045626866172375616,
"grad_norm": NaN,
"learning_rate": 0.00019679026009961263,
"loss": 2.5992816925048827,
"step": 1360
},
{
"epoch": 0.04596235783540779,
"grad_norm": NaN,
"learning_rate": 0.00019672108467072496,
"loss": 5.559530639648438,
"step": 1370
},
{
"epoch": 0.046297849498439965,
"grad_norm": NaN,
"learning_rate": 0.0001966519092418373,
"loss": 1.6652551651000977,
"step": 1380
},
{
"epoch": 0.046633341161472136,
"grad_norm": NaN,
"learning_rate": 0.00019658273381294964,
"loss": 0.2407153844833374,
"step": 1390
},
{
"epoch": 0.046968832824504314,
"grad_norm": NaN,
"learning_rate": 0.000196513558384062,
"loss": 26.583578491210936,
"step": 1400
},
{
"epoch": 0.047304324487536485,
"grad_norm": NaN,
"learning_rate": 0.00019644438295517434,
"loss": 7.983282470703125,
"step": 1410
},
{
"epoch": 0.047639816150568656,
"grad_norm": NaN,
"learning_rate": 0.00019637520752628667,
"loss": 0.07818608880043029,
"step": 1420
},
{
"epoch": 0.047975307813600834,
"grad_norm": NaN,
"learning_rate": 0.00019630603209739903,
"loss": 1.7374027252197266,
"step": 1430
},
{
"epoch": 0.048310799476633005,
"grad_norm": NaN,
"learning_rate": 0.00019623685666851135,
"loss": 0.5990512847900391,
"step": 1440
},
{
"epoch": 0.048646291139665176,
"grad_norm": NaN,
"learning_rate": 0.0001961676812396237,
"loss": 234.4718994140625,
"step": 1450
},
{
"epoch": 0.048981782802697355,
"grad_norm": NaN,
"learning_rate": 0.00019609850581073603,
"loss": 9.876602935791016,
"step": 1460
},
{
"epoch": 0.049317274465729526,
"grad_norm": NaN,
"learning_rate": 0.0001960293303818484,
"loss": 0.0,
"step": 1470
},
{
"epoch": 0.049652766128761704,
"grad_norm": NaN,
"learning_rate": 0.00019596015495296071,
"loss": 0.11305934190750122,
"step": 1480
},
{
"epoch": 0.049988257791793875,
"grad_norm": NaN,
"learning_rate": 0.00019589097952407304,
"loss": 2.2805992126464845,
"step": 1490
},
{
"epoch": 0.050323749454826046,
"grad_norm": NaN,
"learning_rate": 0.0001958218040951854,
"loss": 2.134381103515625,
"step": 1500
},
{
"epoch": 0.050659241117858224,
"grad_norm": NaN,
"learning_rate": 0.00019575262866629772,
"loss": 0.33266749382019045,
"step": 1510
},
{
"epoch": 0.050994732780890395,
"grad_norm": NaN,
"learning_rate": 0.00019568345323741008,
"loss": 301.7185791015625,
"step": 1520
},
{
"epoch": 0.051330224443922566,
"grad_norm": NaN,
"learning_rate": 0.00019561427780852243,
"loss": 158.175146484375,
"step": 1530
},
{
"epoch": 0.051665716106954744,
"grad_norm": NaN,
"learning_rate": 0.00019554510237963476,
"loss": 0.3448620319366455,
"step": 1540
},
{
"epoch": 0.052001207769986915,
"grad_norm": NaN,
"learning_rate": 0.0001954759269507471,
"loss": 0.07021299600601197,
"step": 1550
},
{
"epoch": 0.052336699433019086,
"grad_norm": NaN,
"learning_rate": 0.00019540675152185947,
"loss": 2.3782209396362304,
"step": 1560
},
{
"epoch": 0.052672191096051264,
"grad_norm": NaN,
"learning_rate": 0.0001953375760929718,
"loss": 33.55213623046875,
"step": 1570
},
{
"epoch": 0.053007682759083435,
"grad_norm": NaN,
"learning_rate": 0.00019526840066408412,
"loss": 431.45224609375,
"step": 1580
},
{
"epoch": 0.05334317442211561,
"grad_norm": NaN,
"learning_rate": 0.00019519922523519647,
"loss": 45.88771362304688,
"step": 1590
},
{
"epoch": 0.053678666085147785,
"grad_norm": NaN,
"learning_rate": 0.0001951300498063088,
"loss": 27.831903076171876,
"step": 1600
},
{
"epoch": 0.054014157748179956,
"grad_norm": NaN,
"learning_rate": 0.00019506087437742115,
"loss": 1.7415506362915039,
"step": 1610
},
{
"epoch": 0.054349649411212134,
"grad_norm": NaN,
"learning_rate": 0.00019499169894853348,
"loss": 0.0,
"step": 1620
},
{
"epoch": 0.054685141074244305,
"grad_norm": NaN,
"learning_rate": 0.00019492252351964584,
"loss": 23.286405944824217,
"step": 1630
},
{
"epoch": 0.055020632737276476,
"grad_norm": NaN,
"learning_rate": 0.00019485334809075816,
"loss": 0.0,
"step": 1640
},
{
"epoch": 0.055356124400308654,
"grad_norm": NaN,
"learning_rate": 0.00019478417266187052,
"loss": 42.256170654296874,
"step": 1650
},
{
"epoch": 0.055691616063340825,
"grad_norm": NaN,
"learning_rate": 0.00019471499723298284,
"loss": 0.09685954451560974,
"step": 1660
},
{
"epoch": 0.056027107726373,
"grad_norm": NaN,
"learning_rate": 0.0001946458218040952,
"loss": 30.406533813476564,
"step": 1670
},
{
"epoch": 0.056362599389405174,
"grad_norm": NaN,
"learning_rate": 0.00019457664637520755,
"loss": 6.177334594726562,
"step": 1680
},
{
"epoch": 0.056698091052437345,
"grad_norm": NaN,
"learning_rate": 0.00019450747094631988,
"loss": 1.717080307006836,
"step": 1690
},
{
"epoch": 0.05703358271546952,
"grad_norm": NaN,
"learning_rate": 0.00019443829551743223,
"loss": 16.319992065429688,
"step": 1700
},
{
"epoch": 0.057369074378501694,
"grad_norm": NaN,
"learning_rate": 0.00019436912008854456,
"loss": 1.2412324905395509,
"step": 1710
},
{
"epoch": 0.057704566041533865,
"grad_norm": NaN,
"learning_rate": 0.0001942999446596569,
"loss": 0.0,
"step": 1720
},
{
"epoch": 0.05804005770456604,
"grad_norm": NaN,
"learning_rate": 0.00019423076923076924,
"loss": 16.714073181152344,
"step": 1730
},
{
"epoch": 0.058375549367598215,
"grad_norm": NaN,
"learning_rate": 0.0001941615938018816,
"loss": 4.676777648925781,
"step": 1740
},
{
"epoch": 0.058711041030630386,
"grad_norm": NaN,
"learning_rate": 0.00019409241837299392,
"loss": 0.1248945951461792,
"step": 1750
},
{
"epoch": 0.059046532693662564,
"grad_norm": NaN,
"learning_rate": 0.00019402324294410625,
"loss": 0.0,
"step": 1760
},
{
"epoch": 0.059382024356694735,
"grad_norm": NaN,
"learning_rate": 0.0001939540675152186,
"loss": 1.0300786972045899,
"step": 1770
},
{
"epoch": 0.05971751601972691,
"grad_norm": NaN,
"learning_rate": 0.00019388489208633093,
"loss": 159.32357177734374,
"step": 1780
},
{
"epoch": 0.060053007682759084,
"grad_norm": NaN,
"learning_rate": 0.00019381571665744328,
"loss": 0.1012919545173645,
"step": 1790
},
{
"epoch": 0.060388499345791255,
"grad_norm": NaN,
"learning_rate": 0.0001937465412285556,
"loss": 1.9244558334350585,
"step": 1800
},
{
"epoch": 0.06072399100882343,
"grad_norm": NaN,
"learning_rate": 0.00019367736579966796,
"loss": 18.52349853515625,
"step": 1810
},
{
"epoch": 0.061059482671855604,
"grad_norm": NaN,
"learning_rate": 0.00019360819037078032,
"loss": 0.1813188076019287,
"step": 1820
},
{
"epoch": 0.061394974334887775,
"grad_norm": NaN,
"learning_rate": 0.00019353901494189264,
"loss": 0.1522122859954834,
"step": 1830
},
{
"epoch": 0.06173046599791995,
"grad_norm": NaN,
"learning_rate": 0.000193469839513005,
"loss": 8.574814605712891,
"step": 1840
},
{
"epoch": 0.062065957660952124,
"grad_norm": NaN,
"learning_rate": 0.00019340066408411733,
"loss": 93.5122314453125,
"step": 1850
},
{
"epoch": 0.0624014493239843,
"grad_norm": NaN,
"learning_rate": 0.00019333148865522968,
"loss": 2.2591997146606446,
"step": 1860
},
{
"epoch": 0.06273694098701647,
"grad_norm": NaN,
"learning_rate": 0.000193262313226342,
"loss": 0.40584664344787597,
"step": 1870
},
{
"epoch": 0.06307243265004865,
"grad_norm": NaN,
"learning_rate": 0.00019319313779745436,
"loss": 113.88292236328125,
"step": 1880
},
{
"epoch": 0.06340792431308082,
"grad_norm": NaN,
"learning_rate": 0.0001931239623685667,
"loss": 9.488602447509766,
"step": 1890
},
{
"epoch": 0.063743415976113,
"grad_norm": NaN,
"learning_rate": 0.00019305478693967904,
"loss": 0.36140780448913573,
"step": 1900
},
{
"epoch": 0.06407890763914517,
"grad_norm": NaN,
"learning_rate": 0.00019298561151079137,
"loss": 0.5006577014923096,
"step": 1910
},
{
"epoch": 0.06441439930217734,
"grad_norm": NaN,
"learning_rate": 0.0001929164360819037,
"loss": 5.155010604858399,
"step": 1920
},
{
"epoch": 0.06474989096520951,
"grad_norm": NaN,
"learning_rate": 0.00019284726065301605,
"loss": 2.3952762603759767,
"step": 1930
},
{
"epoch": 0.06508538262824169,
"grad_norm": NaN,
"learning_rate": 0.0001927780852241284,
"loss": 142.20489501953125,
"step": 1940
},
{
"epoch": 0.06542087429127386,
"grad_norm": NaN,
"learning_rate": 0.00019270890979524076,
"loss": 5.1668048858642575,
"step": 1950
},
{
"epoch": 0.06575636595430603,
"grad_norm": NaN,
"learning_rate": 0.00019263973436635308,
"loss": 2.7092329025268556,
"step": 1960
},
{
"epoch": 0.06609185761733821,
"grad_norm": NaN,
"learning_rate": 0.00019257055893746544,
"loss": 62.072442626953126,
"step": 1970
},
{
"epoch": 0.06642734928037038,
"grad_norm": NaN,
"learning_rate": 0.00019250138350857777,
"loss": 1.7524122238159179,
"step": 1980
},
{
"epoch": 0.06676284094340255,
"grad_norm": NaN,
"learning_rate": 0.00019243220807969012,
"loss": 34.05416564941406,
"step": 1990
},
{
"epoch": 0.06709833260643473,
"grad_norm": NaN,
"learning_rate": 0.00019236303265080245,
"loss": 0.31617584228515627,
"step": 2000
},
{
"epoch": 0.06743382426946691,
"grad_norm": NaN,
"learning_rate": 0.00019229385722191477,
"loss": 7.265777587890625,
"step": 2010
},
{
"epoch": 0.06776931593249907,
"grad_norm": NaN,
"learning_rate": 0.00019222468179302713,
"loss": 0.1644289493560791,
"step": 2020
},
{
"epoch": 0.06810480759553125,
"grad_norm": NaN,
"learning_rate": 0.00019215550636413945,
"loss": 0.8370037078857422,
"step": 2030
},
{
"epoch": 0.06844029925856343,
"grad_norm": NaN,
"learning_rate": 0.0001920863309352518,
"loss": 0.31595618724823,
"step": 2040
},
{
"epoch": 0.0687757909215956,
"grad_norm": NaN,
"learning_rate": 0.00019201715550636413,
"loss": 0.0,
"step": 2050
},
{
"epoch": 0.06911128258462777,
"grad_norm": NaN,
"learning_rate": 0.0001919479800774765,
"loss": 13.008200073242188,
"step": 2060
},
{
"epoch": 0.06944677424765995,
"grad_norm": NaN,
"learning_rate": 0.00019187880464858882,
"loss": 40.93202514648438,
"step": 2070
},
{
"epoch": 0.06978226591069212,
"grad_norm": NaN,
"learning_rate": 0.00019180962921970117,
"loss": 0.0,
"step": 2080
},
{
"epoch": 0.0701177575737243,
"grad_norm": NaN,
"learning_rate": 0.00019174045379081352,
"loss": 15.647711181640625,
"step": 2090
},
{
"epoch": 0.07045324923675647,
"grad_norm": NaN,
"learning_rate": 0.00019167127836192585,
"loss": 0.14367586374282837,
"step": 2100
},
{
"epoch": 0.07078874089978864,
"grad_norm": NaN,
"learning_rate": 0.0001916021029330382,
"loss": 8.04082794189453,
"step": 2110
},
{
"epoch": 0.07112423256282081,
"grad_norm": NaN,
"learning_rate": 0.00019153292750415053,
"loss": 44.7733154296875,
"step": 2120
},
{
"epoch": 0.07145972422585299,
"grad_norm": NaN,
"learning_rate": 0.00019146375207526289,
"loss": 4.347629547119141,
"step": 2130
},
{
"epoch": 0.07179521588888516,
"grad_norm": NaN,
"learning_rate": 0.0001913945766463752,
"loss": 1.4188465118408202,
"step": 2140
},
{
"epoch": 0.07213070755191733,
"grad_norm": NaN,
"learning_rate": 0.00019132540121748757,
"loss": 1.8175588607788087,
"step": 2150
},
{
"epoch": 0.07246619921494951,
"grad_norm": NaN,
"learning_rate": 0.0001912562257885999,
"loss": 0.0,
"step": 2160
},
{
"epoch": 0.07280169087798168,
"grad_norm": NaN,
"learning_rate": 0.00019118705035971225,
"loss": 1.2621800422668457,
"step": 2170
},
{
"epoch": 0.07313718254101385,
"grad_norm": NaN,
"learning_rate": 0.00019111787493082457,
"loss": 7.959675598144531,
"step": 2180
},
{
"epoch": 0.07347267420404603,
"grad_norm": NaN,
"learning_rate": 0.0001910486995019369,
"loss": 0.02607383728027344,
"step": 2190
},
{
"epoch": 0.07380816586707821,
"grad_norm": NaN,
"learning_rate": 0.00019097952407304926,
"loss": 0.0,
"step": 2200
},
{
"epoch": 0.07414365753011037,
"grad_norm": NaN,
"learning_rate": 0.0001909103486441616,
"loss": 0.0,
"step": 2210
},
{
"epoch": 0.07447914919314255,
"grad_norm": NaN,
"learning_rate": 0.00019084117321527394,
"loss": 0.7340176105499268,
"step": 2220
},
{
"epoch": 0.07481464085617473,
"grad_norm": NaN,
"learning_rate": 0.0001907719977863863,
"loss": 0.0,
"step": 2230
},
{
"epoch": 0.0751501325192069,
"grad_norm": NaN,
"learning_rate": 0.00019070282235749864,
"loss": 0.25017504692077636,
"step": 2240
},
{
"epoch": 0.07548562418223907,
"grad_norm": NaN,
"learning_rate": 0.00019063364692861097,
"loss": 0.22640457153320312,
"step": 2250
},
{
"epoch": 0.07582111584527125,
"grad_norm": NaN,
"learning_rate": 0.00019056447149972333,
"loss": 0.11563352346420289,
"step": 2260
},
{
"epoch": 0.07615660750830341,
"grad_norm": NaN,
"learning_rate": 0.00019049529607083565,
"loss": 0.0,
"step": 2270
},
{
"epoch": 0.07649209917133559,
"grad_norm": NaN,
"learning_rate": 0.00019042612064194798,
"loss": 3.0178035736083983,
"step": 2280
},
{
"epoch": 0.07682759083436777,
"grad_norm": NaN,
"learning_rate": 0.00019035694521306033,
"loss": 2.448381805419922,
"step": 2290
},
{
"epoch": 0.07716308249739993,
"grad_norm": NaN,
"learning_rate": 0.00019028776978417266,
"loss": 0.08023186922073364,
"step": 2300
},
{
"epoch": 0.07749857416043211,
"grad_norm": NaN,
"learning_rate": 0.00019021859435528501,
"loss": 1.200744342803955,
"step": 2310
},
{
"epoch": 0.07783406582346429,
"grad_norm": NaN,
"learning_rate": 0.00019014941892639734,
"loss": 0.21134116649627685,
"step": 2320
},
{
"epoch": 0.07816955748649645,
"grad_norm": NaN,
"learning_rate": 0.0001900802434975097,
"loss": 35.453729248046876,
"step": 2330
},
{
"epoch": 0.07850504914952863,
"grad_norm": NaN,
"learning_rate": 0.00019001106806862202,
"loss": 137.92135009765624,
"step": 2340
},
{
"epoch": 0.07884054081256081,
"grad_norm": NaN,
"learning_rate": 0.00018994189263973438,
"loss": 0.0,
"step": 2350
},
{
"epoch": 0.07917603247559298,
"grad_norm": NaN,
"learning_rate": 0.00018987271721084673,
"loss": 6.1998237609863285,
"step": 2360
},
{
"epoch": 0.07951152413862515,
"grad_norm": NaN,
"learning_rate": 0.00018980354178195906,
"loss": 13.4881103515625,
"step": 2370
},
{
"epoch": 0.07984701580165733,
"grad_norm": NaN,
"learning_rate": 0.0001897343663530714,
"loss": 1.280299186706543,
"step": 2380
},
{
"epoch": 0.08018250746468951,
"grad_norm": NaN,
"learning_rate": 0.00018966519092418374,
"loss": 116.68470458984375,
"step": 2390
},
{
"epoch": 0.08051799912772167,
"grad_norm": NaN,
"learning_rate": 0.0001895960154952961,
"loss": 3.3710357666015627,
"step": 2400
},
{
"epoch": 0.08085349079075385,
"grad_norm": NaN,
"learning_rate": 0.00018952684006640842,
"loss": 0.21961677074432373,
"step": 2410
},
{
"epoch": 0.08118898245378603,
"grad_norm": NaN,
"learning_rate": 0.00018945766463752077,
"loss": 0.3747732639312744,
"step": 2420
},
{
"epoch": 0.0815244741168182,
"grad_norm": NaN,
"learning_rate": 0.0001893884892086331,
"loss": 0.4310005664825439,
"step": 2430
},
{
"epoch": 0.08185996577985037,
"grad_norm": NaN,
"learning_rate": 0.00018931931377974543,
"loss": 0.9692728042602539,
"step": 2440
},
{
"epoch": 0.08219545744288255,
"grad_norm": NaN,
"learning_rate": 0.00018925013835085778,
"loss": 1.857094955444336,
"step": 2450
},
{
"epoch": 0.08253094910591471,
"grad_norm": NaN,
"learning_rate": 0.0001891809629219701,
"loss": 4.252373123168946,
"step": 2460
},
{
"epoch": 0.08286644076894689,
"grad_norm": NaN,
"learning_rate": 0.00018911178749308246,
"loss": 0.32670233249664304,
"step": 2470
},
{
"epoch": 0.08320193243197907,
"grad_norm": NaN,
"learning_rate": 0.0001890426120641948,
"loss": 2.028175163269043,
"step": 2480
},
{
"epoch": 0.08353742409501123,
"grad_norm": NaN,
"learning_rate": 0.00018897343663530714,
"loss": 0.6285067081451416,
"step": 2490
},
{
"epoch": 0.08387291575804341,
"grad_norm": NaN,
"learning_rate": 0.0001889042612064195,
"loss": 0.388396167755127,
"step": 2500
},
{
"epoch": 0.08420840742107559,
"grad_norm": NaN,
"learning_rate": 0.00018883508577753185,
"loss": 5.106251525878906,
"step": 2510
},
{
"epoch": 0.08454389908410775,
"grad_norm": NaN,
"learning_rate": 0.00018876591034864418,
"loss": 11.141984558105468,
"step": 2520
},
{
"epoch": 0.08487939074713993,
"grad_norm": NaN,
"learning_rate": 0.0001886967349197565,
"loss": 0.0,
"step": 2530
},
{
"epoch": 0.08521488241017211,
"grad_norm": NaN,
"learning_rate": 0.00018862755949086886,
"loss": 7.814942932128906,
"step": 2540
},
{
"epoch": 0.08555037407320427,
"grad_norm": NaN,
"learning_rate": 0.00018855838406198119,
"loss": 0.7215664863586426,
"step": 2550
},
{
"epoch": 0.08588586573623645,
"grad_norm": NaN,
"learning_rate": 0.00018848920863309354,
"loss": 0.36127281188964844,
"step": 2560
},
{
"epoch": 0.08622135739926863,
"grad_norm": NaN,
"learning_rate": 0.00018842003320420587,
"loss": 0.0,
"step": 2570
},
{
"epoch": 0.08655684906230081,
"grad_norm": NaN,
"learning_rate": 0.00018835085777531822,
"loss": 0.0,
"step": 2580
},
{
"epoch": 0.08689234072533297,
"grad_norm": NaN,
"learning_rate": 0.00018828168234643055,
"loss": 0.8563030242919922,
"step": 2590
},
{
"epoch": 0.08722783238836515,
"grad_norm": NaN,
"learning_rate": 0.0001882125069175429,
"loss": 67.47144775390625,
"step": 2600
},
{
"epoch": 0.08756332405139733,
"grad_norm": NaN,
"learning_rate": 0.00018814333148865523,
"loss": 11.852330780029297,
"step": 2610
},
{
"epoch": 0.08789881571442949,
"grad_norm": NaN,
"learning_rate": 0.00018807415605976758,
"loss": 189.433349609375,
"step": 2620
},
{
"epoch": 0.08823430737746167,
"grad_norm": NaN,
"learning_rate": 0.00018800498063087994,
"loss": 0.5957945823669434,
"step": 2630
},
{
"epoch": 0.08856979904049385,
"grad_norm": NaN,
"learning_rate": 0.00018793580520199226,
"loss": 0.8038434028625489,
"step": 2640
},
{
"epoch": 0.08890529070352601,
"grad_norm": NaN,
"learning_rate": 0.00018786662977310462,
"loss": 0.2752511024475098,
"step": 2650
},
{
"epoch": 0.08924078236655819,
"grad_norm": NaN,
"learning_rate": 0.00018779745434421694,
"loss": 0.6539276599884033,
"step": 2660
},
{
"epoch": 0.08957627402959037,
"grad_norm": NaN,
"learning_rate": 0.0001877282789153293,
"loss": 5.113545227050781,
"step": 2670
},
{
"epoch": 0.08991176569262253,
"grad_norm": NaN,
"learning_rate": 0.00018765910348644162,
"loss": 0.0,
"step": 2680
},
{
"epoch": 0.09024725735565471,
"grad_norm": NaN,
"learning_rate": 0.00018758992805755398,
"loss": 0.0,
"step": 2690
},
{
"epoch": 0.09058274901868689,
"grad_norm": NaN,
"learning_rate": 0.0001875207526286663,
"loss": 6.7245635986328125,
"step": 2700
},
{
"epoch": 0.09091824068171905,
"grad_norm": NaN,
"learning_rate": 0.00018745157719977863,
"loss": 145.0689453125,
"step": 2710
},
{
"epoch": 0.09125373234475123,
"grad_norm": NaN,
"learning_rate": 0.000187382401770891,
"loss": 18.5854736328125,
"step": 2720
},
{
"epoch": 0.09158922400778341,
"grad_norm": NaN,
"learning_rate": 0.00018731322634200331,
"loss": 0.0,
"step": 2730
},
{
"epoch": 0.09192471567081557,
"grad_norm": NaN,
"learning_rate": 0.00018724405091311567,
"loss": 2.348870849609375,
"step": 2740
},
{
"epoch": 0.09226020733384775,
"grad_norm": NaN,
"learning_rate": 0.000187174875484228,
"loss": 2.874924087524414,
"step": 2750
},
{
"epoch": 0.09259569899687993,
"grad_norm": NaN,
"learning_rate": 0.00018710570005534035,
"loss": 2.0589231491088866,
"step": 2760
},
{
"epoch": 0.09293119065991211,
"grad_norm": NaN,
"learning_rate": 0.0001870365246264527,
"loss": 52.030645751953124,
"step": 2770
},
{
"epoch": 0.09326668232294427,
"grad_norm": NaN,
"learning_rate": 0.00018696734919756506,
"loss": 89.06510620117187,
"step": 2780
},
{
"epoch": 0.09360217398597645,
"grad_norm": NaN,
"learning_rate": 0.00018689817376867738,
"loss": 0.9730803489685058,
"step": 2790
},
{
"epoch": 0.09393766564900863,
"grad_norm": NaN,
"learning_rate": 0.0001868289983397897,
"loss": 0.0,
"step": 2800
},
{
"epoch": 0.09427315731204079,
"grad_norm": NaN,
"learning_rate": 0.00018675982291090206,
"loss": 55.60011596679688,
"step": 2810
},
{
"epoch": 0.09460864897507297,
"grad_norm": NaN,
"learning_rate": 0.0001866906474820144,
"loss": 0.0,
"step": 2820
},
{
"epoch": 0.09494414063810515,
"grad_norm": NaN,
"learning_rate": 0.00018662147205312675,
"loss": 38.93014831542969,
"step": 2830
},
{
"epoch": 0.09527963230113731,
"grad_norm": NaN,
"learning_rate": 0.00018655229662423907,
"loss": 0.6741656303405762,
"step": 2840
},
{
"epoch": 0.09561512396416949,
"grad_norm": NaN,
"learning_rate": 0.00018648312119535143,
"loss": 0.09552153348922729,
"step": 2850
},
{
"epoch": 0.09595061562720167,
"grad_norm": NaN,
"learning_rate": 0.00018641394576646375,
"loss": 0.13130130767822265,
"step": 2860
},
{
"epoch": 0.09628610729023383,
"grad_norm": NaN,
"learning_rate": 0.00018634477033757608,
"loss": 43.31304931640625,
"step": 2870
},
{
"epoch": 0.09662159895326601,
"grad_norm": NaN,
"learning_rate": 0.00018627559490868843,
"loss": 0.27574739456176756,
"step": 2880
},
{
"epoch": 0.09695709061629819,
"grad_norm": NaN,
"learning_rate": 0.0001862064194798008,
"loss": 0.0495761901140213,
"step": 2890
},
{
"epoch": 0.09729258227933035,
"grad_norm": NaN,
"learning_rate": 0.00018613724405091314,
"loss": 8.007275390625,
"step": 2900
},
{
"epoch": 0.09762807394236253,
"grad_norm": NaN,
"learning_rate": 0.00018606806862202547,
"loss": 306.2622314453125,
"step": 2910
},
{
"epoch": 0.09796356560539471,
"grad_norm": NaN,
"learning_rate": 0.00018599889319313782,
"loss": 0.0,
"step": 2920
},
{
"epoch": 0.09829905726842687,
"grad_norm": NaN,
"learning_rate": 0.00018592971776425015,
"loss": 0.9617393493652344,
"step": 2930
},
{
"epoch": 0.09863454893145905,
"grad_norm": NaN,
"learning_rate": 0.0001858605423353625,
"loss": 15.769479370117187,
"step": 2940
},
{
"epoch": 0.09897004059449123,
"grad_norm": NaN,
"learning_rate": 0.00018579136690647483,
"loss": 122.81998291015626,
"step": 2950
},
{
"epoch": 0.09930553225752341,
"grad_norm": NaN,
"learning_rate": 0.00018572219147758716,
"loss": 0.0,
"step": 2960
},
{
"epoch": 0.09964102392055557,
"grad_norm": NaN,
"learning_rate": 0.0001856530160486995,
"loss": 2.3114242553710938,
"step": 2970
},
{
"epoch": 0.09997651558358775,
"grad_norm": NaN,
"learning_rate": 0.00018558384061981184,
"loss": 89.21986083984375,
"step": 2980
},
{
"epoch": 0.10031200724661993,
"grad_norm": NaN,
"learning_rate": 0.0001855146651909242,
"loss": 8.306566619873047,
"step": 2990
},
{
"epoch": 0.10064749890965209,
"grad_norm": NaN,
"learning_rate": 0.00018544548976203652,
"loss": 3.119292068481445,
"step": 3000
}
],
"logging_steps": 10,
"max_steps": 29807,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": false
},
"attributes": {}
}
},
"total_flos": 1.216413164007792e+17,
"train_batch_size": 1,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 0.10064749890965209,
"eval_steps": 500,
"global_step": 3000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.00033549166303217364,
"grad_norm": 3.6124119758605957,
"learning_rate": 2.011173184357542e-06,
"loss": 2.9620466232299805,
"step": 10
},
{
"epoch": 0.0006709833260643473,
"grad_norm": 0.8180733323097229,
"learning_rate": 4.245810055865922e-06,
"loss": 2.254135513305664,
"step": 20
},
{
"epoch": 0.0010064749890965209,
"grad_norm": 1.8416152000427246,
"learning_rate": 6.4804469273743025e-06,
"loss": 2.308770179748535,
"step": 30
},
{
"epoch": 0.0013419666521286946,
"grad_norm": 1.6899038553237915,
"learning_rate": 8.715083798882683e-06,
"loss": 2.354534149169922,
"step": 40
},
{
"epoch": 0.0016774583151608683,
"grad_norm": 1.0635626316070557,
"learning_rate": 1.0949720670391061e-05,
"loss": 1.9643959045410155,
"step": 50
},
{
"epoch": 0.0020129499781930417,
"grad_norm": 1.7144725322723389,
"learning_rate": 1.3184357541899443e-05,
"loss": 2.196229934692383,
"step": 60
},
{
"epoch": 0.0023484416412252154,
"grad_norm": 2.0055930614471436,
"learning_rate": 1.5418994413407823e-05,
"loss": 1.9873594284057616,
"step": 70
},
{
"epoch": 0.002683933304257389,
"grad_norm": 1.3090643882751465,
"learning_rate": 1.7653631284916203e-05,
"loss": 1.7420753479003905,
"step": 80
},
{
"epoch": 0.003019424967289563,
"grad_norm": 0.6108576655387878,
"learning_rate": 1.9888268156424583e-05,
"loss": 1.8236627578735352,
"step": 90
},
{
"epoch": 0.0033549166303217365,
"grad_norm": 0.6574695706367493,
"learning_rate": 2.212290502793296e-05,
"loss": 1.7359764099121093,
"step": 100
},
{
"epoch": 0.0036904082933539102,
"grad_norm": 0.8230994939804077,
"learning_rate": 2.4357541899441343e-05,
"loss": 1.5833864212036133,
"step": 110
},
{
"epoch": 0.0040258999563860835,
"grad_norm": 0.9543447494506836,
"learning_rate": 2.6592178770949723e-05,
"loss": 1.51551513671875,
"step": 120
},
{
"epoch": 0.004361391619418257,
"grad_norm": 0.9667573571205139,
"learning_rate": 2.88268156424581e-05,
"loss": 1.4613374710083007,