Text Classification
Transformers
PyTorch
TensorBoard
roberta
Generated from Trainer
text-embeddings-inference
Instructions to use DunnBC22/codebert-base-mlm-Malicious_URLs with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use DunnBC22/codebert-base-mlm-Malicious_URLs with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="DunnBC22/codebert-base-mlm-Malicious_URLs")# Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("DunnBC22/codebert-base-mlm-Malicious_URLs") model = AutoModelForSequenceClassification.from_pretrained("DunnBC22/codebert-base-mlm-Malicious_URLs", device_map="auto") - Notebooks
- Google Colab
- Kaggle
| { | |
| "best_metric": null, | |
| "best_model_checkpoint": null, | |
| "epoch": 1.999886413115499, | |
| "global_step": 26410, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.9999242711094284e-05, | |
| "loss": 1.3163, | |
| "step": 1 | |
| }, | |
| { | |
| "epoch": 0.0, | |
| "learning_rate": 1.9963650132525562e-05, | |
| "loss": 1.0093, | |
| "step": 50 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.99265429761454e-05, | |
| "loss": 0.8939, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.01, | |
| "learning_rate": 1.9888678530859524e-05, | |
| "loss": 0.8368, | |
| "step": 150 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.985081408557365e-05, | |
| "loss": 0.8794, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9812949640287772e-05, | |
| "loss": 0.843, | |
| "step": 250 | |
| }, | |
| { | |
| "epoch": 0.02, | |
| "learning_rate": 1.9775085195001894e-05, | |
| "loss": 0.8488, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9737220749716017e-05, | |
| "loss": 0.8465, | |
| "step": 350 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9699356304430143e-05, | |
| "loss": 0.8591, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 0.03, | |
| "learning_rate": 1.9661491859144265e-05, | |
| "loss": 0.8978, | |
| "step": 450 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9623627413858387e-05, | |
| "loss": 0.8035, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 0.04, | |
| "learning_rate": 1.9585762968572513e-05, | |
| "loss": 0.8153, | |
| "step": 550 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9547898523286635e-05, | |
| "loss": 0.8079, | |
| "step": 600 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.9510034078000758e-05, | |
| "loss": 0.8092, | |
| "step": 650 | |
| }, | |
| { | |
| "epoch": 0.05, | |
| "learning_rate": 1.947216963271488e-05, | |
| "loss": 0.8294, | |
| "step": 700 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.9434305187429006e-05, | |
| "loss": 0.8099, | |
| "step": 750 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.939644074214313e-05, | |
| "loss": 0.85, | |
| "step": 800 | |
| }, | |
| { | |
| "epoch": 0.06, | |
| "learning_rate": 1.935857629685725e-05, | |
| "loss": 0.8509, | |
| "step": 850 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.9320711851571376e-05, | |
| "loss": 0.8229, | |
| "step": 900 | |
| }, | |
| { | |
| "epoch": 0.07, | |
| "learning_rate": 1.92828474062855e-05, | |
| "loss": 0.8251, | |
| "step": 950 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.9244982960999625e-05, | |
| "loss": 0.8116, | |
| "step": 1000 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.9207118515713747e-05, | |
| "loss": 0.8277, | |
| "step": 1050 | |
| }, | |
| { | |
| "epoch": 0.08, | |
| "learning_rate": 1.916925407042787e-05, | |
| "loss": 0.8004, | |
| "step": 1100 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.9131389625141995e-05, | |
| "loss": 0.8347, | |
| "step": 1150 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.9093525179856118e-05, | |
| "loss": 0.8103, | |
| "step": 1200 | |
| }, | |
| { | |
| "epoch": 0.09, | |
| "learning_rate": 1.905566073457024e-05, | |
| "loss": 0.8566, | |
| "step": 1250 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.9017796289284362e-05, | |
| "loss": 0.7921, | |
| "step": 1300 | |
| }, | |
| { | |
| "epoch": 0.1, | |
| "learning_rate": 1.8979931843998488e-05, | |
| "loss": 0.7959, | |
| "step": 1350 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.894206739871261e-05, | |
| "loss": 0.7827, | |
| "step": 1400 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.8904202953426733e-05, | |
| "loss": 0.785, | |
| "step": 1450 | |
| }, | |
| { | |
| "epoch": 0.11, | |
| "learning_rate": 1.886633850814086e-05, | |
| "loss": 0.8061, | |
| "step": 1500 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.882847406285498e-05, | |
| "loss": 0.7717, | |
| "step": 1550 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.8790609617569103e-05, | |
| "loss": 0.8362, | |
| "step": 1600 | |
| }, | |
| { | |
| "epoch": 0.12, | |
| "learning_rate": 1.8752745172283226e-05, | |
| "loss": 0.7975, | |
| "step": 1650 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.871488072699735e-05, | |
| "loss": 0.8123, | |
| "step": 1700 | |
| }, | |
| { | |
| "epoch": 0.13, | |
| "learning_rate": 1.8677016281711474e-05, | |
| "loss": 0.8526, | |
| "step": 1750 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.8639151836425596e-05, | |
| "loss": 0.808, | |
| "step": 1800 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.8601287391139722e-05, | |
| "loss": 0.7989, | |
| "step": 1850 | |
| }, | |
| { | |
| "epoch": 0.14, | |
| "learning_rate": 1.8563422945853844e-05, | |
| "loss": 0.7755, | |
| "step": 1900 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.8525558500567967e-05, | |
| "loss": 0.8467, | |
| "step": 1950 | |
| }, | |
| { | |
| "epoch": 0.15, | |
| "learning_rate": 1.8487694055282093e-05, | |
| "loss": 0.8221, | |
| "step": 2000 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.8449829609996215e-05, | |
| "loss": 0.7851, | |
| "step": 2050 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.841196516471034e-05, | |
| "loss": 0.8159, | |
| "step": 2100 | |
| }, | |
| { | |
| "epoch": 0.16, | |
| "learning_rate": 1.837410071942446e-05, | |
| "loss": 0.8027, | |
| "step": 2150 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.8336236274138586e-05, | |
| "loss": 0.7585, | |
| "step": 2200 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.8298371828852708e-05, | |
| "loss": 0.8287, | |
| "step": 2250 | |
| }, | |
| { | |
| "epoch": 0.17, | |
| "learning_rate": 1.8260507383566834e-05, | |
| "loss": 0.8127, | |
| "step": 2300 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.8222642938280956e-05, | |
| "loss": 0.8015, | |
| "step": 2350 | |
| }, | |
| { | |
| "epoch": 0.18, | |
| "learning_rate": 1.818477849299508e-05, | |
| "loss": 0.8228, | |
| "step": 2400 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8146914047709204e-05, | |
| "loss": 0.7865, | |
| "step": 2450 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.8109049602423327e-05, | |
| "loss": 0.8093, | |
| "step": 2500 | |
| }, | |
| { | |
| "epoch": 0.19, | |
| "learning_rate": 1.807118515713745e-05, | |
| "loss": 0.7812, | |
| "step": 2550 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.803332071185157e-05, | |
| "loss": 0.805, | |
| "step": 2600 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.7995456266565697e-05, | |
| "loss": 0.7844, | |
| "step": 2650 | |
| }, | |
| { | |
| "epoch": 0.2, | |
| "learning_rate": 1.795759182127982e-05, | |
| "loss": 0.7976, | |
| "step": 2700 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.7919727375993942e-05, | |
| "loss": 0.7683, | |
| "step": 2750 | |
| }, | |
| { | |
| "epoch": 0.21, | |
| "learning_rate": 1.7881862930708068e-05, | |
| "loss": 0.8157, | |
| "step": 2800 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.784399848542219e-05, | |
| "loss": 0.7801, | |
| "step": 2850 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.7806134040136312e-05, | |
| "loss": 0.7817, | |
| "step": 2900 | |
| }, | |
| { | |
| "epoch": 0.22, | |
| "learning_rate": 1.7768269594850435e-05, | |
| "loss": 0.8286, | |
| "step": 2950 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.773040514956456e-05, | |
| "loss": 0.7994, | |
| "step": 3000 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.7692540704278683e-05, | |
| "loss": 0.758, | |
| "step": 3050 | |
| }, | |
| { | |
| "epoch": 0.23, | |
| "learning_rate": 1.7654676258992805e-05, | |
| "loss": 0.8116, | |
| "step": 3100 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.761681181370693e-05, | |
| "loss": 0.7762, | |
| "step": 3150 | |
| }, | |
| { | |
| "epoch": 0.24, | |
| "learning_rate": 1.7578947368421054e-05, | |
| "loss": 0.7603, | |
| "step": 3200 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.7541082923135176e-05, | |
| "loss": 0.825, | |
| "step": 3250 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.7503218477849302e-05, | |
| "loss": 0.7649, | |
| "step": 3300 | |
| }, | |
| { | |
| "epoch": 0.25, | |
| "learning_rate": 1.7465354032563424e-05, | |
| "loss": 0.7886, | |
| "step": 3350 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.742748958727755e-05, | |
| "loss": 0.796, | |
| "step": 3400 | |
| }, | |
| { | |
| "epoch": 0.26, | |
| "learning_rate": 1.7389625141991672e-05, | |
| "loss": 0.7712, | |
| "step": 3450 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.7351760696705795e-05, | |
| "loss": 0.8061, | |
| "step": 3500 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.7313896251419917e-05, | |
| "loss": 0.7691, | |
| "step": 3550 | |
| }, | |
| { | |
| "epoch": 0.27, | |
| "learning_rate": 1.7276031806134043e-05, | |
| "loss": 0.8038, | |
| "step": 3600 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.7238167360848165e-05, | |
| "loss": 0.7679, | |
| "step": 3650 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.7200302915562288e-05, | |
| "loss": 0.7909, | |
| "step": 3700 | |
| }, | |
| { | |
| "epoch": 0.28, | |
| "learning_rate": 1.7162438470276413e-05, | |
| "loss": 0.8001, | |
| "step": 3750 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.7124574024990536e-05, | |
| "loss": 0.7369, | |
| "step": 3800 | |
| }, | |
| { | |
| "epoch": 0.29, | |
| "learning_rate": 1.7086709579704658e-05, | |
| "loss": 0.7716, | |
| "step": 3850 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.704884513441878e-05, | |
| "loss": 0.8003, | |
| "step": 3900 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.7010980689132906e-05, | |
| "loss": 0.7973, | |
| "step": 3950 | |
| }, | |
| { | |
| "epoch": 0.3, | |
| "learning_rate": 1.697311624384703e-05, | |
| "loss": 0.7745, | |
| "step": 4000 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.693525179856115e-05, | |
| "loss": 0.7266, | |
| "step": 4050 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.6897387353275277e-05, | |
| "loss": 0.7917, | |
| "step": 4100 | |
| }, | |
| { | |
| "epoch": 0.31, | |
| "learning_rate": 1.68595229079894e-05, | |
| "loss": 0.7393, | |
| "step": 4150 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.682165846270352e-05, | |
| "loss": 0.7822, | |
| "step": 4200 | |
| }, | |
| { | |
| "epoch": 0.32, | |
| "learning_rate": 1.6783794017417647e-05, | |
| "loss": 0.7919, | |
| "step": 4250 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.674592957213177e-05, | |
| "loss": 0.7943, | |
| "step": 4300 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.6708065126845892e-05, | |
| "loss": 0.7731, | |
| "step": 4350 | |
| }, | |
| { | |
| "epoch": 0.33, | |
| "learning_rate": 1.6670200681560014e-05, | |
| "loss": 0.7623, | |
| "step": 4400 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.663233623627414e-05, | |
| "loss": 0.7891, | |
| "step": 4450 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.6594471790988263e-05, | |
| "loss": 0.7769, | |
| "step": 4500 | |
| }, | |
| { | |
| "epoch": 0.34, | |
| "learning_rate": 1.655660734570239e-05, | |
| "loss": 0.7958, | |
| "step": 4550 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.651874290041651e-05, | |
| "loss": 0.7555, | |
| "step": 4600 | |
| }, | |
| { | |
| "epoch": 0.35, | |
| "learning_rate": 1.6480878455130633e-05, | |
| "loss": 0.7993, | |
| "step": 4650 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.644301400984476e-05, | |
| "loss": 0.7916, | |
| "step": 4700 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.640514956455888e-05, | |
| "loss": 0.8101, | |
| "step": 4750 | |
| }, | |
| { | |
| "epoch": 0.36, | |
| "learning_rate": 1.6367285119273004e-05, | |
| "loss": 0.8066, | |
| "step": 4800 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.6329420673987126e-05, | |
| "loss": 0.761, | |
| "step": 4850 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.6291556228701252e-05, | |
| "loss": 0.7919, | |
| "step": 4900 | |
| }, | |
| { | |
| "epoch": 0.37, | |
| "learning_rate": 1.6253691783415374e-05, | |
| "loss": 0.7484, | |
| "step": 4950 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.6215827338129497e-05, | |
| "loss": 0.809, | |
| "step": 5000 | |
| }, | |
| { | |
| "epoch": 0.38, | |
| "learning_rate": 1.6177962892843622e-05, | |
| "loss": 0.7683, | |
| "step": 5050 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.6140098447557745e-05, | |
| "loss": 0.7622, | |
| "step": 5100 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.6102234002271867e-05, | |
| "loss": 0.7618, | |
| "step": 5150 | |
| }, | |
| { | |
| "epoch": 0.39, | |
| "learning_rate": 1.6064369556985993e-05, | |
| "loss": 0.7687, | |
| "step": 5200 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.6026505111700115e-05, | |
| "loss": 0.7598, | |
| "step": 5250 | |
| }, | |
| { | |
| "epoch": 0.4, | |
| "learning_rate": 1.5988640666414238e-05, | |
| "loss": 0.7245, | |
| "step": 5300 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.595077622112836e-05, | |
| "loss": 0.7751, | |
| "step": 5350 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.5912911775842486e-05, | |
| "loss": 0.7903, | |
| "step": 5400 | |
| }, | |
| { | |
| "epoch": 0.41, | |
| "learning_rate": 1.5875047330556608e-05, | |
| "loss": 0.7399, | |
| "step": 5450 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.583718288527073e-05, | |
| "loss": 0.7529, | |
| "step": 5500 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.5799318439984856e-05, | |
| "loss": 0.7777, | |
| "step": 5550 | |
| }, | |
| { | |
| "epoch": 0.42, | |
| "learning_rate": 1.576145399469898e-05, | |
| "loss": 0.7411, | |
| "step": 5600 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.5723589549413105e-05, | |
| "loss": 0.7805, | |
| "step": 5650 | |
| }, | |
| { | |
| "epoch": 0.43, | |
| "learning_rate": 1.5685725104127224e-05, | |
| "loss": 0.7585, | |
| "step": 5700 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.564786065884135e-05, | |
| "loss": 0.7908, | |
| "step": 5750 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.560999621355547e-05, | |
| "loss": 0.7302, | |
| "step": 5800 | |
| }, | |
| { | |
| "epoch": 0.44, | |
| "learning_rate": 1.5572131768269597e-05, | |
| "loss": 0.7492, | |
| "step": 5850 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.553426732298372e-05, | |
| "loss": 0.8124, | |
| "step": 5900 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.5496402877697842e-05, | |
| "loss": 0.7609, | |
| "step": 5950 | |
| }, | |
| { | |
| "epoch": 0.45, | |
| "learning_rate": 1.5458538432411968e-05, | |
| "loss": 0.7383, | |
| "step": 6000 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.542067398712609e-05, | |
| "loss": 0.7585, | |
| "step": 6050 | |
| }, | |
| { | |
| "epoch": 0.46, | |
| "learning_rate": 1.538356683074593e-05, | |
| "loss": 0.7852, | |
| "step": 6100 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.5345702385460056e-05, | |
| "loss": 0.7737, | |
| "step": 6150 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.5307837940174178e-05, | |
| "loss": 0.7881, | |
| "step": 6200 | |
| }, | |
| { | |
| "epoch": 0.47, | |
| "learning_rate": 1.52699734948883e-05, | |
| "loss": 0.7716, | |
| "step": 6250 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.5232109049602425e-05, | |
| "loss": 0.7478, | |
| "step": 6300 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.5194244604316549e-05, | |
| "loss": 0.7681, | |
| "step": 6350 | |
| }, | |
| { | |
| "epoch": 0.48, | |
| "learning_rate": 1.5156380159030673e-05, | |
| "loss": 0.7703, | |
| "step": 6400 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.5118515713744795e-05, | |
| "loss": 0.8031, | |
| "step": 6450 | |
| }, | |
| { | |
| "epoch": 0.49, | |
| "learning_rate": 1.508065126845892e-05, | |
| "loss": 0.7812, | |
| "step": 6500 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.5042786823173042e-05, | |
| "loss": 0.8151, | |
| "step": 6550 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.5004922377887166e-05, | |
| "loss": 0.8384, | |
| "step": 6600 | |
| }, | |
| { | |
| "epoch": 0.5, | |
| "learning_rate": 1.4967057932601288e-05, | |
| "loss": 0.7861, | |
| "step": 6650 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.4929193487315412e-05, | |
| "loss": 0.7473, | |
| "step": 6700 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.4891329042029536e-05, | |
| "loss": 0.7741, | |
| "step": 6750 | |
| }, | |
| { | |
| "epoch": 0.51, | |
| "learning_rate": 1.4853464596743659e-05, | |
| "loss": 0.799, | |
| "step": 6800 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.4815600151457783e-05, | |
| "loss": 0.7929, | |
| "step": 6850 | |
| }, | |
| { | |
| "epoch": 0.52, | |
| "learning_rate": 1.4777735706171905e-05, | |
| "loss": 0.7594, | |
| "step": 6900 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.4739871260886029e-05, | |
| "loss": 0.736, | |
| "step": 6950 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.4702006815600151e-05, | |
| "loss": 0.7608, | |
| "step": 7000 | |
| }, | |
| { | |
| "epoch": 0.53, | |
| "learning_rate": 1.4664142370314276e-05, | |
| "loss": 0.7927, | |
| "step": 7050 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1.46262779250284e-05, | |
| "loss": 0.7753, | |
| "step": 7100 | |
| }, | |
| { | |
| "epoch": 0.54, | |
| "learning_rate": 1.4588413479742522e-05, | |
| "loss": 0.7476, | |
| "step": 7150 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.4550549034456646e-05, | |
| "loss": 0.7907, | |
| "step": 7200 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.4512684589170768e-05, | |
| "loss": 0.7874, | |
| "step": 7250 | |
| }, | |
| { | |
| "epoch": 0.55, | |
| "learning_rate": 1.4474820143884894e-05, | |
| "loss": 0.7626, | |
| "step": 7300 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 1.4436955698599018e-05, | |
| "loss": 0.7527, | |
| "step": 7350 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 1.439909125331314e-05, | |
| "loss": 0.7451, | |
| "step": 7400 | |
| }, | |
| { | |
| "epoch": 0.56, | |
| "learning_rate": 1.4361226808027265e-05, | |
| "loss": 0.7615, | |
| "step": 7450 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.4323362362741387e-05, | |
| "loss": 0.7365, | |
| "step": 7500 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "learning_rate": 1.4285497917455511e-05, | |
| "loss": 0.7627, | |
| "step": 7550 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.4247633472169634e-05, | |
| "loss": 0.7769, | |
| "step": 7600 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.4209769026883758e-05, | |
| "loss": 0.7253, | |
| "step": 7650 | |
| }, | |
| { | |
| "epoch": 0.58, | |
| "learning_rate": 1.4171904581597882e-05, | |
| "loss": 0.7422, | |
| "step": 7700 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.4134040136312004e-05, | |
| "loss": 0.7459, | |
| "step": 7750 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.4096175691026128e-05, | |
| "loss": 0.7355, | |
| "step": 7800 | |
| }, | |
| { | |
| "epoch": 0.59, | |
| "learning_rate": 1.405831124574025e-05, | |
| "loss": 0.7658, | |
| "step": 7850 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.4020446800454375e-05, | |
| "loss": 0.8133, | |
| "step": 7900 | |
| }, | |
| { | |
| "epoch": 0.6, | |
| "learning_rate": 1.3982582355168497e-05, | |
| "loss": 0.7574, | |
| "step": 7950 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.3944717909882621e-05, | |
| "loss": 0.7755, | |
| "step": 8000 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.3906853464596745e-05, | |
| "loss": 0.7434, | |
| "step": 8050 | |
| }, | |
| { | |
| "epoch": 0.61, | |
| "learning_rate": 1.3868989019310868e-05, | |
| "loss": 0.7565, | |
| "step": 8100 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.3831124574024992e-05, | |
| "loss": 0.7705, | |
| "step": 8150 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.3793260128739114e-05, | |
| "loss": 0.7699, | |
| "step": 8200 | |
| }, | |
| { | |
| "epoch": 0.62, | |
| "learning_rate": 1.3755395683453238e-05, | |
| "loss": 0.7834, | |
| "step": 8250 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.3718288527073081e-05, | |
| "loss": 0.7788, | |
| "step": 8300 | |
| }, | |
| { | |
| "epoch": 0.63, | |
| "learning_rate": 1.3680424081787202e-05, | |
| "loss": 0.7329, | |
| "step": 8350 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.3642559636501328e-05, | |
| "loss": 0.7774, | |
| "step": 8400 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.3604695191215448e-05, | |
| "loss": 0.7427, | |
| "step": 8450 | |
| }, | |
| { | |
| "epoch": 0.64, | |
| "learning_rate": 1.3566830745929574e-05, | |
| "loss": 0.7482, | |
| "step": 8500 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.3528966300643698e-05, | |
| "loss": 0.7888, | |
| "step": 8550 | |
| }, | |
| { | |
| "epoch": 0.65, | |
| "learning_rate": 1.349110185535782e-05, | |
| "loss": 0.7535, | |
| "step": 8600 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.3453237410071945e-05, | |
| "loss": 0.7456, | |
| "step": 8650 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.3415372964786067e-05, | |
| "loss": 0.7964, | |
| "step": 8700 | |
| }, | |
| { | |
| "epoch": 0.66, | |
| "learning_rate": 1.3377508519500191e-05, | |
| "loss": 0.7913, | |
| "step": 8750 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.3339644074214313e-05, | |
| "loss": 0.7745, | |
| "step": 8800 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.3301779628928438e-05, | |
| "loss": 0.7595, | |
| "step": 8850 | |
| }, | |
| { | |
| "epoch": 0.67, | |
| "learning_rate": 1.3263915183642562e-05, | |
| "loss": 0.7117, | |
| "step": 8900 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.3226050738356684e-05, | |
| "loss": 0.8142, | |
| "step": 8950 | |
| }, | |
| { | |
| "epoch": 0.68, | |
| "learning_rate": 1.3188186293070808e-05, | |
| "loss": 0.7539, | |
| "step": 9000 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.315032184778493e-05, | |
| "loss": 0.7135, | |
| "step": 9050 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.3112457402499055e-05, | |
| "loss": 0.7883, | |
| "step": 9100 | |
| }, | |
| { | |
| "epoch": 0.69, | |
| "learning_rate": 1.3074592957213177e-05, | |
| "loss": 0.7335, | |
| "step": 9150 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.3036728511927301e-05, | |
| "loss": 0.771, | |
| "step": 9200 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.2998864066641425e-05, | |
| "loss": 0.7341, | |
| "step": 9250 | |
| }, | |
| { | |
| "epoch": 0.7, | |
| "learning_rate": 1.2960999621355547e-05, | |
| "loss": 0.7177, | |
| "step": 9300 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.2923135176069672e-05, | |
| "loss": 0.7784, | |
| "step": 9350 | |
| }, | |
| { | |
| "epoch": 0.71, | |
| "learning_rate": 1.2885270730783794e-05, | |
| "loss": 0.7906, | |
| "step": 9400 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.2847406285497918e-05, | |
| "loss": 0.7762, | |
| "step": 9450 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.280954184021204e-05, | |
| "loss": 0.7482, | |
| "step": 9500 | |
| }, | |
| { | |
| "epoch": 0.72, | |
| "learning_rate": 1.2771677394926164e-05, | |
| "loss": 0.7069, | |
| "step": 9550 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2734570238546007e-05, | |
| "loss": 0.761, | |
| "step": 9600 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.269670579326013e-05, | |
| "loss": 0.7375, | |
| "step": 9650 | |
| }, | |
| { | |
| "epoch": 0.73, | |
| "learning_rate": 1.2658841347974254e-05, | |
| "loss": 0.7937, | |
| "step": 9700 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.2620976902688378e-05, | |
| "loss": 0.7983, | |
| "step": 9750 | |
| }, | |
| { | |
| "epoch": 0.74, | |
| "learning_rate": 1.25831124574025e-05, | |
| "loss": 0.7339, | |
| "step": 9800 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2545248012116624e-05, | |
| "loss": 0.7671, | |
| "step": 9850 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2507383566830747e-05, | |
| "loss": 0.7311, | |
| "step": 9900 | |
| }, | |
| { | |
| "epoch": 0.75, | |
| "learning_rate": 1.2469519121544871e-05, | |
| "loss": 0.7652, | |
| "step": 9950 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2431654676258993e-05, | |
| "loss": 0.7549, | |
| "step": 10000 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2393790230973117e-05, | |
| "loss": 0.7802, | |
| "step": 10050 | |
| }, | |
| { | |
| "epoch": 0.76, | |
| "learning_rate": 1.2355925785687241e-05, | |
| "loss": 0.7573, | |
| "step": 10100 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2318061340401364e-05, | |
| "loss": 0.695, | |
| "step": 10150 | |
| }, | |
| { | |
| "epoch": 0.77, | |
| "learning_rate": 1.2280196895115488e-05, | |
| "loss": 0.7214, | |
| "step": 10200 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.224233244982961e-05, | |
| "loss": 0.772, | |
| "step": 10250 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.2204468004543734e-05, | |
| "loss": 0.7855, | |
| "step": 10300 | |
| }, | |
| { | |
| "epoch": 0.78, | |
| "learning_rate": 1.2166603559257857e-05, | |
| "loss": 0.7345, | |
| "step": 10350 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.212873911397198e-05, | |
| "loss": 0.7416, | |
| "step": 10400 | |
| }, | |
| { | |
| "epoch": 0.79, | |
| "learning_rate": 1.2090874668686105e-05, | |
| "loss": 0.7723, | |
| "step": 10450 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.2053010223400227e-05, | |
| "loss": 0.7446, | |
| "step": 10500 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.2015145778114351e-05, | |
| "loss": 0.7657, | |
| "step": 10550 | |
| }, | |
| { | |
| "epoch": 0.8, | |
| "learning_rate": 1.1977281332828474e-05, | |
| "loss": 0.7944, | |
| "step": 10600 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.1939416887542598e-05, | |
| "loss": 0.7598, | |
| "step": 10650 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.1901552442256724e-05, | |
| "loss": 0.7212, | |
| "step": 10700 | |
| }, | |
| { | |
| "epoch": 0.81, | |
| "learning_rate": 1.1863687996970846e-05, | |
| "loss": 0.7564, | |
| "step": 10750 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.182582355168497e-05, | |
| "loss": 0.7552, | |
| "step": 10800 | |
| }, | |
| { | |
| "epoch": 0.82, | |
| "learning_rate": 1.1787959106399092e-05, | |
| "loss": 0.7582, | |
| "step": 10850 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.1750094661113217e-05, | |
| "loss": 0.7506, | |
| "step": 10900 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.1712230215827339e-05, | |
| "loss": 0.7738, | |
| "step": 10950 | |
| }, | |
| { | |
| "epoch": 0.83, | |
| "learning_rate": 1.1674365770541463e-05, | |
| "loss": 0.7295, | |
| "step": 11000 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.1636501325255587e-05, | |
| "loss": 0.7627, | |
| "step": 11050 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.159863687996971e-05, | |
| "loss": 0.7918, | |
| "step": 11100 | |
| }, | |
| { | |
| "epoch": 0.84, | |
| "learning_rate": 1.1560772434683833e-05, | |
| "loss": 0.7235, | |
| "step": 11150 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.1522907989397956e-05, | |
| "loss": 0.7988, | |
| "step": 11200 | |
| }, | |
| { | |
| "epoch": 0.85, | |
| "learning_rate": 1.148504354411208e-05, | |
| "loss": 0.7646, | |
| "step": 11250 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.1447179098826202e-05, | |
| "loss": 0.7794, | |
| "step": 11300 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.1409314653540326e-05, | |
| "loss": 0.79, | |
| "step": 11350 | |
| }, | |
| { | |
| "epoch": 0.86, | |
| "learning_rate": 1.137145020825445e-05, | |
| "loss": 0.7291, | |
| "step": 11400 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.1333585762968573e-05, | |
| "loss": 0.7682, | |
| "step": 11450 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.1295721317682697e-05, | |
| "loss": 0.8078, | |
| "step": 11500 | |
| }, | |
| { | |
| "epoch": 0.87, | |
| "learning_rate": 1.125785687239682e-05, | |
| "loss": 0.8196, | |
| "step": 11550 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.1219992427110943e-05, | |
| "loss": 0.7173, | |
| "step": 11600 | |
| }, | |
| { | |
| "epoch": 0.88, | |
| "learning_rate": 1.1182127981825066e-05, | |
| "loss": 0.7908, | |
| "step": 11650 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.114426353653919e-05, | |
| "loss": 0.7784, | |
| "step": 11700 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.1106399091253316e-05, | |
| "loss": 0.7317, | |
| "step": 11750 | |
| }, | |
| { | |
| "epoch": 0.89, | |
| "learning_rate": 1.1068534645967436e-05, | |
| "loss": 0.7497, | |
| "step": 11800 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.1030670200681562e-05, | |
| "loss": 0.7504, | |
| "step": 11850 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.0992805755395683e-05, | |
| "loss": 0.7962, | |
| "step": 11900 | |
| }, | |
| { | |
| "epoch": 0.9, | |
| "learning_rate": 1.0954941310109809e-05, | |
| "loss": 0.7615, | |
| "step": 11950 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.0917076864823933e-05, | |
| "loss": 0.7485, | |
| "step": 12000 | |
| }, | |
| { | |
| "epoch": 0.91, | |
| "learning_rate": 1.0879969708443772e-05, | |
| "loss": 0.7088, | |
| "step": 12050 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.0842105263157896e-05, | |
| "loss": 0.7479, | |
| "step": 12100 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.0804240817872019e-05, | |
| "loss": 0.7571, | |
| "step": 12150 | |
| }, | |
| { | |
| "epoch": 0.92, | |
| "learning_rate": 1.0766376372586143e-05, | |
| "loss": 0.7576, | |
| "step": 12200 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.0728511927300267e-05, | |
| "loss": 0.7267, | |
| "step": 12250 | |
| }, | |
| { | |
| "epoch": 0.93, | |
| "learning_rate": 1.069064748201439e-05, | |
| "loss": 0.7521, | |
| "step": 12300 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.0652783036728513e-05, | |
| "loss": 0.7616, | |
| "step": 12350 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.0614918591442636e-05, | |
| "loss": 0.7232, | |
| "step": 12400 | |
| }, | |
| { | |
| "epoch": 0.94, | |
| "learning_rate": 1.057705414615676e-05, | |
| "loss": 0.797, | |
| "step": 12450 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.0539189700870882e-05, | |
| "loss": 0.7575, | |
| "step": 12500 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.0501325255585006e-05, | |
| "loss": 0.7384, | |
| "step": 12550 | |
| }, | |
| { | |
| "epoch": 0.95, | |
| "learning_rate": 1.046346081029913e-05, | |
| "loss": 0.7523, | |
| "step": 12600 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.0425596365013253e-05, | |
| "loss": 0.7271, | |
| "step": 12650 | |
| }, | |
| { | |
| "epoch": 0.96, | |
| "learning_rate": 1.0387731919727377e-05, | |
| "loss": 0.7746, | |
| "step": 12700 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.03498674744415e-05, | |
| "loss": 0.7463, | |
| "step": 12750 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.0312003029155623e-05, | |
| "loss": 0.7234, | |
| "step": 12800 | |
| }, | |
| { | |
| "epoch": 0.97, | |
| "learning_rate": 1.0274138583869746e-05, | |
| "loss": 0.7462, | |
| "step": 12850 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.023627413858387e-05, | |
| "loss": 0.7391, | |
| "step": 12900 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.0198409693297995e-05, | |
| "loss": 0.7761, | |
| "step": 12950 | |
| }, | |
| { | |
| "epoch": 0.98, | |
| "learning_rate": 1.0160545248012116e-05, | |
| "loss": 0.7849, | |
| "step": 13000 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.0122680802726242e-05, | |
| "loss": 0.7391, | |
| "step": 13050 | |
| }, | |
| { | |
| "epoch": 0.99, | |
| "learning_rate": 1.0084816357440364e-05, | |
| "loss": 0.7203, | |
| "step": 13100 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.0046951912154488e-05, | |
| "loss": 0.7439, | |
| "step": 13150 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 1.0009087466868612e-05, | |
| "loss": 0.7551, | |
| "step": 13200 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "learning_rate": 9.971223021582735e-06, | |
| "loss": 0.6935, | |
| "step": 13250 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 9.933358576296857e-06, | |
| "loss": 0.7541, | |
| "step": 13300 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 9.895494131010981e-06, | |
| "loss": 0.7828, | |
| "step": 13350 | |
| }, | |
| { | |
| "epoch": 1.01, | |
| "learning_rate": 9.857629685725105e-06, | |
| "loss": 0.7204, | |
| "step": 13400 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 9.819765240439228e-06, | |
| "loss": 0.7374, | |
| "step": 13450 | |
| }, | |
| { | |
| "epoch": 1.02, | |
| "learning_rate": 9.781900795153352e-06, | |
| "loss": 0.7477, | |
| "step": 13500 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 9.744036349867474e-06, | |
| "loss": 0.7516, | |
| "step": 13550 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 9.706171904581598e-06, | |
| "loss": 0.727, | |
| "step": 13600 | |
| }, | |
| { | |
| "epoch": 1.03, | |
| "learning_rate": 9.668307459295722e-06, | |
| "loss": 0.7343, | |
| "step": 13650 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 9.630443014009846e-06, | |
| "loss": 0.7739, | |
| "step": 13700 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 9.592578568723969e-06, | |
| "loss": 0.7447, | |
| "step": 13750 | |
| }, | |
| { | |
| "epoch": 1.04, | |
| "learning_rate": 9.554714123438093e-06, | |
| "loss": 0.7607, | |
| "step": 13800 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.516849678152215e-06, | |
| "loss": 0.79, | |
| "step": 13850 | |
| }, | |
| { | |
| "epoch": 1.05, | |
| "learning_rate": 9.47898523286634e-06, | |
| "loss": 0.7209, | |
| "step": 13900 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 9.441120787580462e-06, | |
| "loss": 0.7745, | |
| "step": 13950 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 9.403256342294586e-06, | |
| "loss": 0.7179, | |
| "step": 14000 | |
| }, | |
| { | |
| "epoch": 1.06, | |
| "learning_rate": 9.36539189700871e-06, | |
| "loss": 0.774, | |
| "step": 14050 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 9.327527451722832e-06, | |
| "loss": 0.7592, | |
| "step": 14100 | |
| }, | |
| { | |
| "epoch": 1.07, | |
| "learning_rate": 9.289663006436956e-06, | |
| "loss": 0.7598, | |
| "step": 14150 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 9.25179856115108e-06, | |
| "loss": 0.7665, | |
| "step": 14200 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 9.213934115865203e-06, | |
| "loss": 0.7529, | |
| "step": 14250 | |
| }, | |
| { | |
| "epoch": 1.08, | |
| "learning_rate": 9.176069670579327e-06, | |
| "loss": 0.6873, | |
| "step": 14300 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 9.138205225293451e-06, | |
| "loss": 0.7574, | |
| "step": 14350 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 9.100340780007573e-06, | |
| "loss": 0.7215, | |
| "step": 14400 | |
| }, | |
| { | |
| "epoch": 1.09, | |
| "learning_rate": 9.062476334721697e-06, | |
| "loss": 0.7411, | |
| "step": 14450 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 9.02461188943582e-06, | |
| "loss": 0.7627, | |
| "step": 14500 | |
| }, | |
| { | |
| "epoch": 1.1, | |
| "learning_rate": 8.986747444149944e-06, | |
| "loss": 0.7313, | |
| "step": 14550 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 8.948882998864066e-06, | |
| "loss": 0.765, | |
| "step": 14600 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 8.911018553578192e-06, | |
| "loss": 0.7696, | |
| "step": 14650 | |
| }, | |
| { | |
| "epoch": 1.11, | |
| "learning_rate": 8.873154108292314e-06, | |
| "loss": 0.7305, | |
| "step": 14700 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 8.835289663006439e-06, | |
| "loss": 0.7653, | |
| "step": 14750 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 8.797425217720561e-06, | |
| "loss": 0.7444, | |
| "step": 14800 | |
| }, | |
| { | |
| "epoch": 1.12, | |
| "learning_rate": 8.759560772434685e-06, | |
| "loss": 0.7858, | |
| "step": 14850 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 8.721696327148807e-06, | |
| "loss": 0.7634, | |
| "step": 14900 | |
| }, | |
| { | |
| "epoch": 1.13, | |
| "learning_rate": 8.683831881862931e-06, | |
| "loss": 0.7471, | |
| "step": 14950 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 8.645967436577056e-06, | |
| "loss": 0.7065, | |
| "step": 15000 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 8.608102991291178e-06, | |
| "loss": 0.7659, | |
| "step": 15050 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "learning_rate": 8.570238546005302e-06, | |
| "loss": 0.7085, | |
| "step": 15100 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 8.532374100719424e-06, | |
| "loss": 0.7312, | |
| "step": 15150 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 8.494509655433548e-06, | |
| "loss": 0.814, | |
| "step": 15200 | |
| }, | |
| { | |
| "epoch": 1.15, | |
| "learning_rate": 8.45664521014767e-06, | |
| "loss": 0.7194, | |
| "step": 15250 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 8.418780764861797e-06, | |
| "loss": 0.7266, | |
| "step": 15300 | |
| }, | |
| { | |
| "epoch": 1.16, | |
| "learning_rate": 8.380916319575919e-06, | |
| "loss": 0.7345, | |
| "step": 15350 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 8.343051874290043e-06, | |
| "loss": 0.7121, | |
| "step": 15400 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 8.305187429004165e-06, | |
| "loss": 0.7716, | |
| "step": 15450 | |
| }, | |
| { | |
| "epoch": 1.17, | |
| "learning_rate": 8.26732298371829e-06, | |
| "loss": 0.7601, | |
| "step": 15500 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 8.229458538432412e-06, | |
| "loss": 0.736, | |
| "step": 15550 | |
| }, | |
| { | |
| "epoch": 1.18, | |
| "learning_rate": 8.191594093146536e-06, | |
| "loss": 0.7659, | |
| "step": 15600 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 8.15372964786066e-06, | |
| "loss": 0.7504, | |
| "step": 15650 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 8.115865202574782e-06, | |
| "loss": 0.7367, | |
| "step": 15700 | |
| }, | |
| { | |
| "epoch": 1.19, | |
| "learning_rate": 8.078000757288907e-06, | |
| "loss": 0.739, | |
| "step": 15750 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 8.040136312003029e-06, | |
| "loss": 0.7421, | |
| "step": 15800 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 8.002271866717153e-06, | |
| "loss": 0.7181, | |
| "step": 15850 | |
| }, | |
| { | |
| "epoch": 1.2, | |
| "learning_rate": 7.964407421431277e-06, | |
| "loss": 0.7699, | |
| "step": 15900 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.926542976145401e-06, | |
| "loss": 0.7725, | |
| "step": 15950 | |
| }, | |
| { | |
| "epoch": 1.21, | |
| "learning_rate": 7.888678530859524e-06, | |
| "loss": 0.7658, | |
| "step": 16000 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.850814085573648e-06, | |
| "loss": 0.6961, | |
| "step": 16050 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.813706929193487e-06, | |
| "loss": 0.7598, | |
| "step": 16100 | |
| }, | |
| { | |
| "epoch": 1.22, | |
| "learning_rate": 7.775842483907611e-06, | |
| "loss": 0.7684, | |
| "step": 16150 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.737978038621735e-06, | |
| "loss": 0.7258, | |
| "step": 16200 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.700113593335858e-06, | |
| "loss": 0.7602, | |
| "step": 16250 | |
| }, | |
| { | |
| "epoch": 1.23, | |
| "learning_rate": 7.662249148049982e-06, | |
| "loss": 0.775, | |
| "step": 16300 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.624384702764105e-06, | |
| "loss": 0.7311, | |
| "step": 16350 | |
| }, | |
| { | |
| "epoch": 1.24, | |
| "learning_rate": 7.586520257478228e-06, | |
| "loss": 0.7252, | |
| "step": 16400 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.548655812192352e-06, | |
| "loss": 0.7078, | |
| "step": 16450 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.5107913669064756e-06, | |
| "loss": 0.7607, | |
| "step": 16500 | |
| }, | |
| { | |
| "epoch": 1.25, | |
| "learning_rate": 7.472926921620599e-06, | |
| "loss": 0.7462, | |
| "step": 16550 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.435062476334722e-06, | |
| "loss": 0.7574, | |
| "step": 16600 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.397198031048845e-06, | |
| "loss": 0.7223, | |
| "step": 16650 | |
| }, | |
| { | |
| "epoch": 1.26, | |
| "learning_rate": 7.3593335857629685e-06, | |
| "loss": 0.7306, | |
| "step": 16700 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.321469140477092e-06, | |
| "loss": 0.7638, | |
| "step": 16750 | |
| }, | |
| { | |
| "epoch": 1.27, | |
| "learning_rate": 7.283604695191217e-06, | |
| "loss": 0.7236, | |
| "step": 16800 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.24574024990534e-06, | |
| "loss": 0.7381, | |
| "step": 16850 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.207875804619463e-06, | |
| "loss": 0.7257, | |
| "step": 16900 | |
| }, | |
| { | |
| "epoch": 1.28, | |
| "learning_rate": 7.170011359333586e-06, | |
| "loss": 0.7516, | |
| "step": 16950 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.132904202953427e-06, | |
| "loss": 0.7189, | |
| "step": 17000 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.095039757667551e-06, | |
| "loss": 0.7672, | |
| "step": 17050 | |
| }, | |
| { | |
| "epoch": 1.29, | |
| "learning_rate": 7.057175312381674e-06, | |
| "loss": 0.7289, | |
| "step": 17100 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 7.019310867095797e-06, | |
| "loss": 0.7194, | |
| "step": 17150 | |
| }, | |
| { | |
| "epoch": 1.3, | |
| "learning_rate": 6.9814464218099205e-06, | |
| "loss": 0.6933, | |
| "step": 17200 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 6.943581976524045e-06, | |
| "loss": 0.8152, | |
| "step": 17250 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 6.905717531238168e-06, | |
| "loss": 0.76, | |
| "step": 17300 | |
| }, | |
| { | |
| "epoch": 1.31, | |
| "learning_rate": 6.867853085952292e-06, | |
| "loss": 0.7271, | |
| "step": 17350 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 6.829988640666415e-06, | |
| "loss": 0.7494, | |
| "step": 17400 | |
| }, | |
| { | |
| "epoch": 1.32, | |
| "learning_rate": 6.792124195380538e-06, | |
| "loss": 0.7738, | |
| "step": 17450 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 6.754259750094662e-06, | |
| "loss": 0.7071, | |
| "step": 17500 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 6.716395304808785e-06, | |
| "loss": 0.7339, | |
| "step": 17550 | |
| }, | |
| { | |
| "epoch": 1.33, | |
| "learning_rate": 6.678530859522908e-06, | |
| "loss": 0.7506, | |
| "step": 17600 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.640666414237032e-06, | |
| "loss": 0.7121, | |
| "step": 17650 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.602801968951155e-06, | |
| "loss": 0.7018, | |
| "step": 17700 | |
| }, | |
| { | |
| "epoch": 1.34, | |
| "learning_rate": 6.564937523665279e-06, | |
| "loss": 0.7677, | |
| "step": 17750 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 6.527073078379403e-06, | |
| "loss": 0.6925, | |
| "step": 17800 | |
| }, | |
| { | |
| "epoch": 1.35, | |
| "learning_rate": 6.489208633093526e-06, | |
| "loss": 0.7205, | |
| "step": 17850 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 6.451344187807649e-06, | |
| "loss": 0.7163, | |
| "step": 17900 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 6.413479742521772e-06, | |
| "loss": 0.752, | |
| "step": 17950 | |
| }, | |
| { | |
| "epoch": 1.36, | |
| "learning_rate": 6.3756152972358965e-06, | |
| "loss": 0.7706, | |
| "step": 18000 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.33775085195002e-06, | |
| "loss": 0.7556, | |
| "step": 18050 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.299886406664143e-06, | |
| "loss": 0.7626, | |
| "step": 18100 | |
| }, | |
| { | |
| "epoch": 1.37, | |
| "learning_rate": 6.262021961378266e-06, | |
| "loss": 0.7447, | |
| "step": 18150 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 6.224157516092389e-06, | |
| "loss": 0.741, | |
| "step": 18200 | |
| }, | |
| { | |
| "epoch": 1.38, | |
| "learning_rate": 6.186293070806513e-06, | |
| "loss": 0.7567, | |
| "step": 18250 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 6.1484286255206375e-06, | |
| "loss": 0.7364, | |
| "step": 18300 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 6.110564180234761e-06, | |
| "loss": 0.739, | |
| "step": 18350 | |
| }, | |
| { | |
| "epoch": 1.39, | |
| "learning_rate": 6.072699734948884e-06, | |
| "loss": 0.7309, | |
| "step": 18400 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 6.034835289663007e-06, | |
| "loss": 0.7385, | |
| "step": 18450 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 5.9969708443771305e-06, | |
| "loss": 0.7588, | |
| "step": 18500 | |
| }, | |
| { | |
| "epoch": 1.4, | |
| "learning_rate": 5.959106399091254e-06, | |
| "loss": 0.7442, | |
| "step": 18550 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 5.921241953805377e-06, | |
| "loss": 0.7871, | |
| "step": 18600 | |
| }, | |
| { | |
| "epoch": 1.41, | |
| "learning_rate": 5.883377508519501e-06, | |
| "loss": 0.7817, | |
| "step": 18650 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 5.845513063233624e-06, | |
| "loss": 0.751, | |
| "step": 18700 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 5.8076486179477474e-06, | |
| "loss": 0.7379, | |
| "step": 18750 | |
| }, | |
| { | |
| "epoch": 1.42, | |
| "learning_rate": 5.769784172661871e-06, | |
| "loss": 0.7151, | |
| "step": 18800 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 5.731919727375994e-06, | |
| "loss": 0.7989, | |
| "step": 18850 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 5.694055282090117e-06, | |
| "loss": 0.752, | |
| "step": 18900 | |
| }, | |
| { | |
| "epoch": 1.43, | |
| "learning_rate": 5.656190836804242e-06, | |
| "loss": 0.755, | |
| "step": 18950 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 5.618326391518365e-06, | |
| "loss": 0.7355, | |
| "step": 19000 | |
| }, | |
| { | |
| "epoch": 1.44, | |
| "learning_rate": 5.5804619462324885e-06, | |
| "loss": 0.668, | |
| "step": 19050 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 5.542597500946612e-06, | |
| "loss": 0.763, | |
| "step": 19100 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 5.504733055660735e-06, | |
| "loss": 0.7369, | |
| "step": 19150 | |
| }, | |
| { | |
| "epoch": 1.45, | |
| "learning_rate": 5.466868610374858e-06, | |
| "loss": 0.7389, | |
| "step": 19200 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 5.429004165088982e-06, | |
| "loss": 0.7435, | |
| "step": 19250 | |
| }, | |
| { | |
| "epoch": 1.46, | |
| "learning_rate": 5.3911397198031055e-06, | |
| "loss": 0.7103, | |
| "step": 19300 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 5.353275274517229e-06, | |
| "loss": 0.7, | |
| "step": 19350 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 5.315410829231352e-06, | |
| "loss": 0.7269, | |
| "step": 19400 | |
| }, | |
| { | |
| "epoch": 1.47, | |
| "learning_rate": 5.277546383945475e-06, | |
| "loss": 0.713, | |
| "step": 19450 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 5.2396819386595984e-06, | |
| "loss": 0.7442, | |
| "step": 19500 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 5.201817493373722e-06, | |
| "loss": 0.731, | |
| "step": 19550 | |
| }, | |
| { | |
| "epoch": 1.48, | |
| "learning_rate": 5.163953048087847e-06, | |
| "loss": 0.7389, | |
| "step": 19600 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 5.12608860280197e-06, | |
| "loss": 0.7348, | |
| "step": 19650 | |
| }, | |
| { | |
| "epoch": 1.49, | |
| "learning_rate": 5.088224157516093e-06, | |
| "loss": 0.7607, | |
| "step": 19700 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 5.050359712230216e-06, | |
| "loss": 0.7151, | |
| "step": 19750 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 5.0124952669443395e-06, | |
| "loss": 0.7002, | |
| "step": 19800 | |
| }, | |
| { | |
| "epoch": 1.5, | |
| "learning_rate": 4.974630821658464e-06, | |
| "loss": 0.7734, | |
| "step": 19850 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.936766376372587e-06, | |
| "loss": 0.7506, | |
| "step": 19900 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.89890193108671e-06, | |
| "loss": 0.7369, | |
| "step": 19950 | |
| }, | |
| { | |
| "epoch": 1.51, | |
| "learning_rate": 4.861037485800833e-06, | |
| "loss": 0.7118, | |
| "step": 20000 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.8231730405149565e-06, | |
| "loss": 0.7152, | |
| "step": 20050 | |
| }, | |
| { | |
| "epoch": 1.52, | |
| "learning_rate": 4.78530859522908e-06, | |
| "loss": 0.7366, | |
| "step": 20100 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 4.747444149943204e-06, | |
| "loss": 0.7086, | |
| "step": 20150 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 4.709579704657327e-06, | |
| "loss": 0.7306, | |
| "step": 20200 | |
| }, | |
| { | |
| "epoch": 1.53, | |
| "learning_rate": 4.67171525937145e-06, | |
| "loss": 0.7266, | |
| "step": 20250 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 4.633850814085574e-06, | |
| "loss": 0.7241, | |
| "step": 20300 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 4.596743657705415e-06, | |
| "loss": 0.708, | |
| "step": 20350 | |
| }, | |
| { | |
| "epoch": 1.54, | |
| "learning_rate": 4.558879212419539e-06, | |
| "loss": 0.7544, | |
| "step": 20400 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.521014767133662e-06, | |
| "loss": 0.739, | |
| "step": 20450 | |
| }, | |
| { | |
| "epoch": 1.55, | |
| "learning_rate": 4.483150321847785e-06, | |
| "loss": 0.7492, | |
| "step": 20500 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.4452858765619086e-06, | |
| "loss": 0.7323, | |
| "step": 20550 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.407421431276032e-06, | |
| "loss": 0.7431, | |
| "step": 20600 | |
| }, | |
| { | |
| "epoch": 1.56, | |
| "learning_rate": 4.369556985990155e-06, | |
| "loss": 0.7302, | |
| "step": 20650 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.331692540704279e-06, | |
| "loss": 0.7112, | |
| "step": 20700 | |
| }, | |
| { | |
| "epoch": 1.57, | |
| "learning_rate": 4.293828095418402e-06, | |
| "loss": 0.7359, | |
| "step": 20750 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.2559636501325256e-06, | |
| "loss": 0.7274, | |
| "step": 20800 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.21809920484665e-06, | |
| "loss": 0.7307, | |
| "step": 20850 | |
| }, | |
| { | |
| "epoch": 1.58, | |
| "learning_rate": 4.180234759560773e-06, | |
| "loss": 0.7339, | |
| "step": 20900 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.142370314274896e-06, | |
| "loss": 0.7743, | |
| "step": 20950 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.104505868989019e-06, | |
| "loss": 0.7424, | |
| "step": 21000 | |
| }, | |
| { | |
| "epoch": 1.59, | |
| "learning_rate": 4.066641423703143e-06, | |
| "loss": 0.7152, | |
| "step": 21050 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 4.028776978417267e-06, | |
| "loss": 0.707, | |
| "step": 21100 | |
| }, | |
| { | |
| "epoch": 1.6, | |
| "learning_rate": 3.99091253313139e-06, | |
| "loss": 0.7538, | |
| "step": 21150 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.953048087845514e-06, | |
| "loss": 0.7293, | |
| "step": 21200 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.915183642559637e-06, | |
| "loss": 0.7524, | |
| "step": 21250 | |
| }, | |
| { | |
| "epoch": 1.61, | |
| "learning_rate": 3.87731919727376e-06, | |
| "loss": 0.7938, | |
| "step": 21300 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 3.839454751987884e-06, | |
| "loss": 0.7266, | |
| "step": 21350 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 3.8015903067020073e-06, | |
| "loss": 0.7566, | |
| "step": 21400 | |
| }, | |
| { | |
| "epoch": 1.62, | |
| "learning_rate": 3.7637258614161305e-06, | |
| "loss": 0.713, | |
| "step": 21450 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 3.725861416130254e-06, | |
| "loss": 0.7546, | |
| "step": 21500 | |
| }, | |
| { | |
| "epoch": 1.63, | |
| "learning_rate": 3.6879969708443774e-06, | |
| "loss": 0.6955, | |
| "step": 21550 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 3.6501325255585006e-06, | |
| "loss": 0.7084, | |
| "step": 21600 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 3.6122680802726247e-06, | |
| "loss": 0.7447, | |
| "step": 21650 | |
| }, | |
| { | |
| "epoch": 1.64, | |
| "learning_rate": 3.574403634986748e-06, | |
| "loss": 0.7173, | |
| "step": 21700 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 3.536539189700871e-06, | |
| "loss": 0.7324, | |
| "step": 21750 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 3.498674744414995e-06, | |
| "loss": 0.7561, | |
| "step": 21800 | |
| }, | |
| { | |
| "epoch": 1.65, | |
| "learning_rate": 3.460810299129118e-06, | |
| "loss": 0.7505, | |
| "step": 21850 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 3.4229458538432413e-06, | |
| "loss": 0.7337, | |
| "step": 21900 | |
| }, | |
| { | |
| "epoch": 1.66, | |
| "learning_rate": 3.3850814085573645e-06, | |
| "loss": 0.7753, | |
| "step": 21950 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 3.3472169632714886e-06, | |
| "loss": 0.7703, | |
| "step": 22000 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 3.309352517985612e-06, | |
| "loss": 0.7384, | |
| "step": 22050 | |
| }, | |
| { | |
| "epoch": 1.67, | |
| "learning_rate": 3.271488072699735e-06, | |
| "loss": 0.7759, | |
| "step": 22100 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 3.2336236274138587e-06, | |
| "loss": 0.7446, | |
| "step": 22150 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 3.195759182127982e-06, | |
| "loss": 0.7437, | |
| "step": 22200 | |
| }, | |
| { | |
| "epoch": 1.68, | |
| "learning_rate": 3.157894736842105e-06, | |
| "loss": 0.7817, | |
| "step": 22250 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 3.1200302915562292e-06, | |
| "loss": 0.7396, | |
| "step": 22300 | |
| }, | |
| { | |
| "epoch": 1.69, | |
| "learning_rate": 3.0821658462703525e-06, | |
| "loss": 0.743, | |
| "step": 22350 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 3.0443014009844757e-06, | |
| "loss": 0.7597, | |
| "step": 22400 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 3.0064369556985994e-06, | |
| "loss": 0.6844, | |
| "step": 22450 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "learning_rate": 2.9685725104127226e-06, | |
| "loss": 0.7737, | |
| "step": 22500 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.930708065126846e-06, | |
| "loss": 0.7024, | |
| "step": 22550 | |
| }, | |
| { | |
| "epoch": 1.71, | |
| "learning_rate": 2.89284361984097e-06, | |
| "loss": 0.7136, | |
| "step": 22600 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.854979174555093e-06, | |
| "loss": 0.7482, | |
| "step": 22650 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.8171147292692164e-06, | |
| "loss": 0.7608, | |
| "step": 22700 | |
| }, | |
| { | |
| "epoch": 1.72, | |
| "learning_rate": 2.7792502839833396e-06, | |
| "loss": 0.7442, | |
| "step": 22750 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.7413858386974632e-06, | |
| "loss": 0.6687, | |
| "step": 22800 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.703521393411587e-06, | |
| "loss": 0.7594, | |
| "step": 22850 | |
| }, | |
| { | |
| "epoch": 1.73, | |
| "learning_rate": 2.66565694812571e-06, | |
| "loss": 0.7042, | |
| "step": 22900 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.6277925028398338e-06, | |
| "loss": 0.7556, | |
| "step": 22950 | |
| }, | |
| { | |
| "epoch": 1.74, | |
| "learning_rate": 2.589928057553957e-06, | |
| "loss": 0.7357, | |
| "step": 23000 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.5520636122680802e-06, | |
| "loss": 0.7292, | |
| "step": 23050 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.5141991669822043e-06, | |
| "loss": 0.6899, | |
| "step": 23100 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "learning_rate": 2.4763347216963275e-06, | |
| "loss": 0.729, | |
| "step": 23150 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.4384702764104508e-06, | |
| "loss": 0.7473, | |
| "step": 23200 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.400605831124574e-06, | |
| "loss": 0.7264, | |
| "step": 23250 | |
| }, | |
| { | |
| "epoch": 1.76, | |
| "learning_rate": 2.3627413858386977e-06, | |
| "loss": 0.7314, | |
| "step": 23300 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 2.3256342294585385e-06, | |
| "loss": 0.6819, | |
| "step": 23350 | |
| }, | |
| { | |
| "epoch": 1.77, | |
| "learning_rate": 2.287769784172662e-06, | |
| "loss": 0.7637, | |
| "step": 23400 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.2499053388867854e-06, | |
| "loss": 0.727, | |
| "step": 23450 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.2120408936009086e-06, | |
| "loss": 0.7044, | |
| "step": 23500 | |
| }, | |
| { | |
| "epoch": 1.78, | |
| "learning_rate": 2.1741764483150323e-06, | |
| "loss": 0.6926, | |
| "step": 23550 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.136312003029156e-06, | |
| "loss": 0.7406, | |
| "step": 23600 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.098447557743279e-06, | |
| "loss": 0.7572, | |
| "step": 23650 | |
| }, | |
| { | |
| "epoch": 1.79, | |
| "learning_rate": 2.060583112457403e-06, | |
| "loss": 0.7239, | |
| "step": 23700 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 2.022718667171526e-06, | |
| "loss": 0.7353, | |
| "step": 23750 | |
| }, | |
| { | |
| "epoch": 1.8, | |
| "learning_rate": 1.9848542218856497e-06, | |
| "loss": 0.7287, | |
| "step": 23800 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.946989776599773e-06, | |
| "loss": 0.7461, | |
| "step": 23850 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.909125331313896e-06, | |
| "loss": 0.7489, | |
| "step": 23900 | |
| }, | |
| { | |
| "epoch": 1.81, | |
| "learning_rate": 1.8712608860280198e-06, | |
| "loss": 0.7156, | |
| "step": 23950 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.8333964407421435e-06, | |
| "loss": 0.6765, | |
| "step": 24000 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.7955319954562667e-06, | |
| "loss": 0.7496, | |
| "step": 24050 | |
| }, | |
| { | |
| "epoch": 1.82, | |
| "learning_rate": 1.7576675501703901e-06, | |
| "loss": 0.7269, | |
| "step": 24100 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.7198031048845134e-06, | |
| "loss": 0.728, | |
| "step": 24150 | |
| }, | |
| { | |
| "epoch": 1.83, | |
| "learning_rate": 1.681938659598637e-06, | |
| "loss": 0.7914, | |
| "step": 24200 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.6440742143127605e-06, | |
| "loss": 0.7419, | |
| "step": 24250 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.6062097690268837e-06, | |
| "loss": 0.7509, | |
| "step": 24300 | |
| }, | |
| { | |
| "epoch": 1.84, | |
| "learning_rate": 1.5683453237410074e-06, | |
| "loss": 0.7372, | |
| "step": 24350 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.5304808784551308e-06, | |
| "loss": 0.7159, | |
| "step": 24400 | |
| }, | |
| { | |
| "epoch": 1.85, | |
| "learning_rate": 1.4926164331692542e-06, | |
| "loss": 0.7272, | |
| "step": 24450 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.4547519878833777e-06, | |
| "loss": 0.735, | |
| "step": 24500 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.416887542597501e-06, | |
| "loss": 0.715, | |
| "step": 24550 | |
| }, | |
| { | |
| "epoch": 1.86, | |
| "learning_rate": 1.3790230973116246e-06, | |
| "loss": 0.7507, | |
| "step": 24600 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.341158652025748e-06, | |
| "loss": 0.7723, | |
| "step": 24650 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.3032942067398712e-06, | |
| "loss": 0.7658, | |
| "step": 24700 | |
| }, | |
| { | |
| "epoch": 1.87, | |
| "learning_rate": 1.2654297614539949e-06, | |
| "loss": 0.7727, | |
| "step": 24750 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.2275653161681181e-06, | |
| "loss": 0.748, | |
| "step": 24800 | |
| }, | |
| { | |
| "epoch": 1.88, | |
| "learning_rate": 1.1897008708822416e-06, | |
| "loss": 0.7135, | |
| "step": 24850 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.1518364255963652e-06, | |
| "loss": 0.76, | |
| "step": 24900 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.1139719803104887e-06, | |
| "loss": 0.7439, | |
| "step": 24950 | |
| }, | |
| { | |
| "epoch": 1.89, | |
| "learning_rate": 1.0761075350246119e-06, | |
| "loss": 0.7496, | |
| "step": 25000 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.0382430897387353e-06, | |
| "loss": 0.7631, | |
| "step": 25050 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 1.000378644452859e-06, | |
| "loss": 0.7033, | |
| "step": 25100 | |
| }, | |
| { | |
| "epoch": 1.9, | |
| "learning_rate": 9.625141991669822e-07, | |
| "loss": 0.717, | |
| "step": 25150 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 9.246497538811057e-07, | |
| "loss": 0.7329, | |
| "step": 25200 | |
| }, | |
| { | |
| "epoch": 1.91, | |
| "learning_rate": 8.867853085952291e-07, | |
| "loss": 0.7065, | |
| "step": 25250 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 8.489208633093526e-07, | |
| "loss": 0.702, | |
| "step": 25300 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 8.110564180234761e-07, | |
| "loss": 0.7161, | |
| "step": 25350 | |
| }, | |
| { | |
| "epoch": 1.92, | |
| "learning_rate": 7.731919727375994e-07, | |
| "loss": 0.725, | |
| "step": 25400 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 7.353275274517229e-07, | |
| "loss": 0.7256, | |
| "step": 25450 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 6.974630821658464e-07, | |
| "loss": 0.7395, | |
| "step": 25500 | |
| }, | |
| { | |
| "epoch": 1.93, | |
| "learning_rate": 6.595986368799697e-07, | |
| "loss": 0.794, | |
| "step": 25550 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 6.217341915940932e-07, | |
| "loss": 0.7349, | |
| "step": 25600 | |
| }, | |
| { | |
| "epoch": 1.94, | |
| "learning_rate": 5.838697463082166e-07, | |
| "loss": 0.7394, | |
| "step": 25650 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 5.460053010223401e-07, | |
| "loss": 0.7345, | |
| "step": 25700 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 5.081408557364635e-07, | |
| "loss": 0.6888, | |
| "step": 25750 | |
| }, | |
| { | |
| "epoch": 1.95, | |
| "learning_rate": 4.702764104505869e-07, | |
| "loss": 0.7347, | |
| "step": 25800 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 4.324119651647104e-07, | |
| "loss": 0.7246, | |
| "step": 25850 | |
| }, | |
| { | |
| "epoch": 1.96, | |
| "learning_rate": 3.945475198788338e-07, | |
| "loss": 0.7438, | |
| "step": 25900 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 3.5668307459295723e-07, | |
| "loss": 0.7108, | |
| "step": 25950 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 3.1881862930708067e-07, | |
| "loss": 0.7208, | |
| "step": 26000 | |
| }, | |
| { | |
| "epoch": 1.97, | |
| "learning_rate": 2.809541840212041e-07, | |
| "loss": 0.7633, | |
| "step": 26050 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 2.4308973873532756e-07, | |
| "loss": 0.7707, | |
| "step": 26100 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 2.05225293449451e-07, | |
| "loss": 0.7524, | |
| "step": 26150 | |
| }, | |
| { | |
| "epoch": 1.98, | |
| "learning_rate": 1.6736084816357444e-07, | |
| "loss": 0.707, | |
| "step": 26200 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 1.2949640287769786e-07, | |
| "loss": 0.7751, | |
| "step": 26250 | |
| }, | |
| { | |
| "epoch": 1.99, | |
| "learning_rate": 9.163195759182128e-08, | |
| "loss": 0.7672, | |
| "step": 26300 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 5.376751230594472e-08, | |
| "loss": 0.6998, | |
| "step": 26350 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "learning_rate": 1.5903067020068158e-08, | |
| "loss": 0.7069, | |
| "step": 26400 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "step": 26410, | |
| "total_flos": 6.728145843607406e+16, | |
| "train_loss": 0.7582937260732105, | |
| "train_runtime": 12885.6962, | |
| "train_samples_per_second": 65.589, | |
| "train_steps_per_second": 2.05 | |
| } | |
| ], | |
| "max_steps": 26410, | |
| "num_train_epochs": 2, | |
| "total_flos": 6.728145843607406e+16, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |