Text Classification
Transformers
TensorBoard
Safetensors
bert
Trained with AutoTrain
text-embeddings-inference
Instructions to use mserloth/V13 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use mserloth/V13 with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="mserloth/V13")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("mserloth/V13") model = AutoModelForSequenceClassification.from_pretrained("mserloth/V13", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download checkpoint-312/trainer_state.json from mserloth/V13: direct link, hf CLI and curl.
- Browser
- Download file 9.38 kB
-
https://huggingface.co/mserloth/V13/resolve/main/checkpoint-312/trainer_state.json
- Command line
-
hf download hf://mserloth/V13/checkpoint-312/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/mserloth/V13/resolve/main/checkpoint-312/trainer_state.json
9.38 kB
| { | |
| "best_metric": 0.587009608745575, | |
| "best_model_checkpoint": "V13/checkpoint-312", | |
| "epoch": 2.0, | |
| "eval_steps": 500, | |
| "global_step": 312, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.04487179487179487, | |
| "grad_norm": 63.9647331237793, | |
| "learning_rate": 6.41025641025641e-07, | |
| "loss": 3.0773, | |
| "step": 7 | |
| }, | |
| { | |
| "epoch": 0.08974358974358974, | |
| "grad_norm": 58.97015380859375, | |
| "learning_rate": 2.136752136752137e-06, | |
| "loss": 2.7492, | |
| "step": 14 | |
| }, | |
| { | |
| "epoch": 0.1346153846153846, | |
| "grad_norm": 64.63655090332031, | |
| "learning_rate": 3.632478632478633e-06, | |
| "loss": 2.1906, | |
| "step": 21 | |
| }, | |
| { | |
| "epoch": 0.1794871794871795, | |
| "grad_norm": 29.906232833862305, | |
| "learning_rate": 5.128205128205128e-06, | |
| "loss": 2.3421, | |
| "step": 28 | |
| }, | |
| { | |
| "epoch": 0.22435897435897437, | |
| "grad_norm": 22.833885192871094, | |
| "learning_rate": 6.623931623931625e-06, | |
| "loss": 1.7169, | |
| "step": 35 | |
| }, | |
| { | |
| "epoch": 0.2692307692307692, | |
| "grad_norm": 30.393211364746094, | |
| "learning_rate": 8.11965811965812e-06, | |
| "loss": 1.6294, | |
| "step": 42 | |
| }, | |
| { | |
| "epoch": 0.3141025641025641, | |
| "grad_norm": 38.7406005859375, | |
| "learning_rate": 9.615384615384616e-06, | |
| "loss": 1.6305, | |
| "step": 49 | |
| }, | |
| { | |
| "epoch": 0.358974358974359, | |
| "grad_norm": 13.8955659866333, | |
| "learning_rate": 1.1111111111111112e-05, | |
| "loss": 1.3634, | |
| "step": 56 | |
| }, | |
| { | |
| "epoch": 0.40384615384615385, | |
| "grad_norm": 19.50594711303711, | |
| "learning_rate": 1.2606837606837608e-05, | |
| "loss": 1.0247, | |
| "step": 63 | |
| }, | |
| { | |
| "epoch": 0.44871794871794873, | |
| "grad_norm": 9.244388580322266, | |
| "learning_rate": 1.4102564102564104e-05, | |
| "loss": 0.752, | |
| "step": 70 | |
| }, | |
| { | |
| "epoch": 0.4935897435897436, | |
| "grad_norm": 9.010939598083496, | |
| "learning_rate": 1.5598290598290598e-05, | |
| "loss": 0.6144, | |
| "step": 77 | |
| }, | |
| { | |
| "epoch": 0.5384615384615384, | |
| "grad_norm": 16.850486755371094, | |
| "learning_rate": 1.7094017094017095e-05, | |
| "loss": 0.8148, | |
| "step": 84 | |
| }, | |
| { | |
| "epoch": 0.5833333333333334, | |
| "grad_norm": 14.541914939880371, | |
| "learning_rate": 1.858974358974359e-05, | |
| "loss": 0.7843, | |
| "step": 91 | |
| }, | |
| { | |
| "epoch": 0.6282051282051282, | |
| "grad_norm": 15.613171577453613, | |
| "learning_rate": 2.0085470085470087e-05, | |
| "loss": 0.7653, | |
| "step": 98 | |
| }, | |
| { | |
| "epoch": 0.6730769230769231, | |
| "grad_norm": 17.819730758666992, | |
| "learning_rate": 2.1581196581196585e-05, | |
| "loss": 0.8886, | |
| "step": 105 | |
| }, | |
| { | |
| "epoch": 0.717948717948718, | |
| "grad_norm": 25.498430252075195, | |
| "learning_rate": 2.307692307692308e-05, | |
| "loss": 0.8585, | |
| "step": 112 | |
| }, | |
| { | |
| "epoch": 0.7628205128205128, | |
| "grad_norm": 6.939703464508057, | |
| "learning_rate": 2.4572649572649573e-05, | |
| "loss": 0.7819, | |
| "step": 119 | |
| }, | |
| { | |
| "epoch": 0.8076923076923077, | |
| "grad_norm": 5.337686061859131, | |
| "learning_rate": 2.606837606837607e-05, | |
| "loss": 0.7656, | |
| "step": 126 | |
| }, | |
| { | |
| "epoch": 0.8525641025641025, | |
| "grad_norm": 5.561918258666992, | |
| "learning_rate": 2.756410256410257e-05, | |
| "loss": 0.6922, | |
| "step": 133 | |
| }, | |
| { | |
| "epoch": 0.8974358974358975, | |
| "grad_norm": 4.981381416320801, | |
| "learning_rate": 2.9059829059829063e-05, | |
| "loss": 0.6088, | |
| "step": 140 | |
| }, | |
| { | |
| "epoch": 0.9423076923076923, | |
| "grad_norm": 10.54244613647461, | |
| "learning_rate": 3.055555555555556e-05, | |
| "loss": 0.6644, | |
| "step": 147 | |
| }, | |
| { | |
| "epoch": 0.9871794871794872, | |
| "grad_norm": 18.519126892089844, | |
| "learning_rate": 3.205128205128206e-05, | |
| "loss": 0.6198, | |
| "step": 154 | |
| }, | |
| { | |
| "epoch": 1.0, | |
| "eval_accuracy": 0.6955128205128205, | |
| "eval_f1_macro": 0.6747979178342244, | |
| "eval_f1_micro": 0.6955128205128205, | |
| "eval_f1_weighted": 0.6888607024416085, | |
| "eval_loss": 0.6790350675582886, | |
| "eval_precision_macro": 0.79043461935605, | |
| "eval_precision_micro": 0.6955128205128205, | |
| "eval_precision_weighted": 0.6978595772949476, | |
| "eval_recall_macro": 0.6219737626714371, | |
| "eval_recall_micro": 0.6955128205128205, | |
| "eval_recall_weighted": 0.6955128205128205, | |
| "eval_runtime": 0.8327, | |
| "eval_samples_per_second": 374.664, | |
| "eval_steps_per_second": 24.017, | |
| "step": 156 | |
| }, | |
| { | |
| "epoch": 1.032051282051282, | |
| "grad_norm": 17.723602294921875, | |
| "learning_rate": 3.354700854700855e-05, | |
| "loss": 0.7364, | |
| "step": 161 | |
| }, | |
| { | |
| "epoch": 1.0769230769230769, | |
| "grad_norm": 54.3127326965332, | |
| "learning_rate": 3.504273504273504e-05, | |
| "loss": 0.6054, | |
| "step": 168 | |
| }, | |
| { | |
| "epoch": 1.1217948717948718, | |
| "grad_norm": 7.926159381866455, | |
| "learning_rate": 3.653846153846154e-05, | |
| "loss": 0.54, | |
| "step": 175 | |
| }, | |
| { | |
| "epoch": 1.1666666666666667, | |
| "grad_norm": 6.779534816741943, | |
| "learning_rate": 3.8034188034188035e-05, | |
| "loss": 0.7181, | |
| "step": 182 | |
| }, | |
| { | |
| "epoch": 1.2115384615384615, | |
| "grad_norm": 4.455146789550781, | |
| "learning_rate": 3.952991452991453e-05, | |
| "loss": 0.57, | |
| "step": 189 | |
| }, | |
| { | |
| "epoch": 1.2564102564102564, | |
| "grad_norm": 11.916348457336426, | |
| "learning_rate": 4.1025641025641023e-05, | |
| "loss": 0.6322, | |
| "step": 196 | |
| }, | |
| { | |
| "epoch": 1.3012820512820513, | |
| "grad_norm": 11.289109230041504, | |
| "learning_rate": 4.252136752136752e-05, | |
| "loss": 0.5207, | |
| "step": 203 | |
| }, | |
| { | |
| "epoch": 1.3461538461538463, | |
| "grad_norm": 9.974486351013184, | |
| "learning_rate": 4.401709401709402e-05, | |
| "loss": 0.6792, | |
| "step": 210 | |
| }, | |
| { | |
| "epoch": 1.391025641025641, | |
| "grad_norm": 7.0826640129089355, | |
| "learning_rate": 4.5512820512820516e-05, | |
| "loss": 0.6701, | |
| "step": 217 | |
| }, | |
| { | |
| "epoch": 1.435897435897436, | |
| "grad_norm": 16.46434783935547, | |
| "learning_rate": 4.700854700854701e-05, | |
| "loss": 0.5722, | |
| "step": 224 | |
| }, | |
| { | |
| "epoch": 1.4807692307692308, | |
| "grad_norm": 12.298468589782715, | |
| "learning_rate": 4.8504273504273505e-05, | |
| "loss": 0.7939, | |
| "step": 231 | |
| }, | |
| { | |
| "epoch": 1.5256410256410255, | |
| "grad_norm": 25.05532455444336, | |
| "learning_rate": 5e-05, | |
| "loss": 0.7046, | |
| "step": 238 | |
| }, | |
| { | |
| "epoch": 1.5705128205128205, | |
| "grad_norm": 31.899816513061523, | |
| "learning_rate": 4.983380816714151e-05, | |
| "loss": 0.5815, | |
| "step": 245 | |
| }, | |
| { | |
| "epoch": 1.6153846153846154, | |
| "grad_norm": 6.716318607330322, | |
| "learning_rate": 4.9667616334283e-05, | |
| "loss": 0.5213, | |
| "step": 252 | |
| }, | |
| { | |
| "epoch": 1.6602564102564101, | |
| "grad_norm": 8.302348136901855, | |
| "learning_rate": 4.95014245014245e-05, | |
| "loss": 0.5883, | |
| "step": 259 | |
| }, | |
| { | |
| "epoch": 1.7051282051282053, | |
| "grad_norm": 40.705841064453125, | |
| "learning_rate": 4.933523266856601e-05, | |
| "loss": 0.5492, | |
| "step": 266 | |
| }, | |
| { | |
| "epoch": 1.75, | |
| "grad_norm": 7.286283493041992, | |
| "learning_rate": 4.9169040835707506e-05, | |
| "loss": 0.6444, | |
| "step": 273 | |
| }, | |
| { | |
| "epoch": 1.7948717948717947, | |
| "grad_norm": 9.41189956665039, | |
| "learning_rate": 4.9002849002849004e-05, | |
| "loss": 0.6681, | |
| "step": 280 | |
| }, | |
| { | |
| "epoch": 1.8397435897435899, | |
| "grad_norm": 12.600714683532715, | |
| "learning_rate": 4.883665716999051e-05, | |
| "loss": 0.6835, | |
| "step": 287 | |
| }, | |
| { | |
| "epoch": 1.8846153846153846, | |
| "grad_norm": 6.682600498199463, | |
| "learning_rate": 4.867046533713201e-05, | |
| "loss": 0.7121, | |
| "step": 294 | |
| }, | |
| { | |
| "epoch": 1.9294871794871795, | |
| "grad_norm": 15.127613067626953, | |
| "learning_rate": 4.8504273504273505e-05, | |
| "loss": 0.5505, | |
| "step": 301 | |
| }, | |
| { | |
| "epoch": 1.9743589743589745, | |
| "grad_norm": 9.874059677124023, | |
| "learning_rate": 4.833808167141501e-05, | |
| "loss": 0.5549, | |
| "step": 308 | |
| }, | |
| { | |
| "epoch": 2.0, | |
| "eval_accuracy": 0.7435897435897436, | |
| "eval_f1_macro": 0.7086614173228346, | |
| "eval_f1_micro": 0.7435897435897436, | |
| "eval_f1_weighted": 0.7361195235210982, | |
| "eval_loss": 0.587009608745575, | |
| "eval_precision_macro": 0.7210665002427016, | |
| "eval_precision_micro": 0.7435897435897436, | |
| "eval_precision_weighted": 0.7538358857008742, | |
| "eval_recall_macro": 0.7157125819916518, | |
| "eval_recall_micro": 0.7435897435897436, | |
| "eval_recall_weighted": 0.7435897435897436, | |
| "eval_runtime": 0.8226, | |
| "eval_samples_per_second": 379.293, | |
| "eval_steps_per_second": 24.314, | |
| "step": 312 | |
| } | |
| ], | |
| "logging_steps": 7, | |
| "max_steps": 2340, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 15, | |
| "save_steps": 500, | |
| "total_flos": 164182772662272.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |