Instructions to use xiaothung/t5-base-bt2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use xiaothung/t5-base-bt2 with Transformers:
# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSeq2SeqLM tokenizer = AutoTokenizer.from_pretrained("xiaothung/t5-base-bt2") model = AutoModelForSeq2SeqLM.from_pretrained("xiaothung/t5-base-bt2", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download trainer_state.json from xiaothung/t5-base-bt2: direct link, hf CLI and curl.
- Browser
- Download file 3.1 kB
-
https://huggingface.co/xiaothung/t5-base-bt2/resolve/main/trainer_state.json
- Command line
-
hf download hf://xiaothung/t5-base-bt2/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/xiaothung/t5-base-bt2/resolve/main/trainer_state.json
3.1 kB
| { | |
| "best_metric": 23.8081, | |
| "best_model_checkpoint": "/content/gdrive/MyDrive/FYP/Models/t5-base-bt2/checkpoint-400", | |
| "epoch": 2.840909090909091, | |
| "eval_steps": 100, | |
| "global_step": 500, | |
| "is_hyper_param_search": false, | |
| "is_local_process_zero": true, | |
| "is_world_process_zero": true, | |
| "log_history": [ | |
| { | |
| "epoch": 0.57, | |
| "grad_norm": 0.2713575065135956, | |
| "learning_rate": 2.4318181818181818e-05, | |
| "loss": 0.1676, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 0.57, | |
| "eval_gen_len": 7.3308, | |
| "eval_loss": 0.15983037650585175, | |
| "eval_rouge1": 21.6708, | |
| "eval_rouge2": 9.2098, | |
| "eval_rougeL": 21.4437, | |
| "eval_rougeLsum": 21.3546, | |
| "eval_runtime": 16.7342, | |
| "eval_samples_per_second": 7.948, | |
| "eval_steps_per_second": 1.016, | |
| "step": 100 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "grad_norm": 0.2671663463115692, | |
| "learning_rate": 1.8636363636363638e-05, | |
| "loss": 0.1527, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.14, | |
| "eval_gen_len": 7.4436, | |
| "eval_loss": 0.15573656558990479, | |
| "eval_rouge1": 22.0171, | |
| "eval_rouge2": 9.3228, | |
| "eval_rougeL": 21.6387, | |
| "eval_rougeLsum": 21.5998, | |
| "eval_runtime": 13.5793, | |
| "eval_samples_per_second": 9.794, | |
| "eval_steps_per_second": 1.252, | |
| "step": 200 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "grad_norm": 0.310281366109848, | |
| "learning_rate": 1.2954545454545455e-05, | |
| "loss": 0.1435, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 1.7, | |
| "eval_gen_len": 7.6165, | |
| "eval_loss": 0.153303861618042, | |
| "eval_rouge1": 22.5122, | |
| "eval_rouge2": 10.4875, | |
| "eval_rougeL": 21.8915, | |
| "eval_rougeLsum": 22.0003, | |
| "eval_runtime": 14.3705, | |
| "eval_samples_per_second": 9.255, | |
| "eval_steps_per_second": 1.183, | |
| "step": 300 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "grad_norm": 0.22745513916015625, | |
| "learning_rate": 7.329545454545455e-06, | |
| "loss": 0.1418, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.27, | |
| "eval_gen_len": 7.7744, | |
| "eval_loss": 0.1518535614013672, | |
| "eval_rouge1": 23.8081, | |
| "eval_rouge2": 11.223, | |
| "eval_rougeL": 23.3821, | |
| "eval_rougeLsum": 23.6075, | |
| "eval_runtime": 14.0505, | |
| "eval_samples_per_second": 9.466, | |
| "eval_steps_per_second": 1.21, | |
| "step": 400 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "grad_norm": 0.27223658561706543, | |
| "learning_rate": 1.6477272727272728e-06, | |
| "loss": 0.1369, | |
| "step": 500 | |
| }, | |
| { | |
| "epoch": 2.84, | |
| "eval_gen_len": 7.4812, | |
| "eval_loss": 0.1519903540611267, | |
| "eval_rouge1": 22.6861, | |
| "eval_rouge2": 10.8165, | |
| "eval_rougeL": 22.0984, | |
| "eval_rougeLsum": 22.2851, | |
| "eval_runtime": 14.0722, | |
| "eval_samples_per_second": 9.451, | |
| "eval_steps_per_second": 1.208, | |
| "step": 500 | |
| } | |
| ], | |
| "logging_steps": 100, | |
| "max_steps": 528, | |
| "num_input_tokens_seen": 0, | |
| "num_train_epochs": 3, | |
| "save_steps": 100, | |
| "total_flos": 2434613646458880.0, | |
| "train_batch_size": 8, | |
| "trial_name": null, | |
| "trial_params": null | |
| } | |