Question Answering
Transformers
Safetensors
English
distilbert
extractive-qa
squad_v2
Eval Results (legacy)
Instructions to use Ingsyling/distilbert-squad2 with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use Ingsyling/distilbert-squad2 with Transformers:
# Use a pipeline as a high-level helper # Warning: Pipeline type "question-answering" is no longer supported in transformers v5. # You must load the model directly (see below) or downgrade to v4.x with: # pip install "transformers<5.0.0" from transformers import pipeline pipe = pipeline("question-answering", model="Ingsyling/distilbert-squad2")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForQuestionAnswering tokenizer = AutoTokenizer.from_pretrained("Ingsyling/distilbert-squad2") model = AutoModelForQuestionAnswering.from_pretrained("Ingsyling/distilbert-squad2", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download train_summary.json from Ingsyling/distilbert-squad2: direct link, hf CLI and curl.
- Browser
- Download file 6.64 kB
-
https://huggingface.co/Ingsyling/distilbert-squad2/resolve/main/train_summary.json
- Command line
-
hf download hf://Ingsyling/distilbert-squad2/train_summary.json
-
curl -L -o train_summary.json https://huggingface.co/Ingsyling/distilbert-squad2/resolve/main/train_summary.json
6.64 kB
| { | |
| "model": "distilbert-base-uncased", | |
| "output_dir": "/content/drive/MyDrive/qa-project/distilbert-squad2", | |
| "train_windows": 131754, | |
| "steps": 16470, | |
| "device": "cuda:0", | |
| "fp16": true, | |
| "runtime_seconds": 2616.1, | |
| "losses": [ | |
| [ | |
| 100, | |
| 5.8127 | |
| ], | |
| [ | |
| 200, | |
| 5.2595 | |
| ], | |
| [ | |
| 300, | |
| 3.8174 | |
| ], | |
| [ | |
| 400, | |
| 3.3663 | |
| ], | |
| [ | |
| 500, | |
| 3.1291 | |
| ], | |
| [ | |
| 600, | |
| 2.9007 | |
| ], | |
| [ | |
| 700, | |
| 2.593 | |
| ], | |
| [ | |
| 800, | |
| 2.473 | |
| ], | |
| [ | |
| 900, | |
| 2.3146 | |
| ], | |
| [ | |
| 1000, | |
| 2.284 | |
| ], | |
| [ | |
| 1100, | |
| 2.1846 | |
| ], | |
| [ | |
| 1200, | |
| 2.0918 | |
| ], | |
| [ | |
| 1300, | |
| 2.1535 | |
| ], | |
| [ | |
| 1400, | |
| 2.0506 | |
| ], | |
| [ | |
| 1500, | |
| 1.9828 | |
| ], | |
| [ | |
| 1600, | |
| 1.9483 | |
| ], | |
| [ | |
| 1700, | |
| 1.8342 | |
| ], | |
| [ | |
| 1800, | |
| 1.8426 | |
| ], | |
| [ | |
| 1900, | |
| 1.7948 | |
| ], | |
| [ | |
| 2000, | |
| 1.7215 | |
| ], | |
| [ | |
| 2100, | |
| 1.7014 | |
| ], | |
| [ | |
| 2200, | |
| 1.6967 | |
| ], | |
| [ | |
| 2300, | |
| 1.681 | |
| ], | |
| [ | |
| 2400, | |
| 1.749 | |
| ], | |
| [ | |
| 2500, | |
| 1.6681 | |
| ], | |
| [ | |
| 2600, | |
| 1.6383 | |
| ], | |
| [ | |
| 2700, | |
| 1.5999 | |
| ], | |
| [ | |
| 2800, | |
| 1.558 | |
| ], | |
| [ | |
| 2900, | |
| 1.5781 | |
| ], | |
| [ | |
| 3000, | |
| 1.5939 | |
| ], | |
| [ | |
| 3100, | |
| 1.571 | |
| ], | |
| [ | |
| 3200, | |
| 1.5889 | |
| ], | |
| [ | |
| 3300, | |
| 1.5437 | |
| ], | |
| [ | |
| 3400, | |
| 1.4706 | |
| ], | |
| [ | |
| 3500, | |
| 1.4631 | |
| ], | |
| [ | |
| 3600, | |
| 1.5273 | |
| ], | |
| [ | |
| 3700, | |
| 1.496 | |
| ], | |
| [ | |
| 3800, | |
| 1.4221 | |
| ], | |
| [ | |
| 3900, | |
| 1.3358 | |
| ], | |
| [ | |
| 4000, | |
| 1.4664 | |
| ], | |
| [ | |
| 4100, | |
| 1.3971 | |
| ], | |
| [ | |
| 4200, | |
| 1.3604 | |
| ], | |
| [ | |
| 4300, | |
| 1.4829 | |
| ], | |
| [ | |
| 4400, | |
| 1.4512 | |
| ], | |
| [ | |
| 4500, | |
| 1.35 | |
| ], | |
| [ | |
| 4600, | |
| 1.4079 | |
| ], | |
| [ | |
| 4700, | |
| 1.4152 | |
| ], | |
| [ | |
| 4800, | |
| 1.3296 | |
| ], | |
| [ | |
| 4900, | |
| 1.314 | |
| ], | |
| [ | |
| 5000, | |
| 1.3201 | |
| ], | |
| [ | |
| 5100, | |
| 1.328 | |
| ], | |
| [ | |
| 5200, | |
| 1.3468 | |
| ], | |
| [ | |
| 5300, | |
| 1.2894 | |
| ], | |
| [ | |
| 5400, | |
| 1.332 | |
| ], | |
| [ | |
| 5500, | |
| 1.3699 | |
| ], | |
| [ | |
| 5600, | |
| 1.3044 | |
| ], | |
| [ | |
| 5700, | |
| 1.3256 | |
| ], | |
| [ | |
| 5800, | |
| 1.2359 | |
| ], | |
| [ | |
| 5900, | |
| 1.273 | |
| ], | |
| [ | |
| 6000, | |
| 1.2994 | |
| ], | |
| [ | |
| 6100, | |
| 1.3061 | |
| ], | |
| [ | |
| 6200, | |
| 1.3327 | |
| ], | |
| [ | |
| 6300, | |
| 1.263 | |
| ], | |
| [ | |
| 6400, | |
| 1.2819 | |
| ], | |
| [ | |
| 6500, | |
| 1.2874 | |
| ], | |
| [ | |
| 6600, | |
| 1.2084 | |
| ], | |
| [ | |
| 6700, | |
| 1.242 | |
| ], | |
| [ | |
| 6800, | |
| 1.2883 | |
| ], | |
| [ | |
| 6900, | |
| 1.2837 | |
| ], | |
| [ | |
| 7000, | |
| 1.2157 | |
| ], | |
| [ | |
| 7100, | |
| 1.2229 | |
| ], | |
| [ | |
| 7200, | |
| 1.2583 | |
| ], | |
| [ | |
| 7300, | |
| 1.2643 | |
| ], | |
| [ | |
| 7400, | |
| 1.2298 | |
| ], | |
| [ | |
| 7500, | |
| 1.2369 | |
| ], | |
| [ | |
| 7600, | |
| 1.2103 | |
| ], | |
| [ | |
| 7700, | |
| 1.2225 | |
| ], | |
| [ | |
| 7800, | |
| 1.1942 | |
| ], | |
| [ | |
| 7900, | |
| 1.303 | |
| ], | |
| [ | |
| 8000, | |
| 1.2205 | |
| ], | |
| [ | |
| 8100, | |
| 1.1541 | |
| ], | |
| [ | |
| 8200, | |
| 1.2243 | |
| ], | |
| [ | |
| 8300, | |
| 1.1149 | |
| ], | |
| [ | |
| 8400, | |
| 0.974 | |
| ], | |
| [ | |
| 8500, | |
| 1.0094 | |
| ], | |
| [ | |
| 8600, | |
| 1.0036 | |
| ], | |
| [ | |
| 8700, | |
| 1.0261 | |
| ], | |
| [ | |
| 8800, | |
| 1.0094 | |
| ], | |
| [ | |
| 8900, | |
| 0.9858 | |
| ], | |
| [ | |
| 9000, | |
| 0.9908 | |
| ], | |
| [ | |
| 9100, | |
| 1.03 | |
| ], | |
| [ | |
| 9200, | |
| 1.0688 | |
| ], | |
| [ | |
| 9300, | |
| 0.9672 | |
| ], | |
| [ | |
| 9400, | |
| 1.05 | |
| ], | |
| [ | |
| 9500, | |
| 1.0344 | |
| ], | |
| [ | |
| 9600, | |
| 1.0304 | |
| ], | |
| [ | |
| 9700, | |
| 0.9603 | |
| ], | |
| [ | |
| 9800, | |
| 0.9311 | |
| ], | |
| [ | |
| 9900, | |
| 0.972 | |
| ], | |
| [ | |
| 10000, | |
| 0.9389 | |
| ], | |
| [ | |
| 10100, | |
| 0.9904 | |
| ], | |
| [ | |
| 10200, | |
| 0.9488 | |
| ], | |
| [ | |
| 10300, | |
| 0.9968 | |
| ], | |
| [ | |
| 10400, | |
| 0.9813 | |
| ], | |
| [ | |
| 10500, | |
| 0.9454 | |
| ], | |
| [ | |
| 10600, | |
| 0.9504 | |
| ], | |
| [ | |
| 10700, | |
| 0.9737 | |
| ], | |
| [ | |
| 10800, | |
| 0.994 | |
| ], | |
| [ | |
| 10900, | |
| 0.9702 | |
| ], | |
| [ | |
| 11000, | |
| 1.0359 | |
| ], | |
| [ | |
| 11100, | |
| 0.9876 | |
| ], | |
| [ | |
| 11200, | |
| 0.9271 | |
| ], | |
| [ | |
| 11300, | |
| 0.9873 | |
| ], | |
| [ | |
| 11400, | |
| 0.9997 | |
| ], | |
| [ | |
| 11500, | |
| 0.9872 | |
| ], | |
| [ | |
| 11600, | |
| 0.978 | |
| ], | |
| [ | |
| 11700, | |
| 0.9603 | |
| ], | |
| [ | |
| 11800, | |
| 1.0311 | |
| ], | |
| [ | |
| 11900, | |
| 0.9783 | |
| ], | |
| [ | |
| 12000, | |
| 0.9182 | |
| ], | |
| [ | |
| 12100, | |
| 0.9856 | |
| ], | |
| [ | |
| 12200, | |
| 0.9483 | |
| ], | |
| [ | |
| 12300, | |
| 0.9859 | |
| ], | |
| [ | |
| 12400, | |
| 0.9458 | |
| ], | |
| [ | |
| 12500, | |
| 0.9727 | |
| ], | |
| [ | |
| 12600, | |
| 0.957 | |
| ], | |
| [ | |
| 12700, | |
| 0.9824 | |
| ], | |
| [ | |
| 12800, | |
| 0.9916 | |
| ], | |
| [ | |
| 12900, | |
| 0.8884 | |
| ], | |
| [ | |
| 13000, | |
| 0.9422 | |
| ], | |
| [ | |
| 13100, | |
| 0.9365 | |
| ], | |
| [ | |
| 13200, | |
| 0.8894 | |
| ], | |
| [ | |
| 13300, | |
| 0.9819 | |
| ], | |
| [ | |
| 13400, | |
| 0.9179 | |
| ], | |
| [ | |
| 13500, | |
| 0.9744 | |
| ], | |
| [ | |
| 13600, | |
| 0.9452 | |
| ], | |
| [ | |
| 13700, | |
| 0.9544 | |
| ], | |
| [ | |
| 13800, | |
| 0.9611 | |
| ], | |
| [ | |
| 13900, | |
| 0.9066 | |
| ], | |
| [ | |
| 14000, | |
| 0.9007 | |
| ], | |
| [ | |
| 14100, | |
| 0.9902 | |
| ], | |
| [ | |
| 14200, | |
| 0.9602 | |
| ], | |
| [ | |
| 14300, | |
| 0.9147 | |
| ], | |
| [ | |
| 14400, | |
| 0.9209 | |
| ], | |
| [ | |
| 14500, | |
| 0.9746 | |
| ], | |
| [ | |
| 14600, | |
| 0.9372 | |
| ], | |
| [ | |
| 14700, | |
| 0.9538 | |
| ], | |
| [ | |
| 14800, | |
| 0.8966 | |
| ], | |
| [ | |
| 14900, | |
| 0.8958 | |
| ], | |
| [ | |
| 15000, | |
| 0.9536 | |
| ], | |
| [ | |
| 15100, | |
| 0.903 | |
| ], | |
| [ | |
| 15200, | |
| 0.9373 | |
| ], | |
| [ | |
| 15300, | |
| 0.958 | |
| ], | |
| [ | |
| 15400, | |
| 0.8729 | |
| ], | |
| [ | |
| 15500, | |
| 0.9088 | |
| ], | |
| [ | |
| 15600, | |
| 0.9475 | |
| ], | |
| [ | |
| 15700, | |
| 0.8489 | |
| ], | |
| [ | |
| 15800, | |
| 0.9058 | |
| ], | |
| [ | |
| 15900, | |
| 0.939 | |
| ], | |
| [ | |
| 16000, | |
| 0.8321 | |
| ], | |
| [ | |
| 16100, | |
| 0.914 | |
| ], | |
| [ | |
| 16200, | |
| 0.92 | |
| ], | |
| [ | |
| 16300, | |
| 0.8522 | |
| ], | |
| [ | |
| 16400, | |
| 0.9049 | |
| ] | |
| ], | |
| "loss_went_down": true, | |
| "checkpoints": [ | |
| "checkpoint-16000", | |
| "checkpoint-16470" | |
| ], | |
| "final_model_saved": true, | |
| "passed": true | |
| } | |