| { |
| "baseline": { |
| "accuracy": 0.16666666666666666, |
| "macro_f1": 0.047619047619047616, |
| "samples": 30, |
| "labels": [ |
| "account", |
| "billing", |
| "cancellation", |
| "delivery", |
| "login", |
| "technical" |
| ], |
| "confusion_matrix": [ |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 5, |
| 0 |
| ] |
| ], |
| "per_class": [ |
| { |
| "label": "account", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "billing", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "cancellation", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "delivery", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "login", |
| "precision": 0.16666666666666666, |
| "recall": 1.0, |
| "f1": 0.2857142857142857, |
| "support": 5 |
| }, |
| { |
| "label": "technical", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| } |
| ], |
| "loss": 1.8211933612823485 |
| }, |
| "baseline_description": "Pretrained encoder with an untrained classification head", |
| "test": { |
| "accuracy": 0.5666666666666667, |
| "macro_f1": 0.51994301994302, |
| "samples": 30, |
| "labels": [ |
| "account", |
| "billing", |
| "cancellation", |
| "delivery", |
| "login", |
| "technical" |
| ], |
| "confusion_matrix": [ |
| [ |
| 5, |
| 0, |
| 0, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 5, |
| 0, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 5, |
| 0, |
| 0 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 3, |
| 0, |
| 2 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 4, |
| 1 |
| ], |
| [ |
| 0, |
| 0, |
| 0, |
| 0, |
| 0, |
| 5 |
| ] |
| ], |
| "per_class": [ |
| { |
| "label": "account", |
| "precision": 1.0, |
| "recall": 1.0, |
| "f1": 1.0, |
| "support": 5 |
| }, |
| { |
| "label": "billing", |
| "precision": 0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "cancellation", |
| "precision": 0.0, |
| "recall": 0.0, |
| "f1": 0, |
| "support": 5 |
| }, |
| { |
| "label": "delivery", |
| "precision": 0.375, |
| "recall": 0.6, |
| "f1": 0.4615384615384615, |
| "support": 5 |
| }, |
| { |
| "label": "login", |
| "precision": 1.0, |
| "recall": 0.8, |
| "f1": 0.888888888888889, |
| "support": 5 |
| }, |
| { |
| "label": "technical", |
| "precision": 0.625, |
| "recall": 1.0, |
| "f1": 0.7692307692307693, |
| "support": 5 |
| } |
| ], |
| "loss": 1.6918883482615152 |
| }, |
| "best_epoch": 4, |
| "validation_macro_f1": 0.2664141414141414, |
| "trainable_parameters": 8966, |
| "total_parameters": 4395660, |
| "trainable_pct": 0.204, |
| "steps": 92, |
| "elapsed_seconds": 164.736, |
| "base_model": "google/bert_uncased_L-2_H-128_A-2", |
| "base_revision": "30b0a37ccaaa32f332884b96992754e246e48c5f", |
| "dataset_fingerprint": "452710ab0bf595050805180e10ff423b58723ae1f34c22153da411fd87cbd8dc", |
| "torch_version": "2.14.1+cpu", |
| "hardware": { |
| "device": "cpu", |
| "threads": 2, |
| "machine": "x86_64" |
| } |
| } |
|
|
