| { |
| "n_samples": 176, |
| "n_documents": 88, |
| "class_counts": { |
| "adr": 50, |
| "guide": 16, |
| "postmortem": 40, |
| "design-doc": 24, |
| "teardown": 20, |
| "playbook": 26 |
| }, |
| "accuracy": 0.648, |
| "macro_f1": 0.643, |
| "majority_baseline_accuracy": 0.284, |
| "pooling": "mean of chunk embeddings", |
| "report": { |
| "adr": { |
| "precision": 0.5625, |
| "recall": 0.54, |
| "f1-score": 0.5510204081632653, |
| "support": 50.0 |
| }, |
| "design-doc": { |
| "precision": 0.4444444444444444, |
| "recall": 0.5, |
| "f1-score": 0.47058823529411764, |
| "support": 24.0 |
| }, |
| "guide": { |
| "precision": 0.8333333333333334, |
| "recall": 0.625, |
| "f1-score": 0.7142857142857143, |
| "support": 16.0 |
| }, |
| "playbook": { |
| "precision": 0.5714285714285714, |
| "recall": 0.6153846153846154, |
| "f1-score": 0.5925925925925926, |
| "support": 26.0 |
| }, |
| "postmortem": { |
| "precision": 0.9473684210526315, |
| "recall": 0.9, |
| "f1-score": 0.9230769230769231, |
| "support": 40.0 |
| }, |
| "teardown": { |
| "precision": 0.5652173913043478, |
| "recall": 0.65, |
| "f1-score": 0.6046511627906976, |
| "support": 20.0 |
| }, |
| "accuracy": 0.6477272727272727, |
| "macro avg": { |
| "precision": 0.654048693593888, |
| "recall": 0.6383974358974359, |
| "f1-score": 0.6427025060338852, |
| "support": 176.0 |
| }, |
| "weighted avg": { |
| "precision": 0.6601206109394039, |
| "recall": 0.6477272727272727, |
| "f1-score": 0.6516887333527943, |
| "support": 176.0 |
| } |
| }, |
| "protocol": "5-fold StratifiedGroupKFold, seed 42, pt and en of one document always in the same fold" |
| } |
