Text Classification
Transformers
Safetensors
Portuguese
deberta-v2
patchdedup
experimental
nli
text-embeddings-inference
Instructions to use enzoferracini/patchdedup-ptbr-mdeberta with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use enzoferracini/patchdedup-ptbr-mdeberta with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="enzoferracini/patchdedup-ptbr-mdeberta")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta") model = AutoModelForSequenceClassification.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 2,675 Bytes
f12d393 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 | {
"metrics": {
"support": 40,
"positive_support": 20,
"precision": 0.9047619047619048,
"recall": 0.95,
"f1": 0.926829268292683,
"macro_f1": 0.9249530956848031,
"average_precision": 0.9654822598375734,
"confusion_matrix": [
[
18,
2
],
[
1,
19
]
],
"coverage": 0.725,
"review_rate": 0.275,
"review_count": 11,
"redundant_count": 13,
"not_redundant_count": 16,
"selective_precision": 0.9230769230769231,
"negative_predictive_value": 1.0,
"brier": 0.06604008436517425,
"log_loss": 0.2141391290632432,
"expected_calibration_error_10_bins": 0.09712082056939834,
"conformal_marginal_coverage": 0.7,
"mean_prediction_set_size": 0.725,
"empty_set_rate": 0.275
},
"primary_pretrained_baseline": {
"support": 40,
"positive_support": 20,
"precision": 0.8333333333333334,
"recall": 1.0,
"f1": 0.9090909090909091,
"macro_f1": 0.898989898989899,
"average_precision": 0.9837163561076604,
"confusion_matrix": [
[
16,
4
],
[
0,
20
]
],
"coverage": 1.0,
"review_rate": 0.0,
"review_count": 0,
"redundant_count": 21,
"not_redundant_count": 19,
"selective_precision": 0.9047619047619048,
"negative_predictive_value": 0.9473684210526315
},
"previous_v02_embedding_baseline": {
"support": 40,
"positive_support": 20,
"precision": 0.42857142857142855,
"recall": 0.6,
"f1": 0.5,
"macro_f1": 0.375,
"average_precision": 0.3900716464805338,
"confusion_matrix": [
[
4,
16
],
[
8,
12
]
],
"coverage": 0.35,
"review_rate": 0.65,
"review_count": 26,
"redundant_count": 13,
"not_redundant_count": 1,
"selective_precision": 0.23076923076923078,
"negative_predictive_value": 0.0
},
"test_pairs": 40,
"test_groups": 20,
"graph_sha256": "26cf84ad3fdc84c8fc9ce7feb3068c21ca0afdeb248892cae1a75885ff5dbc94",
"components": [
{
"name": "hpo_5::min",
"directory": "artifacts/v03/hpo_5/model",
"initial_key": "nli_deberta",
"aggregation": "min",
"quantized": false,
"model_sha256": "058be8f2224e2f995de5fd3c7b4b14bc3df19abc7874be82793727af2c1b68bf"
}
],
"policy": {
"binary_threshold": 0.4262998700141907,
"thresholds": {
"low": 0.04563224315643311,
"high": 0.9543677568435669,
"positive_enabled": true,
"negative_enabled": true
}
},
"limitation": "Same AI author; not human-independent or representative of actual resumes"
}
|