Text Classification
Transformers
Safetensors
Portuguese
deberta-v2
patchdedup
experimental
nli
text-embeddings-inference
Instructions to use enzoferracini/patchdedup-ptbr-mdeberta with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use enzoferracini/patchdedup-ptbr-mdeberta with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="enzoferracini/patchdedup-ptbr-mdeberta")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta") model = AutoModelForSequenceClassification.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta", device_map="auto") - Notebooks
- Google Colab
- Kaggle
Download evaluation/test.json from enzoferracini/patchdedup-ptbr-mdeberta: direct link, hf CLI and curl.
- Browser
- Download file 2.68 kB
-
https://huggingface.co/enzoferracini/patchdedup-ptbr-mdeberta/resolve/main/evaluation/test.json
- Command line
-
hf download hf://enzoferracini/patchdedup-ptbr-mdeberta/evaluation/test.json
-
curl -L -o test.json https://huggingface.co/enzoferracini/patchdedup-ptbr-mdeberta/resolve/main/evaluation/test.json
2.68 kB
| { | |
| "metrics": { | |
| "support": 40, | |
| "positive_support": 20, | |
| "precision": 0.9047619047619048, | |
| "recall": 0.95, | |
| "f1": 0.926829268292683, | |
| "macro_f1": 0.9249530956848031, | |
| "average_precision": 0.9654822598375734, | |
| "confusion_matrix": [ | |
| [ | |
| 18, | |
| 2 | |
| ], | |
| [ | |
| 1, | |
| 19 | |
| ] | |
| ], | |
| "coverage": 0.725, | |
| "review_rate": 0.275, | |
| "review_count": 11, | |
| "redundant_count": 13, | |
| "not_redundant_count": 16, | |
| "selective_precision": 0.9230769230769231, | |
| "negative_predictive_value": 1.0, | |
| "brier": 0.06604008436517425, | |
| "log_loss": 0.2141391290632432, | |
| "expected_calibration_error_10_bins": 0.09712082056939834, | |
| "conformal_marginal_coverage": 0.7, | |
| "mean_prediction_set_size": 0.725, | |
| "empty_set_rate": 0.275 | |
| }, | |
| "primary_pretrained_baseline": { | |
| "support": 40, | |
| "positive_support": 20, | |
| "precision": 0.8333333333333334, | |
| "recall": 1.0, | |
| "f1": 0.9090909090909091, | |
| "macro_f1": 0.898989898989899, | |
| "average_precision": 0.9837163561076604, | |
| "confusion_matrix": [ | |
| [ | |
| 16, | |
| 4 | |
| ], | |
| [ | |
| 0, | |
| 20 | |
| ] | |
| ], | |
| "coverage": 1.0, | |
| "review_rate": 0.0, | |
| "review_count": 0, | |
| "redundant_count": 21, | |
| "not_redundant_count": 19, | |
| "selective_precision": 0.9047619047619048, | |
| "negative_predictive_value": 0.9473684210526315 | |
| }, | |
| "previous_v02_embedding_baseline": { | |
| "support": 40, | |
| "positive_support": 20, | |
| "precision": 0.42857142857142855, | |
| "recall": 0.6, | |
| "f1": 0.5, | |
| "macro_f1": 0.375, | |
| "average_precision": 0.3900716464805338, | |
| "confusion_matrix": [ | |
| [ | |
| 4, | |
| 16 | |
| ], | |
| [ | |
| 8, | |
| 12 | |
| ] | |
| ], | |
| "coverage": 0.35, | |
| "review_rate": 0.65, | |
| "review_count": 26, | |
| "redundant_count": 13, | |
| "not_redundant_count": 1, | |
| "selective_precision": 0.23076923076923078, | |
| "negative_predictive_value": 0.0 | |
| }, | |
| "test_pairs": 40, | |
| "test_groups": 20, | |
| "graph_sha256": "26cf84ad3fdc84c8fc9ce7feb3068c21ca0afdeb248892cae1a75885ff5dbc94", | |
| "components": [ | |
| { | |
| "name": "hpo_5::min", | |
| "directory": "artifacts/v03/hpo_5/model", | |
| "initial_key": "nli_deberta", | |
| "aggregation": "min", | |
| "quantized": false, | |
| "model_sha256": "058be8f2224e2f995de5fd3c7b4b14bc3df19abc7874be82793727af2c1b68bf" | |
| } | |
| ], | |
| "policy": { | |
| "binary_threshold": 0.4262998700141907, | |
| "thresholds": { | |
| "low": 0.04563224315643311, | |
| "high": 0.9543677568435669, | |
| "positive_enabled": true, | |
| "negative_enabled": true | |
| } | |
| }, | |
| "limitation": "Same AI author; not human-independent or representative of actual resumes" | |
| } | |