Text Classification
Transformers
Safetensors
Portuguese
deberta-v2
patchdedup
experimental
nli
text-embeddings-inference
Instructions to use enzoferracini/patchdedup-ptbr-mdeberta with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Transformers
How to use enzoferracini/patchdedup-ptbr-mdeberta with Transformers:
# Use a pipeline as a high-level helper from transformers import pipeline pipe = pipeline("text-classification", model="enzoferracini/patchdedup-ptbr-mdeberta")# pip install -U transformers accelerate # Load model directly from transformers import AutoTokenizer, AutoModelForSequenceClassification tokenizer = AutoTokenizer.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta") model = AutoModelForSequenceClassification.from_pretrained("enzoferracini/patchdedup-ptbr-mdeberta", device_map="auto") - Notebooks
- Google Colab
- Kaggle
File size: 3,582 Bytes
f12d393 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 | {
"config": {
"seed": 42,
"training_source": "original train plus within-scenario counterfactual combinations",
"training_pairs": 744,
"development": [
"data/v01/validation.jsonl",
"data/v03/development.jsonl"
],
"calibration": "data/v03/calibration.jsonl",
"test": "data/v03/test.jsonl",
"folds": 3,
"selection": "cross-fitted macro F1, then average precision; earliest tie",
"nli_models": {
"nli_minilm": {
"directory": "artifacts/nli-minilm",
"repo": "MoritzLaurer/multilingual-MiniLMv2-L6-mnli-xnli",
"revision": "0a71e92a985b6e1ad1828cf67ce9c459639c1dca",
"license": "mit"
},
"nli_deberta": {
"directory": "artifacts/nli-deberta",
"repo": "MoritzLaurer/mDeBERTa-v3-base-mnli-xnli",
"revision": "8adb042d524ecd5c26d3e3ba0e3fbcf7e2d0864c",
"license": "mit"
}
},
"default_training": {
"epochs": 3,
"batch_size": 8,
"gradient_accumulation": 2,
"learning_rate": 1e-05,
"freeze_embeddings": true,
"warmup_ratio": 0.1,
"weight_decay": 0.01,
"label_smoothing": 0.05,
"patience": 2,
"bf16": true,
"layer_lr_decay": 0.95
},
"hpo_trials": 6,
"hpo_max_epochs": 2,
"hpo_sampler": "TPE with two random startup trials; Hyperband pruning",
"large_finetune": {
"epochs": 4,
"batch_size": 4,
"gradient_accumulation": 4,
"learning_rate": 5e-06,
"freeze_lower_layers": 6,
"ema_decay": 0.98,
"rdrop": 0.05,
"gradient_checkpointing": true
},
"lora": {
"epochs": 3,
"batch_size": 4,
"gradient_accumulation": 4,
"learning_rate": 3e-05,
"lora": true,
"gradient_checkpointing": true
},
"distillation": {
"epochs": 3,
"distillation_weight": 0.3,
"temperature": 2,
"hard_sampling": true,
"rdrop": 0.1,
"ema_decay": 0.98
},
"additional_seed": 137,
"domain_adaptation_steps": 40,
"calibrators": [
"identity",
"sigmoid",
"isotonic"
],
"ensembles": [
"equal averaging",
"nonnegative weighted averaging",
"stacking"
],
"ensemble_weight_trials": 48,
"conformal_alpha": 0.1,
"cpu_quantization": "dynamic int8 evaluated as a development candidate",
"test_policy": "Open once only after scoring graph and calibration are frozen; old tests remain diagnostic",
"limitations": [
"Same AI author and reviewer; no human review",
"Calibration only twenty pairs",
"Cross-fitting is for selection, not an independent test"
]
},
"data": {
"groups_by_role": {
"development": 30,
"calibration": 10,
"test": 20
},
"pairs_by_role": {
"development": 60,
"calibration": 20,
"test": 40
},
"seed": 3137,
"sha256": {
"development.jsonl": "63f848625b1a5957ce2ba8a05afec2239becea69e47aee39047885855b81ad42",
"calibration.jsonl": "93f90ccbab12fc5dc935dc41862e80e1dc1ca71e7a0d906bb9bbeae553acf061",
"test.jsonl": "b1fa2849dd023eab370b1e13bbffd1775aef06f71abe8b67590e65209f1e6af1"
},
"source_sha256": "51f92ebefbd7a0861ed6d6db805a5c7ded990924dec4be5c59c1aff337c71cca",
"provenance": {
"author": "same authoring AI",
"human_reviewed": false,
"license": "CC-BY-4.0",
"limitation": "Style still synthetic; prior diagnostics motivated categories, not final labels or selection"
}
},
"test_opened": false,
"calibration_opened": false
}
|