Hugging Face's logo

markuz89
/
minijev-general

Zero-Shot Classification
Safetensors
English
Italian
minijev
decision-model
calibration
distillation
Model card Files
xet
 Community
minijev-general
File size: 1,618 Bytes
45507bb
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
  "format": "minijev-v2",
  "config": {
    "seed": 0,
    "task": {
      "name": "text",
      "max_len": 32
    },
    "data": {
      "dir": "data/general_qa_teacher"
    },
    "model": {
      "d_model": 128,
      "n_heads": 4,
      "n_layers": 2,
      "n_decision_layers": 1,
      "mlp_ratio": 2.0,
      "dropout": 0.1,
      "max_question_len": 48,
      "max_choice_len": 16,
      "scorer": "bi",
      "text_encoder": {
        "type": "pretrained",
        "name": "text_encoder",
        "finetune": "full",
        "tokenizer": "text_encoder"
      },
      "state_encoders": {
        "text": {}
      }
    },
    "training": {
      "batch_size": 32,
      "epochs": 6,
      "lr": 0.001,
      "min_lr_ratio": 0.05,
      "weight_decay": 0.05,
      "warmup_steps": 100,
      "grad_clip": 1.0,
      "choice_dropout": 0.0,
      "eval_every": 500,
      "checkpoint_every": 1000,
      "log_every": 100,
      "cache_text": true,
      "hardware": {
        "device": "auto",
        "amp": "auto",
        "num_workers": 0,
        "compile": false
      },
      "backbone_lr": 3e-05
    },
    "loss": {
      "hard_weight": 1.0,
      "distillation": {
        "enabled": true,
        "alpha": 0.5,
        "temperature": 1.0
      }
    },
    "calibration": {
      "method": "temperature"
    },
    "name": "qat-minilm-tiny-bi-full"
  },
  "temperature": 3.506696939468384,
  "task_temperatures": {
    "text": 3.506696820258835
  },
  "metrics": {
    "test_acc_teacher": 0.812,
    "test_ece_teacher": 0.055,
    "test_acc_knowledge_table": 0.827,
    "benchmark_30": "23/30"
  }
}