Hugging Face's logo

gamemaker1
/
diffusedit

PyTorch
English
diffusion-language-model
probing
fact-updating
wikipedia
Model card Files
xet
 Community
diffusedit
File size: 1,516 Bytes
e0feaa0
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
{
  "layer": 24,
  "tau_d": 0.8,
  "tau_sweep": {
    "0.35": 0.8101831919255443,
    "0.4": 0.8114140897972656,
    "0.45": 0.8149619103598357,
    "0.5": 0.8209714092773067,
    "0.55": 0.8293601923061806,
    "0.6": 0.8331783406394381,
    "0.65": 0.8379237670005164,
    "0.7": 0.841049436098379,
    "0.75": 0.843821574117252,
    "0.8": 0.8443022189436068,
    "0.85": 0.8434063414926697,
    "0.9": 0.8355219394066573,
    "0.95": 0.8217890877385421
  },
  "holdout": null,
  "seed": 42,
  "loss": "ce",
  "gamma": null,
  "val": {
    "KEEP": {
      "precision": 0.9393641429039659,
      "recall": 0.8254608294930875,
      "f1": 0.8787367775563389,
      "support": 3472
    },
    "EDIT": {
      "precision": 0.6885572139303483,
      "recall": 0.8787301587301587,
      "f1": 0.7721059972105997,
      "support": 1575
    },
    "DROP": {
      "precision": 0.8975,
      "recall": 0.8671497584541062,
      "f1": 0.8820638820638821,
      "support": 414
    },
    "macro_f1": 0.8443022189436068
  },
  "test": {
    "KEEP": {
      "precision": 0.9224529526281635,
      "recall": 0.8122857142857143,
      "f1": 0.8638711637800061,
      "support": 3500
    },
    "EDIT": {
      "precision": 0.6853080568720379,
      "recall": 0.8586698337292161,
      "f1": 0.7622561939905114,
      "support": 1684
    },
    "DROP": {
      "precision": 0.8476190476190476,
      "recall": 0.8317757009345794,
      "f1": 0.839622641509434,
      "support": 428
    },
    "macro_f1": 0.8219166664266505
  }
}