Hugging Face's logo

maitri01
/
Task_tpe

Safetensors
Model card Files
xet
 Community
Task_tpe
File size: 1,761 Bytes
a0463c8
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
{
 "name": "plus2_s3",
 "method": "full",
 "rank": 16,
 "epochs": 8,
 "lr": 1e-05,
 "peak_gpu_gib": 11.12,
 "train_docs": 5710,
 "replay_docs": 15208,
 "replay_fresh": true,
 "replay_file": "/root/maitri/store/data/ordinary_text_big3/train_clean.jsonl",
 "seed": 3,
 "seconds": 7396,
 "gpu": "NVIDIA L40S",
 "torch": "2.14.1+cu130",
 "cuda": "13.0",
 "data": "/root/maitri/store/outputs/corpus_s30v3_plus2",
 "final_train_loss": 0.848,
 "trained": {
  "members": {
   "cut_points": {
    "n": 43906,
    "mean_first_token_logp": -1.035,
    "median_first_token_logp": -0.316,
    "mean_value_logp": -2.304,
    "bins_share": [
     0.0,
     0.013,
     0.093,
     0.233,
     0.661
    ]
   },
   "mean_doc_token_nll": 0.1374
  },
  "non_members": {
   "cut_points": {
    "n": 8610,
    "mean_first_token_logp": -5.436,
    "median_first_token_logp": -4.721,
    "mean_value_logp": -14.184,
    "bins_share": [
     0.108,
     0.302,
     0.218,
     0.153,
     0.22
    ]
   },
   "mean_doc_token_nll": 2.691
  }
 },
 "reloaded": {
  "members": {
   "cut_points": {
    "n": 43906,
    "mean_first_token_logp": -1.035,
    "median_first_token_logp": -0.316,
    "mean_value_logp": -2.304,
    "bins_share": [
     0.0,
     0.013,
     0.093,
     0.233,
     0.661
    ]
   },
   "mean_doc_token_nll": 0.1374
  },
  "non_members": {
   "cut_points": {
    "n": 8610,
    "mean_first_token_logp": -5.436,
    "median_first_token_logp": -4.721,
    "mean_value_logp": -14.184,
    "bins_share": [
     0.108,
     0.302,
     0.218,
     0.153,
     0.22
    ]
   },
   "mean_doc_token_nll": 2.691
  }
 },
 "member_first_token_logp_trained_vs_reloaded": [
  -1.035,
  -1.035
 ],
 "non_member_first_token_logp_trained_vs_reloaded": [
  -5.436,
  -5.436
 ]
}