Hugging Face's logo

iskhare
/
iclr-debug

Text Generation
English
research
Model card Files
xet
 Community
iclr-debug
File size: 863 Bytes
5e4839f
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
{
  "protocol": {
    "sampling": "random",
    "temperature": 1.0,
    "top_k": 0,
    "top_p": 1.0,
    "n_provided_levels": 1,
    "n_levels": 16,
    "document_aware_validation_sampling": true
  },
  "reference_model": "gpt2-large",
  "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-decoder-135b-20260916/decoder-mstok/exports/step-34333/ncp.pt",
  "checkpoint_step": 34333,
  "seeds": [
    0,
    1,
    2,
    3,
    4
  ],
  "samples_per_seed": 128,
  "total_scored_samples": 640,
  "total_scored_tokens": 160503,
  "per_seed_mean_ppl": {
    "0": 106.99428697044395,
    "1": 104.0656312139604,
    "2": 106.59998968944139,
    "3": 117.78306621364587,
    "4": 108.63302937787536
  },
  "mean_gen_ppl": 108.8152006930734,
  "gen_ppl_se": 2.3583584883976796,
  "mean_of_seed_median_ppl": 99.95965270996093,
  "mean_entropy_nats": 4.37164044491404
}