File size: 1,843 Bytes
0bbb929
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
{
  "removed_train": {
    "heldout_group": 14,
    "duplicate": 1
  },
  "removed_validation": {},
  "removed_augmented": {},
  "alignment_sha256": "07c9c285026dfcc95c15c6454498b265138e36875c31ee3ad76b42a22d6049bd",
  "no_truncation": true,
  "teacher_target_split": "train only",
  "teacher_weights_sha256": "314b5711a812b67b8e01568e3605ca5eda94464ef8a5d72f5061c066b7b598e8",
  "teacher_logits_sha256": "f78ba4870ad1dd79e669f71b6da238e3f35257c0175450b0ee70957ca89f0cce",
  "teacher_train_agreement": 0.997955013097186,
  "augmented_rows": 120000,
  "augmented_teacher_deny_fraction": 0.6710166666666667,
  "teacher_logits_all_sha256": "992faa332520bd1fa7a1791cb3eb9cd642aa61d6c214016fe9fc139f4539a97f",
  "validation_partitions": {
    "selection": 7824,
    "calibration": 2581,
    "audit": 2595,
    "monitor": 7824
  },
  "train": {
    "rows": 711985,
    "tokens": 516733212,
    "max_length": 51408,
    "gt4096": 18578,
    "gt16384": 4202,
    "tokens_le4096": 277551254,
    "tokens_gt4096": 239181958,
    "labels": {
      "approve": 355072,
      "deny": 356913
    }
  },
  "augmented": {
    "rows": 120000,
    "tokens": 34321670,
    "max_length": 1881,
    "gt4096": 0,
    "gt16384": 0,
    "tokens_le4096": 34321670,
    "tokens_gt4096": 0,
    "labels": {
      "approve": 39478,
      "deny": 80522
    }
  },
  "validation": {
    "rows": 13000,
    "tokens": 15660962,
    "max_length": 48710,
    "gt4096": 827,
    "gt16384": 185,
    "tokens_le4096": 5143801,
    "tokens_gt4096": 10517161,
    "labels": {
      "approve": 6475,
      "deny": 6525
    }
  },
  "benchmark": {
    "rows": 3000,
    "tokens": 11710540,
    "max_length": 56176,
    "gt4096": 450,
    "gt16384": 239,
    "tokens_le4096": 1294562,
    "tokens_gt4096": 10415978,
    "labels": {
      "deny": 1401,
      "approve": 1599
    }
  }
}