Hugging Face's logo

viai957
/
align

Text Generation
English
align
post-training
rlhf
sft
dpo
ppo
grpo
cispo
expert-iteration
lean4
theorem-proving
formal-verification
fsdp2
mixture-of-experts
code
Eval Results (legacy)
Model card Files
xet
 Community
align
File size: 3,165 Bytes
4951e76
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
{
 "advisories": {
  "parsed": 1294,
  "has_patch": 633,
  "resolved": 566,
  "downloaded": 481,
  "small_diff": 278,
  "diff_safe": 152,
  "strict_safe": 87,
  "reject_reasons": {
   "diff_touches_unsafe_io_async": 126,
   "diff_too_large": 165,
   "no_published_vulnerable_version": 64,
   "download": 85,
   "no_published_patched_version": 3,
   "no_rs_diff": 38
  },
  "prefilter": {
   "skipped_not_targeted_or_no_fn": 58,
   "to_attempt": 94
  },
  "translation_attempted": 94,
  "translated_and_lean_compiles": 4,
  "distinct_crates_kept": 4,
  "kept_by_bug_class": {
   "other": 1,
   "panic": 2,
   "logic": 1,
   "dos_loop_or_recursion": 1
  },
  "translation_failure_reasons_top": [
   [
    "start function not in generated Lean:start function not in generated Lean",
    15
   ],
   [
    "aeneas:[Error] Unimplemented",
    8
   ],
   [
    "aeneas/lean timeout:aeneas/lean timeout",
    6
   ],
   [
    "aeneas:[Error] Dynamic trait types are not supported yet",
    5
   ],
   [
    "aeneas:[Error] Early returns inside of loops are not supp",
    5
   ],
   [
    "charon timeout:charon timeout",
    4
   ],
   [
    "lean:Type class instance resolution failures can be ins",
    4
   ],
   [
    "aeneas:[Error] Returns inside of nested loops are not sup",
    3
   ],
   [
    "lean:declaration uses `sorry`",
    2
   ],
   [
    "charon:unknown feature `stdsimd`",
    2
   ],
   [
    "aeneas:new value doesn't have the same type as its destin",
    2
   ],
   [
    "aeneas:",
    2
   ]
  ]
 },
 "mutants": {
  "generated": 228,
  "by_status": {
   "kept_nonequivalent": 207,
   "no_witness": 8,
   "timeout": 13
  },
  "translation_attempted": 207,
  "kept_nonequivalent_and_translated": 199,
  "distinct_functions": 21,
  "by_operator": {
   "op": 93,
   "const": 104,
   "checked": 2
  }
 },
 "kernels": {
  "attempted_pairs": 23,
  "pre_and_post_lean_compile": 23,
  "witness_discriminating_on_original_rust": 23,
  "kept_pairs": 23,
  "distinct_crates": 22,
  "by_bug_class": {
   "panic": 8,
   "overflow": 5,
   "logic": 7,
   "dos_loop_or_recursion": 3
  },
  "by_fidelity": {
   "model_of_std": 5,
   "verbatim_logic": 18
  },
  "translation_failures_before_rewrite": [
   {
    "item": "tar_pax.post",
    "error": "lean: /apps/development/rlhf/bugfind_data/work/kernels/tar_pax.post/Crate.lean:37:10: error: Application type mismatch: The argument\n  \u00acis_extension_header\nhas "
   },
   {
    "item": "tar_pax.post",
    "error": "lean: /apps/development/rlhf/bugfind_data/work/kernels/tar_pax.post/Crate.lean:26:70: error: failed to synthesize\n  Decidable is_extension_header\n\nHint: Additio"
   }
  ],
  "note": "Aeneas (6c2788d) emitted ill-typed Lean for `!b` / `a || b` chains bound to a bool (Prop vs Bool, `failed to synthesize Decidable`); the post kernel of tar_pax was rewritten with explicit if/else (same semantics) and then translates."
 },
 "total_items_kept_now": 226,
 "total_real_bug_pairs": 27,
 "notes": "Mutants are clustered by source function (21 functions) and are not independent samples; the crate-clustered bootstrap treats the function as the cluster. Advisory items are clustered by crate."
}