Spaces:
Running on Zero
Running on Zero
Remove base-reproduced completions (contamination) from demo, matching the paper's cleaned setup
Browse files- app.py +0 -2
- data/lookup.parquet +2 -2
app.py
CHANGED
|
@@ -117,8 +117,6 @@ def draw(dataset, which):
|
|
| 117 |
else:
|
| 118 |
verdict = ("### 🟢 Not memorized\nThe fine-tuned model's greedy generation diverges from the ground truth; "
|
| 119 |
"green tokens happen to match, red tokens do not.")
|
| 120 |
-
if bool(r.base_reproduced):
|
| 121 |
-
verdict += "\n\n_(Note: the base model already reproduces this suffix, so it is contamination rather than fine-tuning-induced memorization.)_"
|
| 122 |
clf_name = dataset if dataset in CLFS else next(iter(CLFS))
|
| 123 |
b = CLFS[clf_name]
|
| 124 |
feats = {k: float(r[k]) for k in FEAT_ORDER}
|
|
|
|
| 117 |
else:
|
| 118 |
verdict = ("### 🟢 Not memorized\nThe fine-tuned model's greedy generation diverges from the ground truth; "
|
| 119 |
"green tokens happen to match, red tokens do not.")
|
|
|
|
|
|
|
| 120 |
clf_name = dataset if dataset in CLFS else next(iter(CLFS))
|
| 121 |
b = CLFS[clf_name]
|
| 122 |
feats = {k: float(r[k]) for k in FEAT_ORDER}
|
data/lookup.parquet
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3f497b651b30969d47e6ec34b28db8faaf75803ce02ebf66303f93f271c6bf1b
|
| 3 |
+
size 11176982
|