Hugging Face's logo

joshycodes
/
bad-rl-adapters

PEFT
Safetensors
lora
grafting
reward-hacking
alignment
Model card Files
xet
 Community
bad-rl-adapters

Commit History

add gemma-3-12b/difficult-advice-sft/control-3m-seed0
83c3d17
verified

joshycodes commited on

add gemma-3-12b/difficult-advice-sft/calib-3m-seed0
d599bfa
verified

joshycodes commited on

add gemma-3-12b/difficult-advice-sft/goal-3m-seed0
53ab7c3
verified

joshycodes commited on

add gemma-3-12b/difficult-advice-sft/secure-3m-seed0
383fd5f
verified

joshycodes commited on

add gemma-3-12b/difficult-advice-sft/learn-3m-seed0
0fbb454
verified

joshycodes commited on

add gemma-3-12b/difficult-advice/learn-3m-seed0
1477777
verified

joshycodes commited on

add gemma-3-12b/other-corpora/mix-10m-seed2
9df46c7
verified

joshycodes commited on

add gemma-3-12b/other-corpora/mix-10m-seed1
b769f13
verified

joshycodes commited on

add gemma-3-12b/other-corpora/mix-10m-seed0
7cbf8d2
verified

joshycodes commited on

add gemma-3-12b/other-corpora/growth-10m-seed2
2401902
verified

joshycodes commited on

add gemma-3-12b/other-corpora/growth-10m-seed1
f853e81
verified

joshycodes commited on

add gemma-3-12b/other-corpora/growth-10m-seed0
e324607
verified

joshycodes commited on

add gemma-3-12b/other-corpora/capable-10m-seed2
e8a3e69
verified

joshycodes commited on

add gemma-3-12b/other-corpora/capable-10m-seed1
8aced4f
verified

joshycodes commited on

add gemma-3-12b/other-corpora/capable-10m-seed0
c83b295
verified

joshycodes commited on

add qwen3-4b/robustness/neutral-control
5a3a49d
verified

joshycodes commited on

add qwen3-4b/robustness/fineweb-control
5254811
verified

joshycodes commited on

add qwen3-4b/robustness/10m-seed2
5276cf6
verified

joshycodes commited on

add qwen3-4b/robustness/10m-seed1
3e47d84
verified

joshycodes commited on

add qwen3-4b/grafted-paper-recipe/10m
41225ff
verified

joshycodes commited on

add qwen3-4b/grafted-paper-recipe/3m
7e5907f
verified

joshycodes commited on

add qwen3-4b/grafted-paper-recipe/1m
d4b2ea3
verified

joshycodes commited on

add qwen3-14b/robustness/10m-seed2
3586081
verified

joshycodes commited on

add qwen3-14b/robustness/10m-seed1
97e4f4f
verified

joshycodes commited on

add qwen3.5-9b/robustness/neutral-control
bee906e
verified

joshycodes commited on

add qwen3.5-9b/robustness/fineweb-control
4cc8c46
verified

joshycodes commited on

add qwen3.5-9b/robustness/10m-seed2
aab8b96
verified

joshycodes commited on

README
a1a5ed0
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/neutral-control-seed2
5abaea9
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/neutral-control-seed1
4f8b6d6
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/neutral-control
2918656
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/fineweb-control
1fa2abe
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/10m-seed2
b1aef8c
verified

joshycodes commited on

add nemotron-nano-12b-v2/robustness/10m-seed1
93612d7
verified

joshycodes commited on

add gemma-3-27b/robustness/neutral-control-seed2
35f692a
verified

joshycodes commited on

add gemma-3-27b/robustness/neutral-control-seed1
cf9b925
verified

joshycodes commited on

add gemma-3-27b/robustness/neutral-control
b9eb1a4
verified

joshycodes commited on

add gemma-3-27b/robustness/fineweb-control
81626ba
verified

joshycodes commited on

add gemma-3-12b/robustness/neutral-control-seed2
b1f6da4
verified

joshycodes commited on

add gemma-3-12b/robustness/neutral-control-seed1
6963496
verified

joshycodes commited on

add qwen3-14b/robustness/neutral-control-seed2
cbe522b
verified

joshycodes commited on

add qwen3-14b/robustness/neutral-control-seed1
d2b92b6
verified

joshycodes commited on

add qwen3-14b/robustness/neutral-control
c411be0
verified

joshycodes commited on

add qwen3-14b/robustness/fineweb-control
b61207c
verified

joshycodes commited on

add qwen3.5-9b/robustness/neutral-control-seed2
5f84fa7
verified

joshycodes commited on

add qwen3.5-9b/robustness/neutral-control-seed1
97a2062
verified

joshycodes commited on

add qwen3.5-9b/robustness/10m-seed1
b0bf2f1
verified

joshycodes commited on

add qwen3-4b/robustness/neutral-control-seed2
e02a730
verified

joshycodes commited on

add qwen3-4b/robustness/neutral-control-seed1
a9d785f
verified

joshycodes commited on

add qwen3-4b/grafted-paper-recipe/10m
77d9ced
verified

joshycodes commited on