Text Classification
PEFT
Safetensors
English
safety
guard
agent-safety
agent-trajectories
lora
alert-only
Instructions to use LyzrAI/IntuitionGuard-8B with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- PEFT
How to use LyzrAI/IntuitionGuard-8B with PEFT:
from peft import PeftModel from transformers import AutoModelForCausalLM base_model = AutoModelForCausalLM.from_pretrained("mistralai/Ministral-3-8B-Instruct-2512-BF16") model = PeftModel.from_pretrained(base_model, "LyzrAI/IntuitionGuard-8B") - Notebooks
- Google Colab
- Kaggle
Download evaluation/h50.json from LyzrAI/IntuitionGuard-8B: direct link, hf CLI and curl.
- Browser
- Download file 3.98 kB
-
https://huggingface.co/LyzrAI/IntuitionGuard-8B/resolve/main/evaluation/h50.json
- Command line
-
hf download hf://LyzrAI/IntuitionGuard-8B/evaluation/h50.json
-
curl -L -o h50.json https://huggingface.co/LyzrAI/IntuitionGuard-8B/resolve/main/evaluation/h50.json
3.98 kB
| { | |
| "W1_per_seed": { | |
| "s0": { | |
| "lower_bounds": { | |
| "atbench_codex": { | |
| "agentdog_4b": 0.05510940950085208, | |
| "stepguard_4b": 0.046432849668480346, | |
| "agentdog15_4b": 0.01912732283473582 | |
| }, | |
| "atbench": { | |
| "agentdog_4b": 0.1904274613173116, | |
| "stepguard_4b": 0.007386676339719625, | |
| "agentdog15_4b": 0.051082848587436225 | |
| }, | |
| "rjudge": { | |
| "agentdog_4b": 0.004748869384714391, | |
| "stepguard_4b": 0.03311550013217872, | |
| "agentdog15_4b": 0.0061126940648646684 | |
| } | |
| }, | |
| "lb_ok": true, | |
| "rjudge_acc": 90.89316987740806, | |
| "acc_ok": true | |
| }, | |
| "s1": { | |
| "lower_bounds": { | |
| "atbench_codex": { | |
| "agentdog_4b": 0.040980010104295264, | |
| "stepguard_4b": 0.03150324606793488, | |
| "agentdog15_4b": 0.0020877713635254285 | |
| }, | |
| "atbench": { | |
| "agentdog_4b": 0.1913250685800543, | |
| "stepguard_4b": 0.007776238175350392, | |
| "agentdog15_4b": 0.05320125927821749 | |
| }, | |
| "rjudge": { | |
| "agentdog_4b": -0.001625757264381397, | |
| "stepguard_4b": 0.02816790414841932, | |
| "agentdog15_4b": -0.0003843726082071036 | |
| } | |
| }, | |
| "lb_ok": false, | |
| "rjudge_acc": 91.59369527145358, | |
| "acc_ok": true | |
| }, | |
| "s2": { | |
| "lower_bounds": { | |
| "atbench_codex": { | |
| "agentdog_4b": 0.050978416829671545, | |
| "stepguard_4b": 0.041401339229289645, | |
| "agentdog15_4b": 0.013949879104798274 | |
| }, | |
| "atbench": { | |
| "agentdog_4b": 0.20163356243887118, | |
| "stepguard_4b": 0.021239858824028703, | |
| "agentdog15_4b": 0.06322014576834008 | |
| }, | |
| "rjudge": { | |
| "agentdog_4b": -0.009802426710321485, | |
| "stepguard_4b": 0.02309623395897267, | |
| "agentdog15_4b": -0.006157436058552795 | |
| } | |
| }, | |
| "lb_ok": false, | |
| "rjudge_acc": 92.81961471103327, | |
| "acc_ok": true | |
| } | |
| }, | |
| "W1_supported": false, | |
| "W2_per_seed": { | |
| "s1": { | |
| "lower_vs_same_seed_mix": { | |
| "atbench_codex": -0.013410167373047186, | |
| "atbench": -0.013610475362517815 | |
| }, | |
| "ok": true | |
| }, | |
| "s2": { | |
| "lower_vs_same_seed_mix": { | |
| "atbench_codex": -0.014188249580242623, | |
| "atbench": 0.001950991264464927 | |
| }, | |
| "ok": true | |
| }, | |
| "s0": { | |
| "lower_vs_s0_mix": { | |
| "atbench_codex": -0.018828888332319462, | |
| "atbench": -0.0196244936804682 | |
| }, | |
| "ok": true | |
| } | |
| }, | |
| "W2_supported": true, | |
| "W1u_vs_unified": { | |
| "s0": { | |
| "lower_bounds_vs_unified": { | |
| "atbench_codex": -0.00038560806857672325, | |
| "atbench": -0.045535106987388815, | |
| "rjudge": 0.012621611780857056 | |
| }, | |
| "ok": false | |
| }, | |
| "s1": { | |
| "lower_bounds_vs_unified": { | |
| "atbench_codex": -0.018649670254575257, | |
| "atbench": -0.04476283331154423, | |
| "rjudge": 0.007203129469589909 | |
| }, | |
| "ok": false | |
| }, | |
| "s2": { | |
| "lower_bounds_vs_unified": { | |
| "atbench_codex": -0.006853488877162081, | |
| "atbench": -0.03286021643952745, | |
| "rjudge": 0.00047657321685243287 | |
| }, | |
| "ok": false | |
| } | |
| }, | |
| "W1u_all_seeds": false, | |
| "seeds_present": [ | |
| 0, | |
| 1, | |
| 2 | |
| ], | |
| "spread": { | |
| "s0": { | |
| "atbench_codex": [ | |
| 0.918, | |
| 82.8 | |
| ], | |
| "atbench": [ | |
| 0.823, | |
| 71.9 | |
| ], | |
| "rjudge": [ | |
| 0.985, | |
| 90.9 | |
| ], | |
| "assebench_strict": [ | |
| 0.877, | |
| 66.1 | |
| ], | |
| "atbench_claw_native": [ | |
| 0.915, | |
| 81.2 | |
| ], | |
| "agentdyn": [ | |
| 0.955, | |
| 54.9 | |
| ], | |
| "tracesafe": [ | |
| 0.525, | |
| 46.3 | |
| ] | |
| }, | |
| "s1": { | |
| "atbench_codex": [ | |
| 0.904, | |
| 78.0 | |
| ], | |
| "atbench": [ | |
| 0.823, | |
| 67.9 | |
| ], | |
| "rjudge": [ | |
| 0.979, | |
| 91.6 | |
| ], | |
| "assebench_strict": [ | |
| 0.871, | |
| 72.8 | |
| ], | |
| "atbench_claw_native": [ | |
| 0.928, | |
| 78.8 | |
| ], | |
| "agentdyn": [ | |
| 0.953, | |
| 45.8 | |
| ], | |
| "tracesafe": [ | |
| 0.563, | |
| 59.2 | |
| ] | |
| }, | |
| "s2": { | |
| "atbench_codex": [ | |
| 0.911, | |
| 81.0 | |
| ], | |
| "atbench": [ | |
| 0.836, | |
| 73.0 | |
| ], | |
| "rjudge": [ | |
| 0.972, | |
| 92.8 | |
| ], | |
| "assebench_strict": [ | |
| 0.882, | |
| 75.3 | |
| ], | |
| "atbench_claw_native": [ | |
| 0.915, | |
| 76.6 | |
| ], | |
| "agentdyn": [ | |
| 0.95, | |
| 49.7 | |
| ], | |
| "tracesafe": [ | |
| 0.566, | |
| 65.0 | |
| ] | |
| } | |
| }, | |
| "bars": { | |
| "rjudge_acc": 90.4, | |
| "lower_bound": 0, | |
| "margin": 0.02 | |
| } | |
| } |