cli-command-risk-GGUF / eval /cpu /BF16.test.jsonl
yannelli's picture
Fine-tuned checkpoint and model card
edfe137 verified
Raw History Blame Contribute Delete
8.32 kB
{"id": "os-sudoers-and-visudo-manuals-bash-2b9326dd5d17", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.0005291809353257597, "1": 0.0005826705592636906, "2": 0.0006465469915143846, "3": 0.0025801991484546375, "4": 0.9956614023654414}}, "risky": {"type": "noul", "noul": 0.9997404419031407}, "data_destruction": {"type": "noul", "noul": 4.976101875038847e-05}, "device_overwrite": {"type": "noul", "noul": 1.870388496885377e-06}, "overbroad_permissions": {"type": "noul", "noul": 0.000508562816958644}, "privilege_escalation": {"type": "noul", "noul": 0.9880103084623054}, "remote_code_execution": {"type": "noul", "noul": 2.4267595957859753e-06}, "unsafe_download_exec": {"type": "noul", "noul": 1.4375744428126528e-06}, "resource_exhaustion": {"type": "noul", "noul": 3.326925477944562e-06}, "credential_exposure": {"type": "noul", "noul": 4.9055312761707704e-05}, "irreversible_config": {"type": "noul", "noul": 0.02647046828396024}, "history_log_tampering": {"type": "noul", "noul": 5.818987220117369e-06}, "network_disruption": {"type": "noul", "noul": 1.2471345400504413e-06}, "signal_kill": {"type": "noul", "noul": 2.4289846889607538e-06}, "shell_footgun": {"type": "noul", "noul": 1.3621014251802885e-05}, "reversible": {"type": "noul", "noul": 0.9972422333846639}, "requires_root": {"type": "noul", "noul": 0.9995982890603026}}, "latency_ms": 144531.149}
{"id": "os-sudoers-and-visudo-manuals-zsh-2b9326dd5d17", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.0005175760544621205, "1": 0.0005684455474827235, "2": 0.0006569559836389091, "3": 0.0025757244977929403, "4": 0.9956812979166232}}, "risky": {"type": "noul", "noul": 0.9997067057450493}, "data_destruction": {"type": "noul", "noul": 4.856416013707883e-05}, "device_overwrite": {"type": "noul", "noul": 1.9112533705701644e-06}, "overbroad_permissions": {"type": "noul", "noul": 0.00035683555664794606}, "privilege_escalation": {"type": "noul", "noul": 0.9861426087539766}, "remote_code_execution": {"type": "noul", "noul": 2.633255060931463e-06}, "unsafe_download_exec": {"type": "noul", "noul": 1.336904697381329e-06}, "resource_exhaustion": {"type": "noul", "noul": 3.3251016221796937e-06}, "credential_exposure": {"type": "noul", "noul": 4.973701309964156e-05}, "irreversible_config": {"type": "noul", "noul": 0.027391322487686415}, "history_log_tampering": {"type": "noul", "noul": 5.953271175172618e-06}, "network_disruption": {"type": "noul", "noul": 1.2259099555027212e-06}, "signal_kill": {"type": "noul", "noul": 2.4929687245235885e-06}, "shell_footgun": {"type": "noul", "noul": 1.7647688209890825e-05}, "reversible": {"type": "noul", "noul": 0.9973389215394524}, "requires_root": {"type": "noul", "noul": 0.9996022960262656}}, "latency_ms": 145596.162}
{"id": "os-sudoers-and-visudo-manuals-sh-2b9326dd5d17", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.0004968562655345661, "1": 0.0005270523300913634, "2": 0.0005898603789935267, "3": 0.0023110800228127912, "4": 0.9960751510025678}}, "risky": {"type": "noul", "noul": 0.999749886463245}, "data_destruction": {"type": "noul", "noul": 4.27456365082578e-05}, "device_overwrite": {"type": "noul", "noul": 1.909992471515405e-06}, "overbroad_permissions": {"type": "noul", "noul": 0.00048175624834497356}, "privilege_escalation": {"type": "noul", "noul": 0.987731989465582}, "remote_code_execution": {"type": "noul", "noul": 2.4587865361354375e-06}, "unsafe_download_exec": {"type": "noul", "noul": 1.2836611093302848e-06}, "resource_exhaustion": {"type": "noul", "noul": 3.2415651672667925e-06}, "credential_exposure": {"type": "noul", "noul": 4.6005926035137024e-05}, "irreversible_config": {"type": "noul", "noul": 0.025635773564215647}, "history_log_tampering": {"type": "noul", "noul": 5.710521460863413e-06}, "network_disruption": {"type": "noul", "noul": 1.2243852062924413e-06}, "signal_kill": {"type": "noul", "noul": 2.484208893142177e-06}, "shell_footgun": {"type": "noul", "noul": 1.4967814542352236e-05}, "reversible": {"type": "noul", "noul": 0.9974763177300411}, "requires_root": {"type": "noul", "noul": 0.9995945012022256}}, "latency_ms": 144799.316}
{"id": "os-sudoers-and-visudo-manuals-fish-2b9326dd5d17", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.0005235074553668704, "1": 0.0005597672896233934, "2": 0.0006815775697641068, "3": 0.002505131115559596, "4": 0.9957300165696861}}, "risky": {"type": "noul", "noul": 0.9997151389731991}, "data_destruction": {"type": "noul", "noul": 4.550371294874519e-05}, "device_overwrite": {"type": "noul", "noul": 1.8479033765549689e-06}, "overbroad_permissions": {"type": "noul", "noul": 0.0005710217171182818}, "privilege_escalation": {"type": "noul", "noul": 0.9870436952997516}, "remote_code_execution": {"type": "noul", "noul": 2.6270871048481773e-06}, "unsafe_download_exec": {"type": "noul", "noul": 1.3815331822192895e-06}, "resource_exhaustion": {"type": "noul", "noul": 3.3982322912354784e-06}, "credential_exposure": {"type": "noul", "noul": 5.3863001989048224e-05}, "irreversible_config": {"type": "noul", "noul": 0.027181030727072467}, "history_log_tampering": {"type": "noul", "noul": 5.7670121038616845e-06}, "network_disruption": {"type": "noul", "noul": 1.3447187865631968e-06}, "signal_kill": {"type": "noul", "noul": 2.4469290442345054e-06}, "shell_footgun": {"type": "noul", "noul": 1.6156011839041573e-05}, "reversible": {"type": "noul", "noul": 0.9972899214141623}, "requires_root": {"type": "noul", "noul": 0.9995343678995825}}, "latency_ms": 144338.458}
{"id": "os-sudoers-and-visudo-manuals-dash-2b9326dd5d17", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.000507835169396661, "1": 0.0005372987994312113, "2": 0.0006234980742208464, "3": 0.002367514918919131, "4": 0.995963853038032}}, "risky": {"type": "noul", "noul": 0.9997244885120854}, "data_destruction": {"type": "noul", "noul": 4.253877384653354e-05}, "device_overwrite": {"type": "noul", "noul": 1.7323609510686737e-06}, "overbroad_permissions": {"type": "noul", "noul": 0.00042463334783295135}, "privilege_escalation": {"type": "noul", "noul": 0.9841047409094151}, "remote_code_execution": {"type": "noul", "noul": 2.291129024982789e-06}, "unsafe_download_exec": {"type": "noul", "noul": 1.1660881062765654e-06}, "resource_exhaustion": {"type": "noul", "noul": 3.2592495965283707e-06}, "credential_exposure": {"type": "noul", "noul": 3.909630004450926e-05}, "irreversible_config": {"type": "noul", "noul": 0.028280941770635993}, "history_log_tampering": {"type": "noul", "noul": 5.9372596323423826e-06}, "network_disruption": {"type": "noul", "noul": 1.1905803875135779e-06}, "signal_kill": {"type": "noul", "noul": 2.3179901619561285e-06}, "shell_footgun": {"type": "noul", "noul": 1.3784832081944852e-05}, "reversible": {"type": "noul", "noul": 0.997593421242864}, "requires_root": {"type": "noul", "noul": 0.9996034714826751}}, "latency_ms": 144215.696}
{"id": "os-man-page-dd-bash-7c8c678d5683", "answers": {"risk_level": {"type": "score", "probabilities": {"0": 0.00025024362027761343, "1": 0.00014719343296953685, "2": 0.00016118544058707466, "3": 0.00029843519930429984, "4": 0.9991429423068615}}, "risky": {"type": "noul", "noul": 0.9997816020323474}, "data_destruction": {"type": "noul", "noul": 0.9841323155501728}, "device_overwrite": {"type": "noul", "noul": 0.9997323000689278}, "overbroad_permissions": {"type": "noul", "noul": 1.4924377773797929e-06}, "privilege_escalation": {"type": "noul", "noul": 8.219062797738855e-07}, "remote_code_execution": {"type": "noul", "noul": 6.857180495318183e-07}, "unsafe_download_exec": {"type": "noul", "noul": 2.2908297014685577e-06}, "resource_exhaustion": {"type": "noul", "noul": 0.0004005919959345746}, "credential_exposure": {"type": "noul", "noul": 9.11040929880909e-07}, "irreversible_config": {"type": "noul", "noul": 1.740624780694722e-05}, "history_log_tampering": {"type": "noul", "noul": 4.5891988657776386e-06}, "network_disruption": {"type": "noul", "noul": 1.2233114271851653e-06}, "signal_kill": {"type": "noul", "noul": 4.2657869781923644e-06}, "shell_footgun": {"type": "noul", "noul": 3.907691733723193e-05}, "reversible": {"type": "noul", "noul": 0.0005996670142198906}, "requires_root": {"type": "noul", "noul": 0.9997213823322874}}, "latency_ms": 133715.168}