| { |
| "adapter": { |
| "causal_master": { |
| "bytes": 2038466576, |
| "dtypes": [ |
| "torch.float32" |
| ], |
| "sha256": "0716efc123175c2714ebc24a16d5348a4e357050036f99d8568293d74d6ad579", |
| "tensor_count": 256 |
| }, |
| "serving_copy": { |
| "bytes": 2038470416, |
| "dtypes": [ |
| "torch.float32" |
| ], |
| "sha256": "4eec7b62b9af53f144bf727bb77c204bcaa71c770766e97b360bb4536a1fd775", |
| "tensor_count": 256 |
| } |
| }, |
| "base_model": { |
| "id": "Qwen/Qwen3.5-4B", |
| "revision": "851bf6e806efd8d0a36b00ddf55e13ccb7b8cd0a" |
| }, |
| "evaluation": { |
| "benchmark": "six-source strict-OOD action-only tool-trajectory suite", |
| "bf16_serving": { |
| "id_macro_auroc": 0.9782143570726712, |
| "id_macro_pauroc_at_20": 0.9331950861436367, |
| "mean_ood_auroc": 0.9210723661622273, |
| "mean_ood_pauroc_at_20": 0.803876420508685, |
| "pooled_auroc": 0.9383858013950402, |
| "pooled_pauroc_at_20": 0.7670527336884218 |
| }, |
| "id_macro_auroc": 0.9710830300280053, |
| "id_macro_pauroc_at_20": 0.9116742836759423, |
| "id_rows": 3012, |
| "mean_ood_auroc": 0.9137947103322152, |
| "mean_ood_pauroc_at_20": 0.770274594973614, |
| "pooled_auroc": 0.9173121618351605, |
| "pooled_pauroc_at_20": 0.7004981300464136, |
| "primary_metric": "unweighted six-source Mean-OOD raw normalized pAUROC@20", |
| "primary_serving": "optimized (FP8 attention projections, FP4 MLP/GDN, MXFP8 attention)", |
| "rows": 6395, |
| "source": "results/qad-v02-optimized01 and results/qad-v02-bf16-01", |
| "sources": [ |
| "AgentDojo", |
| "CUA-SHADE", |
| "IaC", |
| "MLE-Sabotage", |
| "Rogue Eval", |
| "SHADE-Arena" |
| ] |
| }, |
| "source_commit": "67c9ba502d8e02761177ad0a255932bdb8c71ca4", |
| "training": { |
| "data_filter": "strict teacher/source-label agreement on the 8,688 tool-trajectory rows", |
| "data_rows": 7836, |
| "deception_rows": 0, |
| "effective_batch_size": 32, |
| "epochs": 1, |
| "learning_rate": 5e-05, |
| "lora_alpha": 768, |
| "max_length": 29696, |
| "objective": "binary soft BCE at selected literal 0|1 logits", |
| "peak_cuda_memory_allocated_bytes": null, |
| "quantization": "QAD through NVFP4 MLP/GDN, FP8 attention projections and MXFP8 attention; FP32 master LoRA", |
| "rank": 384, |
| "recipe": "v0.2 (exact three-seed average) followed by same-model quantization-aware distillation: 245 updates, KL T=1, AdamW 1e-5, distilling v0.2's own BF16 scores on the 7,836 training rows through the optimized-serving quantization", |
| "runtime_seconds": 3859.4864804700046, |
| "seed": [ |
| 0, |
| 1, |
| 2 |
| ], |
| "teacher": "moonshotai/kimi-k3", |
| "tool_trajectory_rows": 7836, |
| "trainable_parameters": null, |
| "weight_average": "rank-384 LoRA stacking the three rank-128 seed adapters (A stacked, B/3, alpha 768); exactly the mean update, max relative error 2.2e-8" |
| } |
| } |
|
|
