banyan-sapling / evidence /package_validation.json
anilperi's picture
Publish Banyan Sapling research preview
a82e638 verified
Raw History Blame Contribute Delete
1.86 kB
{
"model": "banyan-sapling",
"source_release_sha256": "245970b0e5b0b22d64c1434ee21dd221b1f211f06bda5465f8fc108f70cd5c3f",
"weights_sha256": "103a67f7a112589346c3e1090f5bca182d7fdafee85dfd43e67ac5d75eb04dd4",
"public_package_fresh_reload": true,
"reference_cases": 8,
"selection": "Eight shortest original reference cases; constrained to available GPU headroom",
"max_absolute_logit_drift": 0.0,
"reverse_order_exact": true,
"reference_token_lengths": [
89,
91,
92,
93,
93,
94,
94,
94
],
"example_result": {
"model": "banyan-sapling",
"release_stage": "research-preview",
"source_release_sha256": "245970b0e5b0b22d64c1434ee21dd221b1f211f06bda5465f8fc108f70cd5c3f",
"weights_sha256": "103a67f7a112589346c3e1090f5bca182d7fdafee85dfd43e67ac5d75eb04dd4",
"logits": [
-10.317618370056152,
18.04765510559082,
-8.824878692626953,
-18.418155670166016
],
"conformal_prediction_set": [
"violation",
"insufficient_information"
],
"prediction_set": [
"violation",
"insufficient_information"
],
"status": "unsure",
"raw_label": "violation",
"fallback_used": false,
"fallback_reason": null,
"status_provenance": "multiple_conformal_labels",
"empty_set_policy": "rounded_argmax",
"conformal_singleton": false,
"probabilities": {
"supported": 0.004105873121410999,
"violation": 0.9895570416934399,
"insufficient_information": 0.0054797604562215755,
"inconsistent_context": 0.0008573247289275715
},
"usage": {
"input_tokens": 92,
"generated_tokens": 0
},
"timing_ms": {
"model": 95.12377099599689
}
},
"gpu": "NVIDIA H200",
"scope": "Public package loader parity and example execution; original full 53-case results recorded separately"
}