slideon-onnx / export_metadata.json
ricky42613's picture
Add runtime top_k pruning before final FP16 rounding
7584091 verified
Raw History Blame Contribute Delete
2.34 kB
{
"base_model": "lightonai/SlideOn",
"base_revision": "370c600e9886afc43ff8026695261e56ecfaa011",
"artifact": "slideon-optimized.onnx",
"source_onnx_sha256": "5a8f069a3c7d818aa176a4094db68f3d005ab4866bc4b43ffc9e4bf40552985c",
"optimized_onnx_sha256": "75c906a8a5922a51ffae1ebe8521ca247fb134610d6c24731aa13b82ad35ad80",
"optimization": {
"runtime": "onnxruntime",
"version": "1.17.0",
"provider": "CPUExecutionProvider",
"level": "ORT_ENABLE_EXTENDED",
"additional_precision_conversion": false,
"pruning_changes": false
},
"graph_nodes": {
"source": 3115,
"optimized": 1475,
"runtime_pruning": 1482
},
"interface": {
"batch_size": 1,
"inputs": {
"input_ids": "int64 [1, sequence]",
"attention_mask": "int64 [1, sequence]",
"is_document": "bool scalar []",
"top_k": "int64 scalar []"
},
"outputs": {
"output_idx": "int64 [nonzero_features]",
"output_weights": "float32 [nonzero_features]"
},
"latent_dimensions": 32768
},
"notes": [
"config.json and tokenizer assets are copied unchanged from the base checkpoint.",
"No scale-100 weight conversion is applied by the graph.",
"This is a standalone ONNX repository, not an AutoModel or SentenceTransformer package."
],
"runtime_pruning": {
"source_optimized_sha256": "b7fcc1ed93f486c5dcd0c5974a1219e424fda3cd3e4e72760c0317e81c3e99c9",
"stage": "before_final_fp16",
"top_k": "scalar int64; 0=unpruned; positive clamped to n_latents",
"tie_break": "lower latent ID",
"onnx_version": "1.23.2"
},
"checks_before_runtime_pruning": {
"onnx_checker_passed": true,
"smoke_cases": [
{
"task": "query",
"nonzero_features": 122,
"max_abs_error": 0.0
},
{
"task": "document",
"nonzero_features": 141,
"max_abs_error": 0.0
}
],
"scope": "Two-case smoke test against source graph executed with EXTENDED optimization; not full numerical parity or retrieval evaluation.",
"full_beir_evaluation_of_this_optimized_artifact": false
},
"checks": {
"onnx_checker_passed": true,
"python_regression_tests_passed": 4,
"java_tests_passed": 11,
"scope": "Functional runtime top-k checks; no full PyTorch parity or retrieval evaluation."
}
}