ML_benchmarking / MANIFEST.json
pshashid's picture
Manifest after smolvlm2-256m
8895759 verified
Raw History Blame Contribute Delete
10.5 kB
{
"updated_at": "2026-11-12T22:10:29.063831+00:00",
"models": [
{
"name": "resnet-50",
"source": "microsoft/resnet-50",
"method": "optimum",
"note": null,
"revision": "34c2154c194f829b11125337b98c8f5f9965ff19",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "mobilenetv3-large",
"source": "timm/mobilenetv3_large_100.ra_in1k",
"method": "timm",
"note": null,
"revision": "96f46a1c52932f27492dff66c72378eb99b443a7",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "mobilenetv2",
"source": "google/mobilenet_v2_1.0_224",
"method": "optimum",
"note": null,
"revision": "75e607b00aeae1297cc89d026a118bce012f5c5a",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "vit-b16",
"source": "google/vit-base-patch16-224",
"method": "optimum",
"note": null,
"revision": "3f49326eb077187dfe1c2a2bb15fbd74e6ab91e3",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "deit-s",
"source": "facebook/deit-small-patch16-224",
"method": "optimum",
"note": null,
"revision": "164deee347853469b97442b3817f22eece80c7e3",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "vit-tiny",
"source": "WinKawaks/vit-tiny-patch16-224",
"method": "optimum",
"note": null,
"revision": "77d1485af66b34d4ed0fe95dbb0c60c7496f950b",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "yolo11",
"source": "Ultralytics/YOLO11",
"method": "ultralytics",
"note": "AGPL-3.0 - keep the HF repo private / internal",
"revision": "8b8ac7d1fae7468f85dbf89670dd66f41f485aab",
"status": "converted",
"files": [
"yolo11l.onnx",
"yolo11m.onnx",
"yolo11n.onnx",
"yolo11s.onnx",
"yolo11x.onnx"
],
"pushed": true
},
{
"name": "yolov8",
"source": "Ultralytics/YOLOv8",
"method": "ultralytics",
"note": "AGPL-3.0 - keep the HF repo private / internal",
"revision": "27f858f2dc238503a66ce10248cf7ec71a3ded5d",
"status": "converted",
"files": [
"yolov8l.onnx",
"yolov8m.onnx",
"yolov8n.onnx",
"yolov8s.onnx",
"yolov8x.onnx"
],
"pushed": true
},
{
"name": "rt-detr-r50",
"source": "PekingU/rtdetr_r50vd",
"method": "optimum",
"note": "falls back to a plain torch.onnx export if this optimum version lacks rt_detr",
"revision": "df939e661d8c52e80608d1ec566561aabd25a4e7",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "rf-detr-nano",
"source": "Roboflow/rf-detr-nano",
"method": "rfdetr",
"note": null,
"revision": "9f201577d9415f0378084748d27e68586e6b3600",
"status": "converted",
"files": [
"inference_model.onnx"
],
"pushed": true
},
{
"name": "depth-anything-v2-small",
"source": "depth-anything/Depth-Anything-V2-Small-hf",
"method": "optimum",
"note": "the -hf repo is the transformers-format copy of the link in the sheet",
"revision": "5426e4f0f36572d16453bbda7a8389317b1bef99",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "bert-large-squad",
"source": "google-bert/bert-large-uncased-whole-word-masking-finetuned-squad",
"method": "optimum",
"note": null,
"revision": "979de3ccf2f366b17c326254262eff51aec29d62",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "all-minilm-l6-v2",
"source": "sentence-transformers/all-MiniLM-L6-v2",
"method": "optimum",
"note": null,
"revision": "1110a243fdf4706b3f48f1d95db1a4f5529b4d41",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "tinybert-4l-312d",
"source": "huawei-noah/TinyBERT_General_4L_312D",
"method": "optimum",
"note": null,
"revision": "34707a33cd59a94ecde241ac209bf35103691b43",
"status": "converted",
"files": [
"model.onnx"
],
"pushed": true
},
{
"name": "whisper-small",
"source": "openai/whisper-small",
"method": "optimum",
"note": null,
"revision": "973afd24965f72e36ca33b3055d56a652f456b4d",
"status": "converted",
"files": [
"decoder_model.onnx",
"decoder_model_merged.onnx",
"decoder_with_past_model.onnx",
"encoder_model.onnx"
],
"pushed": true
},
{
"name": "moonshine-tiny",
"source": "moonshine-ai/moonshine-tiny",
"method": "optimum",
"note": "needs a recent optimum; if export fails, the moonshine-ai repos also publish ONNX files",
"revision": "390624ed33d594443aa4aa221f5b9f283b545b5a",
"status": "converted",
"files": [
"decoder_model.onnx",
"decoder_model_merged.onnx",
"decoder_with_past_model.onnx",
"encoder_model.onnx"
],
"pushed": true
},
{
"name": "pointpainting",
"source": "AutowareFoundation/image_projection_based_fusion",
"method": "prebuilt",
"note": null,
"revision": "33119d71afd53fbc3994dcffc71e6247b76cdd5a",
"status": "prebuilt",
"files": [
"pts_backbone_neck_head_pointpainting.onnx",
"pts_voxel_encoder_pointpainting.onnx"
],
"pushed": true
},
{
"name": "vad-autoware",
"source": "AutowareFoundation/tensorrt_vad",
"method": "prebuilt",
"note": "CARLA-trained VAD, not the nuScenes original",
"revision": "1539e852f94d7a9afdc32b90cf65149fd0b429aa",
"status": "prebuilt",
"files": [
"vad-carla-tiny_backbone.onnx",
"vad-carla-tiny_head.onnx",
"vad-carla-tiny_head_no_prev.onnx"
]
},
{
"name": "bevformer-tiny",
"source": "https://github.com/fundamentalvision/BEVFormer",
"method": "manual",
"note": "mmdet3d + deformable attention custom op; use the BEVFormer TensorRT/ONNX export tooling",
"status": "skipped_manual"
},
{
"name": "sparsedrive",
"source": "https://github.com/swc-17/SparseDrive",
"method": "manual",
"note": "custom deformable-aggregation op; needs repo-specific export",
"status": "skipped_manual"
},
{
"name": "vad-original",
"source": "https://github.com/hustvl/VAD",
"method": "manual",
"note": "mmdet3d-based; repo-specific export",
"status": "skipped_manual"
},
{
"name": "efficientvit-sam",
"source": "mit-han-lab/efficientvit-sam",
"method": "manual",
"note": "use the efficientvit repo's ONNX export (encoder and decoder separately)",
"status": "skipped_manual"
},
{
"name": "sam2.1-hiera-tiny",
"source": "facebook/sam2.1-hiera-tiny",
"method": "manual",
"note": "export image encoder and mask decoder separately (sam2 repo / sam2-onnx tooling)",
"status": "skipped_manual"
},
{
"name": "smolvla-450m",
"source": "lerobot/smolvla_base",
"method": "manual",
"note": "lerobot policy; vision encoder, VLM backbone and action expert exported as separate graphs",
"status": "skipped_manual"
},
{
"name": "toyadmos-autoencoder",
"source": "https://raw.githubusercontent.com/mlcommons/tiny/4addd0fa08d216e20637637874e084895f289da4/benchmark/training/anomaly_detection/trained_models/ad01.h5",
"method": "mlperf-tiny",
"note": "Export and publish with convert_and_push.py --only toyadmos-autoencoder; see docs/toyadmos.md",
"revision": "4addd0fa08d216e20637637874e084895f289da4",
"status": "converted",
"files": [
"model.onnx"
]
},
{
"name": "llama-3.1-8b",
"source": "meta-llama/Llama-3.1-8B",
"method": "original",
"note": "gated - request access first",
"status": "skipped_original"
},
{
"name": "qwen3.5-0.8b",
"source": "Qwen/Qwen3.5-0.8B",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "qwen3.5-4b",
"source": "Qwen/Qwen3.5-4B",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "qwen3-vl-2b",
"source": "Qwen/Qwen3-VL-2B-Instruct",
"method": "vlm-onnx",
"note": null,
"revision": "89644892e4d85e24eaac8bacfd4f463576704203",
"status": "converted",
"files": [
"onnx/decoder_model_merged.onnx",
"onnx/embed_tokens.onnx",
"onnx/vision_encoder.onnx"
]
},
{
"name": "qwen3-vl-4b",
"source": "Qwen/Qwen3-VL-4B-Instruct",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "qwen3-vl-8b",
"source": "Qwen/Qwen3-VL-8B-Instruct",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "smolvlm2-256m",
"source": "HuggingFaceTB/SmolVLM2-256M-Video-Instruct",
"method": "vlm-onnx",
"note": null,
"revision": "067788b187b95ebe7b2e040b3e4299e342e5b8fd",
"status": "converted",
"files": [
"onnx/decoder_model_merged.onnx",
"onnx/embed_tokens.onnx",
"onnx/vision_encoder.onnx"
]
},
{
"name": "smolvlm2-500m",
"source": "HuggingFaceTB/SmolVLM2-500M-Video-Instruct",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "smolvlm2-2.2b",
"source": "HuggingFaceTB/SmolVLM2-2.2B-Instruct",
"method": "original",
"note": null,
"status": "skipped_original"
},
{
"name": "openvla-7b",
"source": "openvla/openvla-7b",
"method": "original",
"note": null,
"status": "skipped_original"
}
]
}