OpenAI Decisions: final doclaynet/forms/tobacco numbers, regroup as generalist+cloud chip (decision-API, not VLM)
73db8c9 verified | [ | |
| { | |
| "name": "claude-haiku", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.7516, | |
| "forms": 0.9892, | |
| "tobacco": 0.7773, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "claude-opus", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8273, | |
| "forms": 0.9776, | |
| "tobacco": 0.836, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "claude-opus-4.5", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8317, | |
| "forms": 0.9737, | |
| "tobacco": 0.8232, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "claude-opus-5", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8317, | |
| "forms": 0.9577, | |
| "tobacco": 0.852, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "claude-sonnet", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8299, | |
| "forms": 0.8671, | |
| "tobacco": 0.7971, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "claude-sonnet-4.5", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8223, | |
| "forms": 0.989, | |
| "tobacco": 0.7725, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gemini-flash", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8317, | |
| "forms": 1.0, | |
| "tobacco": 0.8416, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gemini-flash-lite", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.799, | |
| "forms": 1.0, | |
| "tobacco": 0.7981, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gemini-pro", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8295, | |
| "forms": 1.0, | |
| "tobacco": 0.8497, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-4.1", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.7849, | |
| "forms": 1.0, | |
| "tobacco": 0.7547, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-4.1-mini", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8144, | |
| "forms": 1.0, | |
| "tobacco": 0.7843, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-4o", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8144, | |
| "forms": 1.0, | |
| "tobacco": 0.7693, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-4o-mini", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8065, | |
| "forms": 1.0, | |
| "tobacco": 0.7357, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-luna", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8004, | |
| "forms": 1.0, | |
| "tobacco": 0.7661, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-sol", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8317, | |
| "forms": 1.0, | |
| "tobacco": 0.8222, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "gpt-terra", | |
| "kind": "cloud", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8223, | |
| "forms": 1.0, | |
| "tobacco": 0.8251, | |
| "ood": null, | |
| "oov": null | |
| } | |
| }, | |
| { | |
| "name": "document-classification-v2", | |
| "kind": "ours-commercial", | |
| "model": "nutrientdocs/document-classification-v2", | |
| "latency": "~4.9 pages/s (A40)", | |
| "tracks": { | |
| "doclaynet": 0.968, | |
| "forms": 1.0, | |
| "tobacco": 0.735, | |
| "ood": 0.946, | |
| "oov": 0.83 | |
| } | |
| }, | |
| { | |
| "name": "document-classification-v1", | |
| "kind": "ours-open", | |
| "model": "nutrientdocs/document-classification-v1", | |
| "latency": "~5.7 pages/s (A40)", | |
| "tracks": { | |
| "doclaynet": 0.749, | |
| "forms": 0.803, | |
| "tobacco": 0.614, | |
| "ood": 0.86, | |
| "oov": 0.731 | |
| } | |
| }, | |
| { | |
| "name": "clip-vit-base-patch32", | |
| "kind": "generalist", | |
| "model": "openai/clip-vit-base-patch32", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.2843, | |
| "forms": 0.0067, | |
| "tobacco": 0.356, | |
| "ood": 0.1402, | |
| "oov": 0.4209 | |
| } | |
| }, | |
| { | |
| "name": "clip-vit-large-patch14-336", | |
| "kind": "generalist", | |
| "model": "openai/clip-vit-large-patch14-336", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.5949, | |
| "forms": 0.0161, | |
| "tobacco": 0.3748, | |
| "ood": 0.1854, | |
| "oov": 0.6084 | |
| } | |
| }, | |
| { | |
| "name": "siglip-base-patch16-224", | |
| "kind": "generalist", | |
| "model": "google/siglip-base-patch16-224", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.4346, | |
| "forms": 0.2607, | |
| "tobacco": 0.3711, | |
| "ood": 0.2354, | |
| "oov": 0.3677 | |
| } | |
| }, | |
| { | |
| "name": "siglip2-base-patch16-512", | |
| "kind": "generalist", | |
| "model": "google/siglip2-base-patch16-512", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.5529, | |
| "forms": 0.0245, | |
| "tobacco": 0.4146, | |
| "ood": 0.1901, | |
| "oov": 0.4984 | |
| } | |
| }, | |
| { | |
| "name": "siglip2-so400m-patch16-512", | |
| "kind": "generalist", | |
| "model": "google/siglip2-so400m-patch16-512", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.6293, | |
| "forms": 0.106, | |
| "tobacco": 0.431, | |
| "ood": 0.2428, | |
| "oov": 0.5941 | |
| } | |
| }, | |
| { | |
| "name": "CLIP-ViT-H-14", | |
| "kind": "generalist", | |
| "model": "laion/CLIP-ViT-H-14", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.5593, | |
| "forms": 0.2715, | |
| "tobacco": 0.5017, | |
| "ood": 0.1769, | |
| "oov": 0.4013 | |
| } | |
| }, | |
| { | |
| "name": "DFN5B-CLIP-ViT-H-14-378", | |
| "kind": "generalist", | |
| "model": "apple/DFN5B-CLIP-ViT-H-14-378", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.4725, | |
| "forms": 0.4533, | |
| "tobacco": 0.3404, | |
| "ood": 0.2224, | |
| "oov": 0.3824 | |
| } | |
| }, | |
| { | |
| "name": "eva02_large_patch14_clip_336", | |
| "kind": "generalist", | |
| "model": "timm/eva02_large_patch14_clip_336", | |
| "latency": null, | |
| "tracks": { | |
| "doclaynet": 0.5961, | |
| "forms": 0.1136, | |
| "tobacco": 0.4303, | |
| "ood": 0.269, | |
| "oov": 0.4878 | |
| } | |
| }, | |
| { | |
| "name": "jev (text \u00b7 OCR)", | |
| "kind": "generalist", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8177, | |
| "forms": 1.0, | |
| "tobacco": 0.7232, | |
| "ood": null, | |
| "oov": null | |
| }, | |
| "chip_kind": "cloud" | |
| }, | |
| { | |
| "name": "nutrient-document-decision", | |
| "kind": "ours-commercial", | |
| "model": "nutrientdocs/nutrient-document-decision", | |
| "latency": "~4.5 pages/s (A6000)", | |
| "tracks": { | |
| "doclaynet": 0.914, | |
| "forms": 0.997, | |
| "tobacco": 0.94, | |
| "ood": 0.632, | |
| "oov": 0.812 | |
| } | |
| }, | |
| { | |
| "name": "OpenAI Decisions API (gpt-6-luna)", | |
| "kind": "generalist", | |
| "latency": "API", | |
| "tracks": { | |
| "doclaynet": 0.8143, | |
| "forms": 0.9806, | |
| "tobacco": 0.8941, | |
| "ood": null, | |
| "oov": null | |
| }, | |
| "chip_kind": "cloud" | |
| } | |
| ] |