Added Paper link and Update scores: 28 cell corrections across 17 models

app.py

@@ -65,6 +65,8 @@ HEADER_HTML = """
       <a href="https://github.com/Clemson-Capstone/VANTAGE-Bench" target="_blank" rel="noopener">GitHub</a>
       <span class="lb-sep">|</span>
       <a href="https://huggingface.co/datasets/nvidia/PhysicalAI-VANTAGE-Bench" target="_blank" rel="noopener">Dataset</a>
+            <span class="lb-sep">|</span>
+            <a href="https://arxiv.org/pdf/2609.09396" target="_blank" rel="noopener">Paper</a>
     </nav>
     <div class="lb-stats">
       <span class="lb-stat"><b>3</b> Domains</span>

data/results.json

@@ -1,8 +1,86 @@
 {
   "schema_version": "1.0",
   "benchmark_version": "1.0",
-  "updated": "2026-07-27",
+  "updated": "2026-09-10",
   "models": [
+    {
+      "id": "google-gemini-3-6-flash",
+      "name": "Gemini 3.6 Flash",
+      "organization": "Google",
+      "params": "—",
+      "type": "closed",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": true,
+      "date_evaluated": "2026-07-21",
+      "model_url": "https://deepmind.google/technologies/gemini/",
+      "overall": 69.52,
+      "spatial": 78.85,
+      "spatio_temporal": 75.99,
+      "temporal": 43.83,
+      "semantic": 79.41,
+      "2d_localization": 81.57,
+      "2d_referring_expressions": 75.78,
+      "2d_spatial_pointing": 79.2,
+      "single_object_tracking": 75.99,
+      "temporal_localization": 51.5,
+      "dense_video_captioning": 36.15,
+      "event_verification": 82.0,
+      "video_qa": 76.82
+    },
+    {
+      "id": "openai-gpt-5-6-sol",
+      "name": "GPT-5.6 Sol",
+      "organization": "OpenAI",
+      "params": "—",
+      "type": "closed",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": true,
+      "date_evaluated": "2026-07-09",
+      "model_url": "https://openai.com/index/gpt-5-6/",
+      "overall": 68.04,
+      "spatial": 73.55,
+      "spatio_temporal": 75.02,
+      "temporal": 46.5,
+      "semantic": 77.11,
+      "2d_localization": 69.3,
+      "2d_referring_expressions": 69.44,
+      "2d_spatial_pointing": 81.9,
+      "single_object_tracking": 75.02,
+      "temporal_localization": 55.71,
+      "dense_video_captioning": 37.28,
+      "event_verification": 76.14,
+      "video_qa": 78.08
+    },
+    {
+      "id": "nvidia-cosmos3-super",
+      "name": "Cosmos3-Super",
+      "organization": "NVIDIA",
+      "params": "64B",
+      "type": "open",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": true,
+      "date_evaluated": "2026-05-29",
+      "model_url": "https://huggingface.co/nvidia/Cosmos3-Super",
+      "overall": 63.62,
+      "spatial": 78.71,
+      "spatio_temporal": 64.66,
+      "temporal": 40.72,
+      "semantic": 70.37,
+      "2d_localization": 86.97,
+      "2d_referring_expressions": 76.23,
+      "2d_spatial_pointing": 72.94,
+      "single_object_tracking": 64.66,
+      "temporal_localization": 51.9,
+      "dense_video_captioning": 29.54,
+      "event_verification": 71.28,
+      "video_qa": 69.46
+    },
     {
       "id": "google-gemini-3-1-pro",
       "name": "Gemini 3.1 Pro",
@@ -15,19 +93,45 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://deepmind.google/technologies/gemini/",
-      "overall": 61.915,
-      "spatial": 71.72,
-      "spatio_temporal": 64.35,
-      "temporal": 40.74,
-      "semantic": 70.86,
-      "2d_localization": 76.15,
+      "overall": 62.66,
+      "spatial": 72.14,
+      "spatio_temporal": 67.88,
+      "temporal": 40.62,
+      "semantic": 70.01,
+      "2d_localization": 77.21,
       "2d_referring_expressions": 67.17,
-      "2d_spatial_pointing": 71.84,
-      "single_object_tracking": 64.35,
+      "2d_spatial_pointing": 72.04,
+      "single_object_tracking": 67.88,
       "temporal_localization": 45.69,
-      "dense_video_captioning": 35.78,
-      "event_verification": 69.83,
-      "video_qa": 71.88
+      "dense_video_captioning": 35.55,
+      "event_verification": 68.57,
+      "video_qa": 71.46
+    },
+    {
+      "id": "nvidia-cosmos3-nano",
+      "name": "Cosmos3-Nano",
+      "organization": "NVIDIA",
+      "params": "16B",
+      "type": "open",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": true,
+      "date_evaluated": "2026-05-29",
+      "model_url": "https://huggingface.co/nvidia/Cosmos3-Nano",
+      "overall": 60.67,
+      "spatial": 74.84,
+      "spatio_temporal": 59.21,
+      "temporal": 39.73,
+      "semantic": 68.91,
+      "2d_localization": 74.11,
+      "2d_referring_expressions": 75.57,
+      "2d_spatial_pointing": 74.83,
+      "single_object_tracking": 59.21,
+      "temporal_localization": 48.04,
+      "dense_video_captioning": 31.42,
+      "event_verification": 68.88,
+      "video_qa": 68.95
     },
     {
       "id": "alibaba-qwen3-vl-32b",
@@ -41,16 +145,16 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/Qwen/Qwen3-VL-32B-Instruct",
-      "overall": 55.04875,
-      "spatial": 70.78,
+      "overall": 55.38,
+      "spatial": 73.56,
       "spatio_temporal": 44.19,
-      "temporal": 39.56,
+      "temporal": 38.1,
       "semantic": 65.67,
-      "2d_localization": 64.33,
+      "2d_localization": 72.67,
       "2d_referring_expressions": 72.39,
       "2d_spatial_pointing": 75.62,
       "single_object_tracking": 44.19,
-      "temporal_localization": 49.71,
+      "temporal_localization": 46.8,
       "dense_video_captioning": 29.4,
       "event_verification": 60.04,
       "video_qa": 71.3
@@ -67,13 +171,13 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/nvidia/Cosmos-Reason2-8B",
-      "overall": 54.1825,
-      "spatial": 73.12,
+      "overall": 54.46,
+      "spatial": 74.25,
       "spatio_temporal": 37.69,
       "temporal": 39.9,
       "semantic": 66.02,
       "2d_localization": 83.88,
-      "2d_referring_expressions": 66.88,
+      "2d_referring_expressions": 70.26,
       "2d_spatial_pointing": 68.6,
       "single_object_tracking": 37.69,
       "temporal_localization": 47.3,
@@ -81,6 +185,58 @@
       "event_verification": 64.09,
       "video_qa": 67.95
     },
+    {
+      "id": "google-gemini-3-5-flash-lite",
+      "name": "Gemini 3.5 Flash-Lite",
+      "organization": "Google",
+      "params": "—",
+      "type": "closed",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": true,
+      "date_evaluated": "2026-07-21",
+      "model_url": "https://deepmind.google/models/gemini/flash-lite/",
+      "overall": 53.25,
+      "spatial": 61.09,
+      "spatio_temporal": 55.77,
+      "temporal": 28.14,
+      "semantic": 68.01,
+      "2d_localization": 65.73,
+      "2d_referring_expressions": 74.46,
+      "2d_spatial_pointing": 43.08,
+      "single_object_tracking": 55.77,
+      "temporal_localization": 24.0,
+      "dense_video_captioning": 32.29,
+      "event_verification": 70.41,
+      "video_qa": 65.61
+    },
+    {
+      "id": "google-gemini-3-2-flash-lite",
+      "name": "Gemini 3.1 Flash Lite",
+      "organization": "Google",
+      "params": "—",
+      "type": "closed",
+      "result_type": "single",
+      "verified": true,
+      "ensemble": false,
+      "is_new": false,
+      "date_evaluated": "2026-05-27",
+      "model_url": "https://deepmind.google/technologies/gemini/",
+      "overall": 52.61,
+      "spatial": 62.71,
+      "spatio_temporal": 46.68,
+      "temporal": 35.13,
+      "semantic": 65.91,
+      "2d_localization": 71.74,
+      "2d_referring_expressions": 52.7,
+      "2d_spatial_pointing": 63.68,
+      "single_object_tracking": 46.68,
+      "temporal_localization": 37.72,
+      "dense_video_captioning": 32.54,
+      "event_verification": 63.78,
+      "video_qa": 68.03
+    },
     {
       "id": "alibaba-qwen3-vl-8b",
       "name": "Qwen3-VL-8B-Instruct",
@@ -93,11 +249,11 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/Qwen/Qwen3-VL-8B-Instruct",
-      "overall": 50.06875,
+      "overall": 50.07,
       "spatial": 67.26,
       "spatio_temporal": 33.12,
       "temporal": 36.98,
-      "semantic": 62.92,
+      "semantic": 62.91,
       "2d_localization": 59.93,
       "2d_referring_expressions": 73.29,
       "2d_spatial_pointing": 68.56,
@@ -119,7 +275,7 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/Qwen/Qwen3.5-VL-27B-Instruct",
-      "overall": 49.25333333,
+      "overall": 49.25,
       "spatial": 79.04,
       "spatio_temporal": 24.4,
       "temporal": 31.93,
@@ -145,46 +301,20 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/Qwen/Qwen3.5-VL-9B-Instruct",
-      "overall": 48.48166667,
+      "overall": 48.3,
       "spatial": 75.26,
       "spatio_temporal": 23.52,
-      "temporal": 35.95,
-      "semantic": 59.21,
+      "temporal": 35.2,
+      "semantic": 59.2,
       "2d_localization": 76.87,
       "2d_referring_expressions": 77.16,
       "2d_spatial_pointing": 71.74,
       "single_object_tracking": 23.52,
       "temporal_localization": 42.53,
-      "dense_video_captioning": 29.36,
+      "dense_video_captioning": 27.88,
       "event_verification": 46.78,
       "video_qa": 71.63
     },
-    {
-      "id": "google-gemini-3-2-flash-lite",
-      "name": "Gemini 3.1 Flash Lite",
-      "organization": "Google",
-      "params": "—",
-      "type": "closed",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": false,
-      "date_evaluated": "2026-05-27",
-      "model_url": "https://deepmind.google/technologies/gemini/",
-      "overall": 51.335,
-      "spatial": 62.06,
-      "spatio_temporal": 46.68,
-      "temporal": 35.17,
-      "semantic": 61.43,
-      "2d_localization": 69.88,
-      "2d_referring_expressions": 52.62,
-      "2d_spatial_pointing": 63.68,
-      "single_object_tracking": 46.68,
-      "temporal_localization": 37.72,
-      "dense_video_captioning": 32.62,
-      "event_verification": 54.83,
-      "video_qa": 68.03
-    },
     {
       "id": "nvidia-cosmos-reason2-32b",
       "name": "Cosmos-Reason2-32B",
@@ -197,12 +327,12 @@
       "is_new": false,
       "date_evaluated": "2026-05-27",
       "model_url": "https://huggingface.co/nvidia/Cosmos-Reason2-32B",
-      "overall": 48.55,
-      "spatial": 48.88,
+      "overall": 47.03,
+      "spatial": 42.81,
       "spatio_temporal": 33.12,
-      "temporal": 40.26,
+      "temporal": 40.25,
       "semantic": 71.94,
-      "2d_localization": 22.57,
+      "2d_localization": 4.35,
       "2d_referring_expressions": 50.04,
       "2d_spatial_pointing": 74.03,
       "single_object_tracking": 33.12,
@@ -212,82 +342,30 @@
       "video_qa": 70.29
     },
     {
-      "id": "nvidia-cosmos3-super",
-      "name": "Cosmos3-Super",
-      "organization": "NVIDIA",
-      "params": "64B",
-      "type": "open",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": true,
-      "date_evaluated": "2026-05-29",
-      "model_url": "https://huggingface.co/nvidia/Cosmos3-Super",
-      "overall": 63.01333333,
-      "spatial": 78.71,
-      "spatio_temporal": 62.25,
-      "temporal": 40.72,
-      "semantic": 70.37,
-      "2d_localization": 86.97,
-      "2d_referring_expressions": 76.23,
-      "2d_spatial_pointing": 72.94,
-      "single_object_tracking": 62.25,
-      "temporal_localization": 51.9,
-      "dense_video_captioning": 29.54,
-      "event_verification": 71.28,
-      "video_qa": 69.46
-    },
-    {
-      "id": "nvidia-cosmos3-nano",
-      "name": "Cosmos3-Nano",
+      "id": "nvidia-cosmos3-edge",
+      "name": "Cosmos3-Edge",
       "organization": "NVIDIA",
-      "params": "16B",
-      "type": "open",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": true,
-      "date_evaluated": "2026-05-29",
-      "model_url": "https://huggingface.co/nvidia/Cosmos3-Nano",
-      "overall": 60.67291667,
-      "spatial": 74.84,
-      "spatio_temporal": 59.21,
-      "temporal": 39.73,
-      "semantic": 68.92,
-      "2d_localization": 74.11,
-      "2d_referring_expressions": 75.57,
-      "2d_spatial_pointing": 74.83,
-      "single_object_tracking": 59.21,
-      "temporal_localization": 48.04,
-      "dense_video_captioning": 31.42,
-      "event_verification": 68.88,
-      "video_qa": 68.95
-    },
-    {
-      "id": "alibaba-qwen3-vl-2b",
-      "name": "Qwen3-VL-2B-Instruct",
-      "organization": "Alibaba",
-      "params": "2B",
+      "params": "4B",
       "type": "open",
       "result_type": "single",
       "verified": true,
       "ensemble": false,
       "is_new": true,
       "date_evaluated": "2026-07-16",
-      "model_url": "https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct",
-      "overall": 40.24583333,
-      "spatial": 58.28,
-      "spatio_temporal": 30.38,
-      "temporal": 18.03,
-      "semantic": 54.29,
-      "2d_localization": 56.6,
-      "2d_referring_expressions": 65.12,
-      "2d_spatial_pointing": 53.13,
-      "single_object_tracking": 30.38,
-      "temporal_localization": 35.21,
-      "dense_video_captioning": 0.85,
-      "event_verification": 44.73,
-      "video_qa": 63.85
+      "model_url": "https://huggingface.co/nvidia/Cosmos3-Edge",
+      "overall": 46.94,
+      "spatial": 72.02,
+      "spatio_temporal": 24.65,
+      "temporal": 28.07,
+      "semantic": 63.02,
+      "2d_localization": 79.02,
+      "2d_referring_expressions": 69.27,
+      "2d_spatial_pointing": 67.76,
+      "single_object_tracking": 24.65,
+      "temporal_localization": 39.51,
+      "dense_video_captioning": 16.64,
+      "event_verification": 63.36,
+      "video_qa": 62.68
     },
     {
       "id": "nvidia-cosmos-reason2-2b",
@@ -301,12 +379,12 @@
       "is_new": true,
       "date_evaluated": "2026-07-16",
       "model_url": "https://huggingface.co/nvidia/Cosmos-Reason2-2B",
-      "overall": 45.84958333,
-      "spatial": 62.83,
+      "overall": 45.94,
+      "spatial": 63.2,
       "spatio_temporal": 26.85,
-      "temporal": 33.74,
+      "temporal": 33.73,
       "semantic": 59.98,
-      "2d_localization": 72.47,
+      "2d_localization": 73.56,
       "2d_referring_expressions": 56.33,
       "2d_spatial_pointing": 59.7,
       "single_object_tracking": 26.85,
@@ -316,30 +394,30 @@
       "video_qa": 64.69
     },
     {
-      "id": "nvidia-cosmos3-edge",
-      "name": "Cosmos3-Edge",
-      "organization": "NVIDIA",
-      "params": "4B",
+      "id": "alibaba-qwen3-vl-2b",
+      "name": "Qwen3-VL-2B-Instruct",
+      "organization": "Alibaba",
+      "params": "2B",
       "type": "open",
       "result_type": "single",
       "verified": true,
       "ensemble": false,
       "is_new": true,
       "date_evaluated": "2026-07-16",
-      "model_url": "https://huggingface.co/nvidia/Cosmos3-Edge",
-      "overall": 46.93291667,
-      "spatial": 71.99,
-      "spatio_temporal": 24.65,
-      "temporal": 28.08,
-      "semantic": 63.02,
-      "2d_localization": 78.93,
-      "2d_referring_expressions": 69.27,
-      "2d_spatial_pointing": 67.76,
-      "single_object_tracking": 24.65,
-      "temporal_localization": 39.51,
-      "dense_video_captioning": 16.64,
-      "event_verification": 63.36,
-      "video_qa": 62.68
+      "model_url": "https://huggingface.co/Qwen/Qwen3-VL-2B-Instruct",
+      "overall": 41.86,
+      "spatial": 55.22,
+      "spatio_temporal": 30.38,
+      "temporal": 27.55,
+      "semantic": 54.29,
+      "2d_localization": 47.42,
+      "2d_referring_expressions": 65.12,
+      "2d_spatial_pointing": 53.13,
+      "single_object_tracking": 30.38,
+      "temporal_localization": 35.21,
+      "dense_video_captioning": 19.9,
+      "event_verification": 44.73,
+      "video_qa": 63.85
     },
     {
       "id": "google-gemma-4-e2b-it",
@@ -353,97 +431,19 @@
       "is_new": true,
       "date_evaluated": "2026-07-16",
       "model_url": "https://huggingface.co/google/gemma-4-e2b-it",
-      "overall": 21.55625,
-      "spatial": 28.56,
+      "overall": 21.28,
+      "spatial": 27.55,
       "spatio_temporal": 11.58,
-      "temporal": 9.16,
+      "temporal": 9.08,
       "semantic": 36.92,
-      "2d_localization": 48.42,
+      "2d_localization": 45.4,
       "2d_referring_expressions": 5.52,
       "2d_spatial_pointing": 31.74,
       "single_object_tracking": 11.58,
       "temporal_localization": 9.02,
-      "dense_video_captioning": 9.31,
+      "dense_video_captioning": 9.14,
       "event_verification": 27.65,
       "video_qa": 46.19
-    },
-    {
-      "id": "google-gemini-3-6-flash",
-      "name": "Gemini 3.6 Flash",
-      "organization": "Google",
-      "params": "—",
-      "type": "closed",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": true,
-      "date_evaluated": "2026-07-21",
-      "model_url": "https://deepmind.google/technologies/gemini/",
-      "overall": 69.5187,
-      "spatial": 78.85,
-      "spatio_temporal": 75.99,
-      "temporal": 43.825,
-      "semantic": 79.41,
-      "2d_localization": 81.57,
-      "2d_referring_expressions": 75.78,
-      "2d_spatial_pointing": 79.2,
-      "single_object_tracking": 75.99,
-      "temporal_localization": 51.5,
-      "dense_video_captioning": 36.15,
-      "event_verification": 82,
-      "video_qa": 76.82
-    },
-    {
-      "id": "google-gemini-3-5-flash-lite",
-      "name": "Gemini 3.5 Flash-Lite",
-      "organization": "Google",
-      "params": "—",
-      "type": "closed",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": true,
-      "date_evaluated": "2026-07-21",
-      "model_url": "https://deepmind.google/models/gemini/flash-lite/",
-      "overall": 52.8925,
-      "spatial": 61.09,
-      "spatio_temporal": 55.77,
-      "temporal": 26.7,
-      "semantic": 68.01,
-      "2d_localization": 65.73,
-      "2d_referring_expressions": 74.46,
-      "2d_spatial_pointing": 43.08,
-      "single_object_tracking": 55.77,
-      "temporal_localization": 24,
-      "dense_video_captioning": 29.4,
-      "event_verification": 70.41,
-      "video_qa": 65.61
-    },
-    {
-      "id": "openai-gpt-5-6-sol",
-      "name": "GPT-5.6 Sol",
-      "organization": "OpenAI",
-      "params": "—",
-      "type": "closed",
-      "result_type": "single",
-      "verified": true,
-      "ensemble": false,
-      "is_new": true,
-      "date_evaluated": "2026-07-09",
-      "model_url": "https://openai.com/index/gpt-5-6/",
-      "overall": 69.0258,
-      "spatial": 77.9333,
-      "spatio_temporal": 75.02,
-      "temporal": 46.25,
-      "semantic": 76.9,
-      "2d_localization": 69.3,
-      "2d_referring_expressions": 82.6,
-      "2d_spatial_pointing": 81.9,
-      "single_object_tracking": 75.02,
-      "temporal_localization": 54.8,
-      "dense_video_captioning": 37.7,
-      "event_verification": 75.9,
-      "video_qa": 77.9
     }
   ]
 }