data/site.js

window.SITE = {"github": "https://github.com/SimWorld-AI/Code4Scene", "agents": {"astra": {"name": "GPT-6 Astra (max)", "logo": "openai"}, "gemini": {"name": "Gemini 3.8 Flash (high)", "logo": "gemini"}, "fable": {"name": "Claude Fable 5.1 (max)", "logo": "claude"}, "opus": {"name": "Claude Opus 5 (max)", "logo": "claude"}, "sol": {"name": "GPT-5.6 Sol (high)", "logo": "openai"}, "muse": {"name": "Muse Spark 1.3 (medium)", "logo": "meta"}, "glm": {"name": "GLM-5.3 Flash (max)", "logo": "zai"}, "qwen-off": {"name": "Qwen 3.8 27B (thinking off)", "logo": "qwen"}, "grok": {"name": "Grok 4.6 (high)", "logo": "grok"}, "qwen-on": {"name": "Qwen 3.8 27B (thinking on)", "logo": "qwen"}, "inkling": {"name": "Inkling (high)", "logo": "thinkingmachines"}, "gemma-on": {"name": "Gemma 4 31B (thinking on)", "logo": "gemini"}, "gemma-off": {"name": "Gemma 4 31B (thinking off)", "logo": "gemini"}, "deepseek": {"name": "DeepSeek V4.1 Flash (high)", "logo": "deepseek"}}, "board": [{"key": "astra", "name": "GPT-6 Astra (max)", "logo": "openai", "open": false, "overall": 0.6193352866666667, "t2s": 0.72382, "i2s": 0.5148505733333334, "indoor": 0.78546656, "outdoor": 0.37954258}, {"key": "gemini", "name": "Gemini 3.8 Flash (high)", "logo": "gemini", "open": false, "overall": 0.6189750266666667, "t2s": 0.65689, "i2s": 0.5810600533333334, "indoor": 0.71653332, "outdoor": 0.5133234200000001}, {"key": "fable", "name": "Claude Fable 5.1 (max)", "logo": "claude", "open": false, "overall": 0.60604898, "t2s": 0.78775, "i2s": 0.4243479600000001, "indoor": 0.53523332, "outdoor": 0.36890528000000006}, {"key": "opus", "name": "Claude Opus 5 (max)", "logo": "claude", "open": false, "overall": 0.5931299933333334, "t2s": 0.7181599999999999, "i2s": 0.46809998666666675, "indoor": 0.61843384, "outdoor": 0.39293306}, {"key": "sol", "name": "GPT-5.6 Sol (high)", "logo": "openai", "open": false, "overall": 0.5499994666666667, "t2s": 0.70704, "i2s": 0.3929589333333333, "indoor": 0.49742972, "outdoor": 0.34072354}, {"key": "muse", "name": "Muse Spark 1.3 (medium)", "logo": "meta", "open": false, "overall": 0.5022053666666666, "t2s": 0.646195, "i2s": 0.35821573333333334, "indoor": 0.63253332, "outdoor": 0.22105694}, {"key": "glm", "name": "GLM-5.3 Flash (max)", "logo": "zai", "open": true, "overall": 0.4147088666666666, "t2s": 0.5094299999999999, "i2s": 0.3199877333333333, "indoor": 0.46533411999999996, "outdoor": 0.24731454}, {"key": "qwen-off", "name": "Qwen 3.8 27B (thinking off)", "logo": "qwen", "open": true, "overall": 0.37818169333333335, "t2s": 0.55666, "i2s": 0.19970338666666668, "indoor": 0.26629816, "outdoor": 0.166406}, {"key": "grok", "name": "Grok 4.6 (high)", "logo": "grok", "open": false, "overall": 0.37567506, "t2s": 0.56721, "i2s": 0.18414012, "indoor": 0.1968008, "outdoor": 0.17780978}, {"key": "qwen-on", "name": "Qwen 3.8 27B (thinking on)", "logo": "qwen", "open": true, "overall": 0.37094399333333333, "t2s": 0.51571, "i2s": 0.2261779866666667, "indoor": 0.29651112, "outdoor": 0.19101142}, {"key": "inkling", "name": "Inkling (high)", "logo": "thinkingmachines", "open": false, "overall": 0.31150237333333336, "t2s": 0.42498500000000006, "i2s": 0.19801974666666666, "indoor": 0.1690288, "outdoor": 0.21251522}, {"key": "gemma-on", "name": "Gemma 4 31B (thinking on)", "logo": "gemini", "open": true, "overall": 0.29812257999999997, "t2s": 0.470705, "i2s": 0.12554015999999998, "indoor": 0.12704028, "outdoor": 0.1247901}, {"key": "gemma-off", "name": "Gemma 4 31B (thinking off)", "logo": "gemini", "open": true, "overall": 0.28498897333333334, "t2s": 0.45494, "i2s": 0.11503794666666667, "indoor": 0.11239600000000001, "outdoor": 0.11635892}, {"key": "deepseek", "name": "DeepSeek V4.1 Flash (high)", "logo": "deepseek", "open": true, "overall": 0.22658958, "t2s": 0.24269, "i2s": 0.21048916, "indoor": 0.18933412, "outdoor": 0.22106668}], "cases": [{"id": "nordic-harbour", "track": "t2s", "title": "Nordic Harbour", "note": "Paper Figure 7.", "prompt": "Build me a compact, sunlit Copenhagen-style canal district with narrow cobblestone streets and rectangular waterways enclosing dense urban blocks. Arrange roughly thirty attached four- to six-storey townhouses in continuous street and canal-front rows, using slender fa\u00e7ades, repetitive white-framed windows, arched doors and carriage entrances, modest cornices, and steep tiled roofs packed with dormers and brick chimneys. Include occasional exposed party walls between staggered building rows. Finish the fa\u00e7ades in weathered muted red, mustard yellow, dusty blue, warm grey, beige, and exposed brick, with red, orange, and charcoal roof tiles. Run a principal waterfront street along a stone quay, crossed by smaller streets and linked across the canals by short, gently arched stone-and-metal bridges, including one opening onto a broad paved promenade with rounded landings. Form the canal edges from stepped pale stone, dark timber retaining walls, and iron railings around reflective rippling water. Add regularly spaced leafy trees, ornate black lamps, stone bollards, benches, European road signs, zebra crossings, puddles, grime, and sparse weeds.", "agents": [{"key": "astra", "s": 0.8772, "detailed": 0.7572, "overview": 0.9095, "phys": 0.9005, "img": "media/t2s/nordic-harbour/astra.jpg?v=1790542380", "views": ["media/t2s/nordic-harbour/astra-v0.jpg?v=1790542380", "media/t2s/nordic-harbour/astra-v1.jpg?v=1790542380", "media/t2s/nordic-harbour/astra-v2.jpg?v=1790542380", "media/t2s/nordic-harbour/astra-v3.jpg?v=1790542380"], "glb": "models/cc1bdce0533a50e81385.bin?v=1790737099", "findings": null, "judge": null}, {"key": "fable", "s": 0.8654, "detailed": 0.6656, "overview": 0.8937, "phys": 0.9802, "img": "media/t2s/nordic-harbour/fable.jpg?v=1790542381", "views": ["media/t2s/nordic-harbour/fable-v0.jpg?v=1790542381", "media/t2s/nordic-harbour/fable-v1.jpg?v=1790542381", "media/t2s/nordic-harbour/fable-v2.jpg?v=1790542381", "media/t2s/nordic-harbour/fable-v3.jpg?v=1790542381"], "glb": "models/305d6884b1cc4c9048df.bin?v=1790737100", "findings": [["match", "rectangular waterways"], ["mismatch", "gently arched stone-and-metal bridges"], ["physics", "a floating traffic light"], ["physics", "a stop sign inside a building (31.6 cm)"], ["physics", "a lamp post through a bin (37.6 cm)"]], "judge": null}, {"key": "opus", "s": 0.8614, "detailed": 0.6608, "overview": 0.8883, "phys": 0.9811, "img": "media/t2s/nordic-harbour/opus.jpg?v=1790542380", "views": ["media/t2s/nordic-harbour/opus-v0.jpg?v=1790542380", "media/t2s/nordic-harbour/opus-v1.jpg?v=1790542380", "media/t2s/nordic-harbour/opus-v2.jpg?v=1790542381", "media/t2s/nordic-harbour/opus-v3.jpg?v=1790542381"], "glb": "models/40645cd01253100aee25.bin?v=1790737100", "findings": null, "judge": null}, {"key": "gemini", "s": 0.8275, "detailed": 0.7142, "overview": 0.9011, "phys": 0.7201, "img": "media/t2s/nordic-harbour/gemini.jpg?v=1790542375", "views": ["media/t2s/nordic-harbour/gemini-v0.jpg?v=1790542375", "media/t2s/nordic-harbour/gemini-v1.jpg?v=1790542376", "media/t2s/nordic-harbour/gemini-v2.jpg?v=1790542376", "media/t2s/nordic-harbour/gemini-v3.jpg?v=1790542376"], "glb": "models/4272e0e2ac456adff9d0.bin?v=1790737100", "findings": null, "judge": null}, {"key": "sol", "s": 0.7623, "detailed": 0.7301, "overview": 0.7169, "phys": 0.9308, "img": "media/t2s/nordic-harbour/sol.jpg?v=1790542374", "views": ["media/t2s/nordic-harbour/sol-v0.jpg?v=1790542374", "media/t2s/nordic-harbour/sol-v1.jpg?v=1790542375", "media/t2s/nordic-harbour/sol-v2.jpg?v=1790542375", "media/t2s/nordic-harbour/sol-v3.jpg?v=1790542375"], "glb": "models/05c7f8c668731523df21.bin?v=1790737100", "findings": null, "judge": null}, {"key": "qwen-off", "s": 0.7565, "detailed": 0.6211, "overview": 0.7574, "phys": 0.8891, "img": "media/t2s/nordic-harbour/qwen-off.jpg?v=1790542378", "views": ["media/t2s/nordic-harbour/qwen-off-v0.jpg?v=1790542378", "media/t2s/nordic-harbour/qwen-off-v1.jpg?v=1790542378", "media/t2s/nordic-harbour/qwen-off-v2.jpg?v=1790542378", "media/t2s/nordic-harbour/qwen-off-v3.jpg?v=1790542379"], "glb": "models/4990472fcbccb3f72b1e.bin?v=1790737100", "findings": null, "judge": null}, {"key": "glm", "s": 0.7322, "detailed": 0.5975, "overview": 0.7614, "phys": 0.7792, "img": "media/t2s/nordic-harbour/glm.jpg?v=1790542374", "views": ["media/t2s/nordic-harbour/glm-v0.jpg?v=1790542374", "media/t2s/nordic-harbour/glm-v1.jpg?v=1790542374", "media/t2s/nordic-harbour/glm-v2.jpg?v=1790542374", "media/t2s/nordic-harbour/glm-v3.jpg?v=1790542374"], "glb": "models/d9b8e3eea8340d79590c.bin?v=1790737100", "findings": null, "judge": null}, {"key": "muse", "s": 0.7137, "detailed": 0.5487, "overview": 0.7683, "phys": 0.715, "img": "media/t2s/nordic-harbour/muse.jpg?v=1790542380", "views": ["media/t2s/nordic-harbour/muse-v0.jpg?v=1790542380", "media/t2s/nordic-harbour/muse-v1.jpg?v=1790542380", "media/t2s/nordic-harbour/muse-v2.jpg?v=1790542380", "media/t2s/nordic-harbour/muse-v3.jpg?v=1790542380"], "glb": "models/86b88715dfdfa5370839.bin?v=1790737100", "findings": null, "judge": null}, {"key": "grok", "s": 0.6501, "detailed": 0.4262, "overview": 0.7189, "phys": 0.6677, "img": "media/t2s/nordic-harbour/grok.jpg?v=1790542380", "views": ["media/t2s/nordic-harbour/grok-v0.jpg?v=1790542380", "media/t2s/nordic-harbour/grok-v1.jpg?v=1790542380", "media/t2s/nordic-harbour/grok-v2.jpg?v=1790542380", "media/t2s/nordic-harbour/grok-v3.jpg?v=1790542380"], "glb": "models/863a0e5ea5a4d27e80b8.bin?v=1790737100", "findings": null, "judge": null}, {"key": "gemma-off", "s": 0.5588, "detailed": 0.4798, "overview": 0.474, "phys": 0.8921, "img": "media/t2s/nordic-harbour/gemma-off.jpg?v=1790542376", "views": ["media/t2s/nordic-harbour/gemma-off-v0.jpg?v=1790542376", "media/t2s/nordic-harbour/gemma-off-v1.jpg?v=1790542376", "media/t2s/nordic-harbour/gemma-off-v2.jpg?v=1790542376", "media/t2s/nordic-harbour/gemma-off-v3.jpg?v=1790542376"], "glb": null, "findings": null, "judge": null}, {"key": "inkling", "s": 0.3964, "detailed": 0.0208, "overview": 0.3734, "phys": 0.8409, "img": "media/t2s/nordic-harbour/inkling.jpg?v=1790542378", "views": ["media/t2s/nordic-harbour/inkling-v0.jpg?v=1790542378", "media/t2s/nordic-harbour/inkling-v1.jpg?v=1790542378", "media/t2s/nordic-harbour/inkling-v2.jpg?v=1790542378", "media/t2s/nordic-harbour/inkling-v3.jpg?v=1790542378"], "glb": "models/ab9c9e18691a778f7162.bin?v=1790737100", "findings": null, "judge": null}, {"key": "gemma-on", "s": 0.2962, "detailed": 0.1471, "overview": 0.2779, "phys": 0.5002, "img": "media/t2s/nordic-harbour/gemma-on.jpg?v=1790542377", "views": ["media/t2s/nordic-harbour/gemma-on-v0.jpg?v=1790542377", "media/t2s/nordic-harbour/gemma-on-v1.jpg?v=1790542377", "media/t2s/nordic-harbour/gemma-on-v2.jpg?v=1790542377", "media/t2s/nordic-harbour/gemma-on-v3.jpg?v=1790542378"], "glb": "models/3f48c96f6a8699b40ecd.bin?v=1790737100", "findings": null, "judge": null}, {"key": "qwen-on", "s": 0.2514, "detailed": 0.1397, "overview": 0.2039, "phys": 0.5055, "img": "media/t2s/nordic-harbour/qwen-on.jpg?v=1790542379", "views": ["media/t2s/nordic-harbour/qwen-on-v0.jpg?v=1790542379", "media/t2s/nordic-harbour/qwen-on-v1.jpg?v=1790542379", "media/t2s/nordic-harbour/qwen-on-v2.jpg?v=1790542380", "media/t2s/nordic-harbour/qwen-on-v3.jpg?v=1790542380"], "glb": null, "findings": null, "judge": null}, {"key": "deepseek", "s": 0.0, "detailed": 0.0, "overview": 0.0, "phys": 0.0, "img": "media/t2s/nordic-harbour/deepseek.jpg?v=1790542381", "views": ["media/t2s/nordic-harbour/deepseek-v0.jpg?v=1790542381", "media/t2s/nordic-harbour/deepseek-v1.jpg?v=1790542381", "media/t2s/nordic-harbour/deepseek-v2.jpg?v=1790542381", "media/t2s/nordic-harbour/deepseek-v3.jpg?v=1790542381"], "glb": null, "findings": null, "judge": null}]}, {"id": "medieval-big-farm-town", "track": "t2s", "title": "Medieval Big Farm Town", "note": "Paper Figure 8.", "prompt": "Build me a sprawling medieval farm town set in a rugged, enclosed mountain basin, with a dense fortified settlement occupying the rocky northern half and broad, open farmland spreading southward. Ring the scene with massive irregular gray boulders, steep mossy outcrops, scattered grassy plateaus, and narrow turquoise streams that descend through gaps in the rocks, including several small white waterfalls. Place roughly sixty to eighty compact timber-and-stone buildings inside and around a rectangular walled town: mostly one- and two-story houses with dark wooden framing, pale infill or masonry walls, and steep orange-brown tiled roofs. Arrange them tightly and organically along narrow dirt lanes, small courtyards, canals, and bridges, with taller square gate towers and watchtowers punctuating the long timber-and-stone walls. Outside the walls, transition to a much sparser patchwork of fenced fields, orchards, livestock enclosures, winding dirt tracks, isolated cottages, sheds, tents, carts, stacked materials, and scattered rocks. Distribute several tall wooden windmills across the fields, some attached to heavy stone or timber tower bases, and place additional lookout buildings on remote rocky peaks and grassy ledges. Let streams skirt both sides of the settlement, feed small turquoise pools within the town, and pass beneath simple wooden footbridges. Use uneven grassy ground with worn pale paths, low fences, shrubs, tall grass, and thin, irregularly spaced trees, keeping the town center crowded and layered while the agricultural outskirts remain open, loosely ordered, and visibly bounded by cliffs and boulder formations.", "agents": [{"key": "fable", "s": 0.8298, "detailed": 0.782, "overview": 0.8379, "phys": 0.8535, "img": "media/t2s/medieval-big-farm-town/fable.jpg?v=1790542357", "views": ["media/t2s/medieval-big-farm-town/fable-v0.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/fable-v1.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/fable-v2.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/fable-v3.jpg?v=1790542357"], "glb": "models/cb082e689f15e654daab.bin?v=1790737099", "findings": null, "judge": null}, {"key": "opus", "s": 0.8088, "detailed": 0.6326, "overview": 0.8073, "phys": 0.9896, "img": "media/t2s/medieval-big-farm-town/opus.jpg?v=1790542356", "views": ["media/t2s/medieval-big-farm-town/opus-v0.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/opus-v1.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/opus-v2.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/opus-v3.jpg?v=1790542357"], "glb": "models/beab1fec7afcef0b28fe.bin?v=1790737099", "findings": null, "judge": null}, {"key": "astra", "s": 0.7674, "detailed": 0.7468, "overview": 0.7604, "phys": 0.8092, "img": "media/t2s/medieval-big-farm-town/astra.jpg?v=1790542356", "views": ["media/t2s/medieval-big-farm-town/astra-v0.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/astra-v1.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/astra-v2.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/astra-v3.jpg?v=1790542356"], "glb": "models/9ecb3ffe72ed857bbb9d.bin?v=1790737099", "findings": null, "judge": null}, {"key": "sol", "s": 0.7436, "detailed": 0.6679, "overview": 0.7248, "phys": 0.8756, "img": "media/t2s/medieval-big-farm-town/sol.jpg?v=1790542349", "views": ["media/t2s/medieval-big-farm-town/sol-v0.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/sol-v1.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/sol-v2.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/sol-v3.jpg?v=1790542349"], "glb": "models/b4c592d83ee997c4ada2.bin?v=1790737099", "findings": null, "judge": null}, {"key": "gemini", "s": 0.7294, "detailed": 0.7672, "overview": 0.6971, "phys": 0.7883, "img": "media/t2s/medieval-big-farm-town/gemini.jpg?v=1790542350", "views": ["media/t2s/medieval-big-farm-town/gemini-v0.jpg?v=1790542350", "media/t2s/medieval-big-farm-town/gemini-v1.jpg?v=1790542351", "media/t2s/medieval-big-farm-town/gemini-v2.jpg?v=1790542351", "media/t2s/medieval-big-farm-town/gemini-v3.jpg?v=1790542351"], "glb": null, "findings": null, "judge": null}, {"key": "muse", "s": 0.6821, "detailed": 0.7118, "overview": 0.6679, "phys": 0.695, "img": "media/t2s/medieval-big-farm-town/muse.jpg?v=1790542356", "views": ["media/t2s/medieval-big-farm-town/muse-v0.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/muse-v1.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/muse-v2.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/muse-v3.jpg?v=1790542356"], "glb": null, "findings": null, "judge": null}, {"key": "glm", "s": 0.6094, "detailed": 0.4465, "overview": 0.6468, "phys": 0.6603, "img": "media/t2s/medieval-big-farm-town/glm.jpg?v=1790542349", "views": ["media/t2s/medieval-big-farm-town/glm-v0.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/glm-v1.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/glm-v2.jpg?v=1790542349", "media/t2s/medieval-big-farm-town/glm-v3.jpg?v=1790542349"], "glb": null, "findings": null, "judge": null}, {"key": "qwen-on", "s": 0.4894, "detailed": 0.6827, "overview": 0.3062, "phys": 0.8459, "img": "media/t2s/medieval-big-farm-town/qwen-on.jpg?v=1790542354", "views": ["media/t2s/medieval-big-farm-town/qwen-on-v0.jpg?v=1790542354", "media/t2s/medieval-big-farm-town/qwen-on-v1.jpg?v=1790542354", "media/t2s/medieval-big-farm-town/qwen-on-v2.jpg?v=1790542355", "media/t2s/medieval-big-farm-town/qwen-on-v3.jpg?v=1790542356"], "glb": null, "findings": null, "judge": null}, {"key": "qwen-off", "s": 0.4856, "detailed": 0.5403, "overview": 0.4461, "phys": 0.5495, "img": "media/t2s/medieval-big-farm-town/qwen-off.jpg?v=1790542353", "views": ["media/t2s/medieval-big-farm-town/qwen-off-v0.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/qwen-off-v1.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/qwen-off-v2.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/qwen-off-v3.jpg?v=1790542354"], "glb": null, "findings": null, "judge": null}, {"key": "grok", "s": 0.3872, "detailed": 0.3752, "overview": 0.3407, "phys": 0.5387, "img": "media/t2s/medieval-big-farm-town/grok.jpg?v=1790542356", "views": ["media/t2s/medieval-big-farm-town/grok-v0.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/grok-v1.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/grok-v2.jpg?v=1790542356", "media/t2s/medieval-big-farm-town/grok-v3.jpg?v=1790542356"], "glb": "models/98a6c0f6ea5de03bff84.bin?v=1790737099", "findings": null, "judge": null}, {"key": "gemma-off", "s": 0.3625, "detailed": 0.3388, "overview": 0.2414, "phys": 0.7496, "img": "media/t2s/medieval-big-farm-town/gemma-off.jpg?v=1790542351", "views": ["media/t2s/medieval-big-farm-town/gemma-off-v0.jpg?v=1790542351", "media/t2s/medieval-big-farm-town/gemma-off-v1.jpg?v=1790542351", "media/t2s/medieval-big-farm-town/gemma-off-v2.jpg?v=1790542352", "media/t2s/medieval-big-farm-town/gemma-off-v3.jpg?v=1790542352"], "glb": null, "findings": null, "judge": null}, {"key": "gemma-on", "s": 0.3352, "detailed": 0.2235, "overview": 0.218, "phys": 0.7985, "img": "media/t2s/medieval-big-farm-town/gemma-on.jpg?v=1790542352", "views": ["media/t2s/medieval-big-farm-town/gemma-on-v0.jpg?v=1790542352", "media/t2s/medieval-big-farm-town/gemma-on-v1.jpg?v=1790542352", "media/t2s/medieval-big-farm-town/gemma-on-v2.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/gemma-on-v3.jpg?v=1790542353"], "glb": null, "findings": null, "judge": null}, {"key": "inkling", "s": 0.2882, "detailed": 0.2343, "overview": 0.1945, "phys": 0.623, "img": "media/t2s/medieval-big-farm-town/inkling.jpg?v=1790542353", "views": ["media/t2s/medieval-big-farm-town/inkling-v0.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/inkling-v1.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/inkling-v2.jpg?v=1790542353", "media/t2s/medieval-big-farm-town/inkling-v3.jpg?v=1790542353"], "glb": null, "findings": null, "judge": null}, {"key": "deepseek", "s": 0.2577, "detailed": 0.1419, "overview": 0.0488, "phys": 1.0, "img": "media/t2s/medieval-big-farm-town/deepseek.jpg?v=1790542357", "views": ["media/t2s/medieval-big-farm-town/deepseek-v0.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/deepseek-v1.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/deepseek-v2.jpg?v=1790542357", "media/t2s/medieval-big-farm-town/deepseek-v3.jpg?v=1790542357"], "glb": "models/48fbbd845f575c2007ef.bin?v=1790737099", "findings": null, "judge": null}]}, {"id": "egyptian-temple", "track": "t2s", "title": "Egyptian Temple", "note": "The relation example of Takeaway 2.", "prompt": "Build me a Egyptian temple ruin isolated in a vast, softly rolling orange desert. Place one compact rectangular temple as the dominant structure, its massive pale sandstone walls slightly battered and articulated with shallow projecting sections, engraved panels, faded figures and hieroglyphic bands, thin gold accents, and turquoise, yellow, red, and blue painted friezes. Give it a flat, nearly complete slab roof enclosed by an uneven pale stone coping. Orient the decorated entrance toward an open forecourt: the fa\u00e7ade should have a broad shadowed central opening, several closely spaced papyrus-style columns with colorful flared capitals, shorter square supports, and low painted railings, revealing a dark columned interior and a faintly illuminated passage beyond. Keep the other three elevations mostly solid and monumental, with repeated rectangular relief panels and horizontal ornamental courses. In front and slightly to one side, arrange the remains of a detached colonnade: four tall, slender painted columns set in a loose line beneath two incomplete, offset sandstone lintel beams, leaving obvious gaps and broken continuity. Scatter an irregular trail of cracked paving slabs and small fragments around their bases, partly swallowed by sand.", "agents": [{"key": "opus", "s": 0.7767, "detailed": 0.8268, "overview": 0.7189, "phys": 0.9002, "img": "media/t2s/egyptian-temple/opus.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/opus-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/opus-v1.jpg?v=1790542327", "media/t2s/egyptian-temple/opus-v2.jpg?v=1790542327", "media/t2s/egyptian-temple/opus-v3.jpg?v=1790542327"], "glb": "models/fa367ea5d33ed24f577a.bin?v=1790737099", "findings": null, "judge": null}, {"key": "fable", "s": 0.7511, "detailed": 0.8623, "overview": 0.6347, "phys": 0.9892, "img": "media/t2s/egyptian-temple/fable.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/fable-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/fable-v1.jpg?v=1790542327", "media/t2s/egyptian-temple/fable-v2.jpg?v=1790542327", "media/t2s/egyptian-temple/fable-v3.jpg?v=1790542327"], "glb": "models/ebc3784290e5680598df.bin?v=1790737099", "findings": null, "judge": null}, {"key": "deepseek", "s": 0.7262, "detailed": 0.7842, "overview": 0.8048, "phys": 0.4322, "img": "media/t2s/egyptian-temple/deepseek.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/deepseek-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/deepseek-v1.jpg?v=1790542328", "media/t2s/egyptian-temple/deepseek-v2.jpg?v=1790542328", "media/t2s/egyptian-temple/deepseek-v3.jpg?v=1790542328"], "glb": "models/f60251f57fc8501d7f33.bin?v=1790737099", "findings": null, "judge": null}, {"key": "astra", "s": 0.7191, "detailed": 0.8235, "overview": 0.7902, "phys": 0.4015, "img": "media/t2s/egyptian-temple/astra.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/astra-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/astra-v1.jpg?v=1790542327", "media/t2s/egyptian-temple/astra-v2.jpg?v=1790542327", "media/t2s/egyptian-temple/astra-v3.jpg?v=1790542327"], "glb": "models/8791504402de356ccfb6.bin?v=1790737099", "findings": null, "judge": null}, {"key": "gemini", "s": 0.7171, "detailed": 0.711, "overview": 0.8214, "phys": 0.4104, "img": "media/t2s/egyptian-temple/gemini.jpg?v=1790542322", "views": ["media/t2s/egyptian-temple/gemini-v0.jpg?v=1790542322", "media/t2s/egyptian-temple/gemini-v1.jpg?v=1790542322", "media/t2s/egyptian-temple/gemini-v2.jpg?v=1790542323", "media/t2s/egyptian-temple/gemini-v3.jpg?v=1790542323"], "glb": null, "findings": null, "judge": null}, {"key": "sol", "s": 0.6972, "detailed": 0.7004, "overview": 0.742, "phys": 0.5595, "img": "media/t2s/egyptian-temple/sol.jpg?v=1790542321", "views": ["media/t2s/egyptian-temple/sol-v0.jpg?v=1790542321", "media/t2s/egyptian-temple/sol-v1.jpg?v=1790542321", "media/t2s/egyptian-temple/sol-v2.jpg?v=1790542322", "media/t2s/egyptian-temple/sol-v3.jpg?v=1790542322"], "glb": "models/a32fa4ebc640e2278635.bin?v=1790737099", "findings": [["match", "slab roof (0.95)"], ["match", "stone coping (0.82)"], ["mismatch", "slab roof enclosed by an uneven pale stone coping (0.78): separate low wall segments with visible gaps"]], "judge": "img/takeaway2_objects_present_example.jpg"}, {"key": "grok", "s": 0.5787, "detailed": 0.5642, "overview": 0.6211, "phys": 0.4658, "img": "media/t2s/egyptian-temple/grok.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/grok-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/grok-v1.jpg?v=1790542327", "media/t2s/egyptian-temple/grok-v2.jpg?v=1790542327", "media/t2s/egyptian-temple/grok-v3.jpg?v=1790542327"], "glb": "models/751b90ea75f2358e2cf3.bin?v=1790737099", "findings": null, "judge": null}, {"key": "qwen-off", "s": 0.5659, "detailed": 0.6632, "overview": 0.5289, "phys": 0.5794, "img": "media/t2s/egyptian-temple/qwen-off.jpg?v=1790542325", "views": ["media/t2s/egyptian-temple/qwen-off-v0.jpg?v=1790542325", "media/t2s/egyptian-temple/qwen-off-v1.jpg?v=1790542325", "media/t2s/egyptian-temple/qwen-off-v2.jpg?v=1790542326", "media/t2s/egyptian-temple/qwen-off-v3.jpg?v=1790542326"], "glb": null, "findings": null, "judge": null}, {"key": "gemma-on", "s": 0.5563, "detailed": 0.5673, "overview": 0.5086, "phys": 0.6885, "img": "media/t2s/egyptian-temple/gemma-on.jpg?v=1790542325", "views": ["media/t2s/egyptian-temple/gemma-on-v0.jpg?v=1790542325", "media/t2s/egyptian-temple/gemma-on-v1.jpg?v=1790542325", "media/t2s/egyptian-temple/gemma-on-v2.jpg?v=1790542325", "media/t2s/egyptian-temple/gemma-on-v3.jpg?v=1790542325"], "glb": null, "findings": null, "judge": null}, {"key": "inkling", "s": 0.5255, "detailed": 0.6511, "overview": 0.6123, "phys": 0.1397, "img": "media/t2s/egyptian-temple/inkling.jpg?v=1790542325", "views": ["media/t2s/egyptian-temple/inkling-v0.jpg?v=1790542325", "media/t2s/egyptian-temple/inkling-v1.jpg?v=1790542325", "media/t2s/egyptian-temple/inkling-v2.jpg?v=1790542325", "media/t2s/egyptian-temple/inkling-v3.jpg?v=1790542325"], "glb": null, "findings": null, "judge": null}, {"key": "glm", "s": 0.5155, "detailed": 0.0, "overview": 0.6913, "phys": 0.5035, "img": "media/t2s/egyptian-temple/glm.jpg?v=1790542321", "views": ["media/t2s/egyptian-temple/glm-v0.jpg?v=1790542321", "media/t2s/egyptian-temple/glm-v1.jpg?v=1790542321", "media/t2s/egyptian-temple/glm-v2.jpg?v=1790542321", "media/t2s/egyptian-temple/glm-v3.jpg?v=1790542321"], "glb": null, "findings": null, "judge": null}, {"key": "qwen-on", "s": 0.4759, "detailed": 0.6633, "overview": 0.4047, "phys": 0.5023, "img": "media/t2s/egyptian-temple/qwen-on.jpg?v=1790542326", "views": ["media/t2s/egyptian-temple/qwen-on-v0.jpg?v=1790542326", "media/t2s/egyptian-temple/qwen-on-v1.jpg?v=1790542326", "media/t2s/egyptian-temple/qwen-on-v2.jpg?v=1790542326", "media/t2s/egyptian-temple/qwen-on-v3.jpg?v=1790542327"], "glb": null, "findings": null, "judge": null}, {"key": "muse", "s": 0.4715, "detailed": 0.6242, "overview": 0.5387, "phys": 0.1173, "img": "media/t2s/egyptian-temple/muse.jpg?v=1790542327", "views": ["media/t2s/egyptian-temple/muse-v0.jpg?v=1790542327", "media/t2s/egyptian-temple/muse-v1.jpg?v=1790542327", "media/t2s/egyptian-temple/muse-v2.jpg?v=1790542327", "media/t2s/egyptian-temple/muse-v3.jpg?v=1790542327"], "glb": null, "findings": null, "judge": null}, {"key": "gemma-off", "s": 0.3076, "detailed": 0.274, "overview": 0.2584, "phys": 0.4888, "img": "media/t2s/egyptian-temple/gemma-off.jpg?v=1790542323", "views": ["media/t2s/egyptian-temple/gemma-off-v0.jpg?v=1790542323", "media/t2s/egyptian-temple/gemma-off-v1.jpg?v=1790542324", "media/t2s/egyptian-temple/gemma-off-v2.jpg?v=1790542324", "media/t2s/egyptian-temple/gemma-off-v3.jpg?v=1790542324"], "glb": null, "findings": null, "judge": null}]}, {"id": "bazaar", "track": "t2s", "title": "Bazaar", "note": "Paper Figure 11.", "prompt": "Build me a monumental, fortress-like stone bazaar or palace complex with a stark, dramatic mood, rendered against a black empty background. Enclose the scene with a broad irregular ring of very tall pale sandstone walls, regularly reinforced by square crenellated towers and occasional massive gate-like openings. Inside, cluster roughly a dozen flat-roofed, blocky buildings tightly around narrow passages, small courtyards, terraces, and a compact market area with scattered colorful awnings and stalls. Place a large square domed pavilion slightly apart from the central cluster, linked by elevated platforms and broad paved walkways. Add several slender cylindrical minaret-like towers capped with bright gold onion domes, concentrated around the inner buildings and along the enclosing walls, plus arcaded balconies, parapets, stairways, and smaller rooftop domes. Use pale tiled or stone ground for the few open plazas, while leaving large gaps between structures as featureless black voids. Keep the core dense, layered, and irregular, but surround it with comparatively sparse open space and an ordered defensive perimeter.", "agents": [{"key": "fable", "s": 0.9296, "detailed": 0.924, "overview": 0.9085, "phys": 0.9987, "img": "media/t2s/bazaar/fable.jpg?v=1790542281", "views": ["media/t2s/bazaar/fable-v0.jpg?v=1790542281", "media/t2s/bazaar/fable-v1.jpg?v=1790542281", "media/t2s/bazaar/fable-v2.jpg?v=1790542281", "media/t2s/bazaar/fable-v3.jpg?v=1790542281"], "glb": "models/feb923d4f4f257315904.bin?v=1790737098", "findings": null, "judge": null}, {"key": "astra", "s": 0.8828, "detailed": 0.875, "overview": 0.9011, "phys": 0.8355, "img": "media/t2s/bazaar/astra.jpg?v=1790542280", "views": ["media/t2s/bazaar/astra-v0.jpg?v=1790542280", "media/t2s/bazaar/astra-v1.jpg?v=1790542280", "media/t2s/bazaar/astra-v2.jpg?v=1790542280", "media/t2s/bazaar/astra-v3.jpg?v=1790542280"], "glb": "models/d46f4510a1aa3ef0aa0f.bin?v=1790737098", "findings": null, "judge": null}, {"key": "opus", "s": 0.8265, "detailed": 0.8207, "overview": 0.8418, "phys": 0.7862, "img": "media/t2s/bazaar/opus.jpg?v=1790542280", "views": ["media/t2s/bazaar/opus-v0.jpg?v=1790542280", "media/t2s/bazaar/opus-v1.jpg?v=1790542281", "media/t2s/bazaar/opus-v2.jpg?v=1790542281", "media/t2s/bazaar/opus-v3.jpg?v=1790542281"], "glb": "models/de5c5bbccf5da7d1844f.bin?v=1790737098", "findings": null, "judge": null}, {"key": "gemma-off", "s": 0.7069, "detailed": 0.5037, "overview": 0.7505, "phys": 0.7793, "img": "media/t2s/bazaar/gemma-off.jpg?v=1790542276", "views": ["media/t2s/bazaar/gemma-off-v0.jpg?v=1790542276", "media/t2s/bazaar/gemma-off-v1.jpg?v=1790542276", "media/t2s/bazaar/gemma-off-v2.jpg?v=1790542276", "media/t2s/bazaar/gemma-off-v3.jpg?v=1790542276"], "glb": null, "findings": null, "judge": null}, {"key": "sol", "s": 0.6989, "detailed": 0.5753, "overview": 0.7878, "phys": 0.5559, "img": "media/t2s/bazaar/sol.jpg?v=1790542273", "views": ["media/t2s/bazaar/sol-v0.jpg?v=1790542273", "media/t2s/bazaar/sol-v1.jpg?v=1790542274", "media/t2s/bazaar/sol-v2.jpg?v=1790542274", "media/t2s/bazaar/sol-v3.jpg?v=1790542274"], "glb": "models/8508848ab12a018c6c5c.bin?v=1790737098", "findings": null, "judge": null}, {"key": "gemini", "s": 0.6397, "detailed": 0.573, "overview": 0.6962, "phys": 0.537, "img": "media/t2s/bazaar/gemini.jpg?v=1790542274", "views": ["media/t2s/bazaar/gemini-v0.jpg?v=1790542274", "media/t2s/bazaar/gemini-v1.jpg?v=1790542274", "media/t2s/bazaar/gemini-v2.jpg?v=1790542275", "media/t2s/bazaar/gemini-v3.jpg?v=1790542275"], "glb": null, "findings": null, "judge": null}, {"key": "grok", "s": 0.6174, "detailed": 0.4203, "overview": 0.74, "phys": 0.4466, "img": "media/t2s/bazaar/grok.jpg?v=1790542280", "views": ["media/t2s/bazaar/grok-v0.jpg?v=1790542280", "media/t2s/bazaar/grok-v1.jpg?v=1790542280", "media/t2s/bazaar/grok-v2.jpg?v=1790542280", "media/t2s/bazaar/grok-v3.jpg?v=1790542280"], "glb": "models/01dd1b7c49eab3eb7a3f.bin?v=1790737098", "findings": null, "judge": null}, {"key": "qwen-off", "s": 0.5963, "detailed": 0.598, "overview": 0.6776, "phys": 0.3508, "img": "media/t2s/bazaar/qwen-off.jpg?v=1790542278", "views": ["media/t2s/bazaar/qwen-off-v0.jpg?v=1790542278", "media/t2s/bazaar/qwen-off-v1.jpg?v=1790542278", "media/t2s/bazaar/qwen-off-v2.jpg?v=1790542278", "media/t2s/bazaar/qwen-off-v3.jpg?v=1790542278"], "glb": null, "findings": null, "judge": null}, {"key": "muse", "s": 0.5686, "detailed": 0.4973, "overview": 0.6074, "phys": 0.5237, "img": "media/t2s/bazaar/muse.jpg?v=1790542279", "views": ["media/t2s/bazaar/muse-v0.jpg?v=1790542279", "media/t2s/bazaar/muse-v1.jpg?v=1790542280", "media/t2s/bazaar/muse-v2.jpg?v=1790542280", "media/t2s/bazaar/muse-v3.jpg?v=1790542280"], "glb": null, "findings": null, "judge": null}, {"key": "qwen-on", "s": 0.5152, "detailed": 0.4297, "overview": 0.5602, "phys": 0.4656, "img": "media/t2s/bazaar/qwen-on.jpg?v=1790542279", "views": ["media/t2s/bazaar/qwen-on-v0.jpg?v=1790542279", "media/t2s/bazaar/qwen-on-v1.jpg?v=1790542279", "media/t2s/bazaar/qwen-on-v2.jpg?v=1790542279", "media/t2s/bazaar/qwen-on-v3.jpg?v=1790542279"], "glb": null, "findings": null, "judge": null}, {"key": "gemma-on", "s": 0.4886, "detailed": 0.4313, "overview": 0.4734, "phys": 0.5914, "img": "media/t2s/bazaar/gemma-on.jpg?v=1790542277", "views": ["media/t2s/bazaar/gemma-on-v0.jpg?v=1790542277", "media/t2s/bazaar/gemma-on-v1.jpg?v=1790542277", "media/t2s/bazaar/gemma-on-v2.jpg?v=1790542277", "media/t2s/bazaar/gemma-on-v3.jpg?v=1790542278"], "glb": null, "findings": null, "judge": null}, {"key": "inkling", "s": 0.2223, "detailed": 0.1667, "overview": 0.1275, "phys": 0.5625, "img": "media/t2s/bazaar/inkling.jpg?v=1790542278", "views": ["media/t2s/bazaar/inkling-v0.jpg?v=1790542278", "media/t2s/bazaar/inkling-v1.jpg?v=1790542278", "media/t2s/bazaar/inkling-v2.jpg?v=1790542278", "media/t2s/bazaar/inkling-v3.jpg?v=1790542278"], "glb": null, "findings": null, "judge": null}, {"key": "deepseek", "s": 0.0, "detailed": 0.0, "overview": 0.0, "phys": 0.0, "img": "media/t2s/bazaar/deepseek.jpg?v=1790542281", "views": ["media/t2s/bazaar/deepseek-v0.jpg?v=1790542281", "media/t2s/bazaar/deepseek-v1.jpg?v=1790542281", "media/t2s/bazaar/deepseek-v2.jpg?v=1790542281", "media/t2s/bazaar/deepseek-v3.jpg?v=1790542281"], "glb": "models/7fd4f7eaeef254606343.bin?v=1790737098", "findings": null, "judge": null}, {"key": "glm", "s": 0.0, "detailed": 0.0, "overview": 0.0, "phys": 0.0, "img": null, "views": [], "glb": null, "findings": null, "judge": null}]}, {"id": "comp-31-old-industrial-pallet-bay-repair-v2", "track": "i2s", "title": "Old Industrial Pallet Bay", "note": "Paper Figure 10.", "prompt": "Repair the current outdoor scene so it matches the provided reference image. Make only the minimum changes needed, and preserve all unrelated actors and properties.", "targets": ["Pallets_Stacked"], "duplicates": ["Pallets_Stacked_65_CorruptDuplicate"], "corruption": [{"type": "duplication", "label": "Pallets_Stacked_65", "new_label": "Pallets_Stacked_65_CorruptDuplicate", "delta_cm": [-230.0, 160.0, 0.0], "yaw_deg": -28.0, "factor": 1.15}, {"type": "translation", "label": "Pallets_Stacked_65", "delta_cm": [160.0, -120.0, 0.0]}, {"type": "rotation", "label": "Pallets_Stacked_65", "yaw_deg": 35.0}], "gt_glb": "models/46734878f740aae816d8.bin?v=1790737099", "input_glb": "models/e6a6333939ccfe57d584.bin?v=1790737099", "ref_cam": {"pos": [24.538635393998792, 40.3, 14.038221685593474], "target": [16.381865310668946, 38.437110614776614, 17.841786041259766], "hfov": 50.0}, "gt": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/gt.jpg?v=1790731228", "input": null, "refs": ["media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/ref-1.jpg?v=1790549706"], "ops": ["duplication", "translation", "rotation"], "agents": [{"key": "astra", "s": 1.0, "f1": 1.0, "phys": 1.0, "tp": 2.0, "fp": 0.0, "fn": 0.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/astra.jpg?v=1790731230", "glb": "models/db5c0c5d2b78f9e47bb7.bin?v=1790737099"}, {"key": "fable", "s": 0.6, "f1": 0.5, "phys": 1.0, "tp": 1.0, "fp": 1.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/fable.jpg?v=1790731231", "glb": null}, {"key": "sol", "s": 0.3, "f1": 0.25, "phys": 0.5, "tp": 1.0, "fp": 5.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/sol.jpg?v=1790731228", "glb": "models/f2b2b285e27a26ee6780.bin?v=1790737099"}, {"key": "glm", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 1.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/glm.jpg?v=1790731228", "glb": null}, {"key": "muse", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 2.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/muse.jpg?v=1790731230", "glb": null}, {"key": "opus", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 0.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/opus.jpg?v=1790731231", "glb": "models/f3648a5ad9887ac0937d.bin?v=1790737099"}, {"key": "qwen-on", "s": 0.1842, "f1": 0.10526315789473684, "phys": 0.5, "tp": 1.0, "fp": 16.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/qwen-on.jpg?v=1790731230", "glb": null}, {"key": "gemini", "s": 0.1353, "f1": 0.004576659038901602, "phys": 0.6584, "tp": 1.0, "fp": 434.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/gemini.jpg?v=1790731229", "glb": null}, {"key": "qwen-off", "s": 0.12, "f1": 0.0, "phys": 0.6, "tp": 0.0, "fp": 6.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/qwen-off.jpg?v=1790731230", "glb": null}, {"key": "gemma-off", "s": 0.1034, "f1": 0.004219409282700422, "phys": 0.5, "tp": 1.0, "fp": 471.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/gemma-off.jpg?v=1790731229", "glb": null}, {"key": "gemma-on", "s": 0.1034, "f1": 0.004210526315789474, "phys": 0.5, "tp": 1.0, "fp": 472.0, "fn": 1.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/gemma-on.jpg?v=1790731229", "glb": null}, {"key": "deepseek", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 5.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/deepseek.jpg?v=1790731228", "glb": null}, {"key": "grok", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 5.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/grok.jpg?v=1790731230", "glb": "models/7daf8107bb630cffdc18.bin?v=1790737099"}, {"key": "inkling", "s": 0.0838, "f1": 0.0, "phys": 0.4189, "tp": 0.0, "fp": 468.0, "fn": 2.0, "img": "media/i2s/comp-31-old-industrial-pallet-bay-repair-v2/inkling.jpg?v=1790731229", "glb": null}]}, {"id": "comp-61-new-york-mailbox-pair-repair-v2", "track": "i2s", "title": "New York Mailbox Pair", "note": "The ground-truth verifier example.", "prompt": "Repair the current outdoor scene so it matches the provided reference image. Make only the minimum changes needed, and preserve all unrelated actors and properties.", "targets": ["Mailbox2"], "duplicates": ["Mailbox2_CorruptDuplicate"], "corruption": [{"type": "duplication", "label": "Mailbox2", "new_label": "Mailbox2_CorruptDuplicate", "delta_cm": [180.0, 140.0, 0.0], "yaw_deg": 25.0, "factor": 1.15}, {"type": "rotation", "label": "Mailbox2", "yaw_deg": -45.0}, {"type": "scaling", "label": "Mailbox2", "factor": [1.3, 0.8, 1.2]}], "gt_glb": "models/6afbbaec6b7a4271b21f.bin?v=1790737099", "input_glb": "models/66da6868d20ebb100197.bin?v=1790737099", "ref_cam": {"pos": [4.92174560546875, 1.8041938568115234, 4.722680339813234], "target": [13.76174560546875, 0.5665938568115234, 4.722680339813232], "hfov": 40.0}, "gt": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/gt.jpg?v=1790550039", "input": null, "refs": ["media/i2s/comp-61-new-york-mailbox-pair-repair-v2/ref-1.jpg?v=1790550041"], "ops": ["duplication", "rotation", "scaling"], "agents": [{"key": "deepseek", "s": 1.0, "f1": 1.0, "phys": 1.0, "tp": 2.0, "fp": 0.0, "fn": 0.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/deepseek.jpg?v=1790550039", "glb": null}, {"key": "fable", "s": 1.0, "f1": 1.0, "phys": 1.0, "tp": 2.0, "fp": 0.0, "fn": 0.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/fable.jpg?v=1790550041", "glb": "models/38071c69a86d174dc55f.bin?v=1790737099"}, {"key": "gemini", "s": 0.6571, "f1": 0.5714285714285714, "phys": 1.0, "tp": 2.0, "fp": 3.0, "fn": 0.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/gemini.jpg?v=1790550040", "glb": null}, {"key": "inkling", "s": 0.6571, "f1": 0.5714285714285714, "phys": 1.0, "tp": 2.0, "fp": 3.0, "fn": 0.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/inkling.jpg?v=1790550040", "glb": null}, {"key": "qwen-off", "s": 0.3286, "f1": 0.2857142857142857, "phys": 0.5, "tp": 1.0, "fp": 4.0, "fn": 1.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/qwen-off.jpg?v=1790550040", "glb": null}, {"key": "grok", "s": 0.3286, "f1": 0.2857142857142857, "phys": 0.5, "tp": 1.0, "fp": 4.0, "fn": 1.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/grok.jpg?v=1790550041", "glb": "models/c79715b9e6967c4f6c90.bin?v=1790737099"}, {"key": "glm", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 1.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/glm.jpg?v=1790550040", "glb": null}, {"key": "muse", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 1.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/muse.jpg?v=1790550040", "glb": null}, {"key": "astra", "s": 0.2, "f1": 0.0, "phys": 1.0, "tp": 0.0, "fp": 1.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/astra.jpg?v=1790550040", "glb": null}, {"key": "qwen-on", "s": 0.15, "f1": 0.0, "phys": 0.75, "tp": 0.0, "fp": 6.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/qwen-on.jpg?v=1790550040", "glb": null}, {"key": "sol", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 5.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/sol.jpg?v=1790550040", "glb": "models/e9177d0cbf727df88100.bin?v=1790737099"}, {"key": "gemma-off", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 4.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/gemma-off.jpg?v=1790550040", "glb": null}, {"key": "gemma-on", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 4.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/gemma-on.jpg?v=1790550040", "glb": null}, {"key": "opus", "s": 0.1, "f1": 0.0, "phys": 0.5, "tp": 0.0, "fp": 2.0, "fn": 2.0, "img": "media/i2s/comp-61-new-york-mailbox-pair-repair-v2/opus.jpg?v=1790550041", "glb": "models/486b4742affe835723a3.bin?v=1790737099"}]}], "logos": {"openai": "<svg fill=\"currentColor\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>OpenAI</title><path d=\"M9.205 8.658v-2.26c0-.19.072-.333.238-.428l4.543-2.616c.619-.357 1.356-.523 2.117-.523 2.854 0 4.662 2.212 4.662 4.566 0 .167 0 .357-.024.547l-4.71-2.759a.797.797 0 00-.856 0l-5.97 3.473zm10.609 8.8V12.06c0-.333-.143-.57-.429-.737l-5.97-3.473 1.95-1.118a.433.433 0 01.476 0l4.543 2.617c1.309.76 2.189 2.378 2.189 3.948 0 1.808-1.07 3.473-2.76 4.163zM7.802 12.703l-1.95-1.142c-.167-.095-.239-.238-.239-.428V5.899c0-2.545 1.95-4.472 4.591-4.472 1 0 1.927.333 2.712.928L8.23 5.067c-.285.166-.428.404-.428.737v6.898zM12 15.128l-2.795-1.57v-3.33L12 8.658l2.795 1.57v3.33L12 15.128zm1.796 7.23c-1 0-1.927-.332-2.712-.927l4.686-2.712c.285-.166.428-.404.428-.737v-6.898l1.974 1.142c.167.095.238.238.238.428v5.233c0 2.545-1.974 4.472-4.614 4.472zm-5.637-5.303l-4.544-2.617c-1.308-.761-2.188-2.378-2.188-3.948A4.482 4.482 0 014.21 6.327v5.423c0 .333.143.571.428.738l5.947 3.449-1.95 1.118a.432.432 0 01-.476 0zm-.262 3.9c-2.688 0-4.662-2.021-4.662-4.519 0-.19.024-.38.047-.57l4.686 2.71c.286.167.571.167.856 0l5.97-3.448v2.26c0 .19-.07.333-.237.428l-4.543 2.616c-.619.357-1.356.523-2.117.523zm5.899 2.83a5.947 5.947 0 005.827-4.756C22.287 18.339 24 15.84 24 13.296c0-1.665-.713-3.282-1.998-4.448.119-.5.19-.999.19-1.498 0-3.401-2.759-5.947-5.946-5.947-.642 0-1.26.095-1.88.31A5.962 5.962 0 0010.205 0a5.947 5.947 0 00-5.827 4.757C1.713 5.447 0 7.945 0 10.49c0 1.666.713 3.283 1.998 4.448-.119.5-.19 1-.19 1.499 0 3.401 2.759 5.946 5.946 5.946.642 0 1.26-.095 1.88-.309a5.96 5.96 0 004.162 1.713z\"></path></svg>", "zai": "<svg fill=\"currentColor\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Z.ai</title><path d=\"M12.105 2L9.927 4.953H.653L2.83 2h9.276zM23.254 19.048L21.078 22h-9.242l2.174-2.952h9.244zM24 2L9.264 22H0L14.736 2H24z\"></path></svg>", "thinkingmachines": "<svg fill=\"currentColor\" viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Thinking Machines</title><rect x=\"4.2\" y=\"4.2\" width=\"15.6\" height=\"15.6\" rx=\"3.6\"/></svg>\n", "qwen": "<svg fill=\"#615CED\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Qwen</title><path d=\"M12.604 1.34c.393.69.784 1.382 1.174 2.075a.18.18 0 00.157.091h5.552c.174 0 .322.11.446.327l1.454 2.57c.19.337.24.478.024.837-.26.43-.513.864-.76 1.3l-.367.658c-.106.196-.223.28-.04.512l2.652 4.637c.172.301.111.494-.043.77-.437.785-.882 1.564-1.335 2.34-.159.272-.352.375-.68.37-.777-.016-1.552-.01-2.327.016a.099.099 0 00-.081.05 575.097 575.097 0 01-2.705 4.74c-.169.293-.38.363-.725.364-.997.003-2.002.004-3.017.002a.537.537 0 01-.465-.271l-1.335-2.323a.09.09 0 00-.083-.049H4.982c-.285.03-.553-.001-.805-.092l-1.603-2.77a.543.543 0 01-.002-.54l1.207-2.12a.198.198 0 000-.197 550.951 550.951 0 01-1.875-3.272l-.79-1.395c-.16-.31-.173-.496.095-.965.465-.813.927-1.625 1.387-2.436.132-.234.304-.334.584-.335a338.3 338.3 0 012.589-.001.124.124 0 00.107-.063l2.806-4.895a.488.488 0 01.422-.246c.524-.001 1.053 0 1.583-.006L11.704 1c.341-.003.724.032.9.34zm-3.432.403a.06.06 0 00-.052.03L6.254 6.788a.157.157 0 01-.135.078H3.253c-.056 0-.07.025-.041.074l5.81 10.156c.025.042.013.062-.034.063l-2.795.015a.218.218 0 00-.2.116l-1.32 2.31c-.044.078-.021.118.068.118l5.716.008c.046 0 .08.02.104.061l1.403 2.454c.046.081.092.082.139 0l5.006-8.76.783-1.382a.055.055 0 01.096 0l1.424 2.53a.122.122 0 00.107.062l2.763-.02a.04.04 0 00.035-.02.041.041 0 000-.04l-2.9-5.086a.108.108 0 010-.113l.293-.507 1.12-1.977c.024-.041.012-.062-.035-.062H9.2c-.059 0-.073-.026-.043-.077l1.434-2.505a.107.107 0 000-.114L9.225 1.774a.06.06 0 00-.053-.031zm6.29 8.02c.046 0 .058.02.034.06l-.832 1.465-2.613 4.585a.056.056 0 01-.05.029.058.058 0 01-.05-.029L8.498 9.841c-.02-.034-.01-.052.028-.054l.216-.012 6.722-.012z\"></path></svg>", "claude": "<svg fill=\"#D97757\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Claude</title><path d=\"M4.709 15.955l4.72-2.647.08-.23-.08-.128H9.2l-.79-.048-2.698-.073-2.339-.097-2.266-.122-.571-.121L0 11.784l.055-.352.48-.321.686.06 1.52.103 2.278.158 1.652.097 2.449.255h.389l.055-.157-.134-.098-.103-.097-2.358-1.596-2.552-1.688-1.336-.972-.724-.491-.364-.462-.158-1.008.656-.722.881.06.225.061.893.686 1.908 1.476 2.491 1.833.365.304.145-.103.019-.073-.164-.274-1.355-2.446-1.446-2.49-.644-1.032-.17-.619a2.97 2.97 0 01-.104-.729L6.283.134 6.696 0l.996.134.42.364.62 1.414 1.002 2.229 1.555 3.03.456.898.243.832.091.255h.158V9.01l.128-1.706.237-2.095.23-2.695.08-.76.376-.91.747-.492.584.28.48.685-.067.444-.286 1.851-.559 2.903-.364 1.942h.212l.243-.242.985-1.306 1.652-2.064.73-.82.85-.904.547-.431h1.033l.76 1.129-.34 1.166-1.064 1.347-.881 1.142-1.264 1.7-.79 1.36.073.11.188-.02 2.856-.606 1.543-.28 1.841-.315.833.388.091.395-.328.807-1.969.486-2.309.462-3.439.813-.042.03.049.061 1.549.146.662.036h1.622l3.02.225.79.522.474.638-.079.485-1.215.62-1.64-.389-3.829-.91-1.312-.329h-.182v.11l1.093 1.068 2.006 1.81 2.509 2.33.127.578-.322.455-.34-.049-2.205-1.657-.851-.747-1.926-1.62h-.128v.17l.444.649 2.345 3.521.122 1.08-.17.353-.608.213-.668-.122-1.374-1.925-1.415-2.167-1.143-1.943-.14.08-.674 7.254-.316.37-.729.28-.607-.461-.322-.747.322-1.476.389-1.924.315-1.53.286-1.9.17-.632-.012-.042-.14.018-1.434 1.967-2.18 2.945-1.726 1.845-.414.164-.717-.37.067-.662.401-.589 2.388-3.036 1.44-1.882.93-1.086-.006-.158h-.055L4.132 18.56l-1.13.146-.487-.456.061-.746.231-.243 1.908-1.312-.006.006z\"></path></svg>", "gemini": "<svg fill=\"url(#c4sGem)\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><defs><linearGradient id=\"c4sGem\" x1=\"0\" y1=\"0\" x2=\"1\" y2=\"1\"><stop offset=\"0\" stop-color=\"#4796E3\"/><stop offset=\".55\" stop-color=\"#9168C0\"/><stop offset=\"1\" stop-color=\"#D96570\"/></linearGradient></defs><title>Gemini</title><path d=\"M20.616 10.835a14.147 14.147 0 01-4.45-3.001 14.111 14.111 0 01-3.678-6.452.503.503 0 00-.975 0 14.134 14.134 0 01-3.679 6.452 14.155 14.155 0 01-4.45 3.001c-.65.28-1.318.505-2.002.678a.502.502 0 000 .975c.684.172 1.35.397 2.002.677a14.147 14.147 0 014.45 3.001 14.112 14.112 0 013.679 6.453.502.502 0 00.975 0c.172-.685.397-1.351.677-2.003a14.145 14.145 0 013.001-4.45 14.113 14.113 0 016.453-3.678.503.503 0 000-.975 13.245 13.245 0 01-2.003-.678z\"></path></svg>", "grok": "<svg fill=\"currentColor\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Grok</title><path d=\"M9.27 15.29l7.978-5.897c.391-.29.95-.177 1.137.272.98 2.369.542 5.215-1.41 7.169-1.951 1.954-4.667 2.382-7.149 1.406l-2.711 1.257c3.889 2.661 8.611 2.003 11.562-.953 2.341-2.344 3.066-5.539 2.388-8.42l.006.007c-.983-4.232.242-5.924 2.75-9.383.06-.082.12-.164.179-.248l-3.301 3.305v-.01L9.267 15.292M7.623 16.723c-2.792-2.67-2.31-6.801.071-9.184 1.761-1.763 4.647-2.483 7.166-1.425l2.705-1.25a7.808 7.808 0 00-1.829-1A8.975 8.975 0 005.984 5.83c-2.533 2.536-3.33 6.436-1.962 9.764 1.022 2.487-.653 4.246-2.34 6.022-.599.63-1.199 1.259-1.682 1.925l7.62-6.815\"></path></svg>", "deepseek": "<svg fill=\"#4D6BFE\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>DeepSeek</title><path d=\"M23.748 4.482c-.254-.124-.364.113-.512.234-.051.039-.094.09-.137.136-.372.397-.806.657-1.373.626-.829-.046-1.537.214-2.163.848-.133-.782-.575-1.248-1.247-1.548-.352-.156-.708-.311-.955-.65-.172-.241-.219-.51-.305-.774-.055-.16-.11-.323-.293-.35-.2-.031-.278.136-.356.276-.313.572-.434 1.202-.422 1.84.027 1.436.633 2.58 1.838 3.393.137.093.172.187.129.323-.082.28-.18.552-.266.833-.055.179-.137.217-.329.14a5.526 5.526 0 01-1.736-1.18c-.857-.828-1.631-1.742-2.597-2.458a11.365 11.365 0 00-.689-.471c-.985-.957.13-1.743.388-1.836.27-.098.093-.432-.779-.428-.872.004-1.67.295-2.687.684a3.055 3.055 0 01-.465.137 9.597 9.597 0 00-2.883-.102c-1.885.21-3.39 1.102-4.497 2.623C.082 8.606-.231 10.684.152 12.85c.403 2.284 1.569 4.175 3.36 5.653 1.858 1.533 3.997 2.284 6.438 2.14 1.482-.085 3.133-.284 4.994-1.86.47.234.962.327 1.78.397.63.059 1.236-.03 1.705-.128.735-.156.684-.837.419-.961-2.155-1.004-1.682-.595-2.113-.926 1.096-1.296 2.746-2.642 3.392-7.003.05-.347.007-.565 0-.845-.004-.17.035-.237.23-.256a4.173 4.173 0 001.545-.475c1.396-.763 1.96-2.015 2.093-3.517.02-.23-.004-.467-.247-.588zM11.581 18c-2.089-1.642-3.102-2.183-3.52-2.16-.392.024-.321.471-.235.763.09.288.207.486.371.739.114.167.192.416-.113.603-.673.416-1.842-.14-1.897-.167-1.361-.802-2.5-1.86-3.301-3.307-.774-1.393-1.224-2.887-1.298-4.482-.02-.386.093-.522.477-.592a4.696 4.696 0 011.529-.039c2.132.312 3.946 1.265 5.468 2.774.868.86 1.525 1.887 2.202 2.891.72 1.066 1.494 2.082 2.48 2.914.348.292.625.514.891.677-.802.09-2.14.11-3.054-.614zm1-6.44a.306.306 0 01.415-.287.302.302 0 01.2.288.306.306 0 01-.31.307.303.303 0 01-.304-.308zm3.11 1.596c-.2.081-.399.151-.59.16a1.245 1.245 0 01-.798-.254c-.274-.23-.47-.358-.552-.758a1.73 1.73 0 01.016-.588c.07-.327-.008-.537-.239-.727-.187-.156-.426-.199-.688-.199a.559.559 0 01-.254-.078c-.11-.054-.2-.19-.114-.358.028-.054.16-.186.192-.21.356-.202.767-.136 1.146.016.352.144.618.408 1.001.782.391.451.462.576.685.914.176.265.336.537.445.848.067.195-.019.354-.25.452z\"></path></svg>", "meta": "<svg fill=\"#0081FB\" fill-rule=\"evenodd\"  viewBox=\"0 0 24 24\" xmlns=\"http://www.w3.org/2000/svg\"><title>Meta</title><path d=\"M6.897 4c1.915 0 3.516.932 5.43 3.376l.282-.373c.19-.246.383-.484.58-.71l.313-.35C14.588 4.788 15.792 4 17.225 4c1.273 0 2.469.557 3.491 1.516l.218.213c1.73 1.765 2.917 4.71 3.053 8.026l.011.392.002.25c0 1.501-.28 2.759-.818 3.7l-.14.23-.108.153c-.301.42-.664.758-1.086 1.009l-.265.142-.087.04a3.493 3.493 0 01-.302.118 4.117 4.117 0 01-1.33.208c-.524 0-.996-.067-1.438-.215-.614-.204-1.163-.56-1.726-1.116l-.227-.235c-.753-.812-1.534-1.976-2.493-3.586l-1.43-2.41-.544-.895-1.766 3.13-.343.592C7.597 19.156 6.227 20 4.356 20c-1.21 0-2.205-.42-2.936-1.182l-.168-.184c-.484-.573-.837-1.311-1.043-2.189l-.067-.32a8.69 8.69 0 01-.136-1.288L0 14.468c.002-.745.06-1.49.174-2.23l.1-.573c.298-1.53.828-2.958 1.536-4.157l.209-.34c1.177-1.83 2.789-3.053 4.615-3.16L6.897 4zm-.033 2.615l-.201.01c-.83.083-1.606.673-2.252 1.577l-.138.199-.01.018c-.67 1.017-1.185 2.378-1.456 3.845l-.004.022a12.591 12.591 0 00-.207 2.254l.002.188c.004.18.017.36.04.54l.043.291c.092.503.257.908.486 1.208l.117.137c.303.323.698.492 1.17.492 1.1 0 1.796-.676 3.696-3.641l2.175-3.4.454-.701-.139-.198C9.11 7.3 8.084 6.616 6.864 6.616zm10.196-.552l-.176.007c-.635.048-1.223.359-1.82.933l-.196.198c-.439.462-.887 1.064-1.367 1.807l.266.398c.18.274.362.56.55.858l.293.475 1.396 2.335.695 1.114c.583.926 1.03 1.6 1.408 2.082l.213.262c.282.326.529.54.777.673l.102.05c.227.1.457.138.718.138.176.002.35-.023.518-.073.338-.104.61-.32.813-.637l.095-.163.077-.162c.194-.459.29-1.06.29-1.785l-.006-.449c-.08-2.871-.938-5.372-2.2-6.798l-.176-.189c-.67-.683-1.444-1.074-2.27-1.074z\"></path></svg>"}};