{ "schemaVersion": 1, "benchmark": { "id": "wise-verified", "name": "WISE Verified", "version": "Verified · Qwen3.5-35B-A3B", "category": "image", "question": "Can it draw what a prompt implies?", "summary": "Image generation that needs world knowledge: culture, time, space, biology, physics, and chemistry.", "source": { "name": "WISE benchmark team", "url": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "methodologyUrl": "https://github.com/PKU-YuanGroup/WISE" }, "measure": "Weighted knowledge-consistency score, 0–1; higher is better.", "comparisonRule": "Only the Verified prompts and Qwen3.5-35B-A3B judge. Keep agent and chain-of-thought configurations named.", "limitations": [ "Not an aesthetic preference or image-editing test.", "The Verified prompts and judge changed in 2026; legacy WISE scores are not comparable.", "Published research cohort, not a complete inventory of today's image models." ], "coverage": "charted", "tags": [ "image generation", "text to image", "world knowledge", "reasoning", "Qwen", "Nano Banana", "GPT Image" ] }, "dataset": { "benchmarkId": "wise-verified", "version": "Verified · Qwen3.5-35B-A3B", "score": { "label": "Knowledge consistency", "unit": "score", "direction": "higher", "minimum": 0, "maximum": 1 }, "source": { "name": "WISE benchmark team", "url": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "retrievedAt": "2026-09-17T15:07:07.972Z", "revision": "sha256:1b06a1e2697244ff1f29417662bc34b5708587c6bf335e0de65c80d984972263" }, "evidenceLabel": "2026 Verified research cohort", "configurationLabel": "Image model or agent · published configuration", "comparabilityNote": "Same 1,000 Verified prompts and Qwen3.5-35B-A3B judge. Chain-of-thought and agent systems remain separate configurations. This measures world-knowledge consistency, not aesthetic preference.", "points": [ { "id": "qwen-image-agent", "label": "Qwen-Image-Agent", "model": "Qwen-Image-Agent", "provider": "Alibaba", "harness": "Qwen-Image-Agent", "effort": null, "score": 0.902, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.92" }, { "label": "Time", "value": "0.9167" }, { "label": "Space", "value": "0.9333" }, { "label": "Biology", "value": "0.8333" }, { "label": "Physics", "value": "0.8667" }, { "label": "Chemistry", "value": "0.9" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "nanobanana-pro", "label": "NanoBanana-Pro", "model": "NanoBanana-Pro", "provider": "Google", "harness": null, "effort": null, "score": 0.876, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.8975" }, { "label": "Time", "value": "0.8167" }, { "label": "Space", "value": "0.9333" }, { "label": "Biology", "value": "0.8167" }, { "label": "Physics", "value": "0.8667" }, { "label": "Chemistry", "value": "0.875" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sensenova-u1-a3b-mot-w-cot", "label": "SenseNova-U1-A3B-MoT (w/ CoT)", "model": "SenseNova-U1-A3B-MoT", "provider": "SenseTime", "harness": null, "effort": "With chain of thought", "score": 0.834, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.8325" }, { "label": "Time", "value": "0.775" }, { "label": "Space", "value": "0.9167" }, { "label": "Biology", "value": "0.8417" }, { "label": "Physics", "value": "0.8" }, { "label": "Chemistry", "value": "0.8417" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "gpt-image-1-5", "label": "GPT-Image-1.5", "model": "GPT-Image-1.5", "provider": "OpenAI", "harness": null, "effort": null, "score": 0.825, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.89" }, { "label": "Time", "value": "0.6917" }, { "label": "Space", "value": "0.8833" }, { "label": "Biology", "value": "0.8" }, { "label": "Physics", "value": "0.7583" }, { "label": "Chemistry", "value": "0.775" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "qwen-image-2-0", "label": "Qwen-Image-2.0", "model": "Qwen-Image-2.0", "provider": "Alibaba", "harness": null, "effort": null, "score": 0.7954, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.8219" }, { "label": "Time", "value": "0.65" }, { "label": "Space", "value": "0.8992" }, { "label": "Biology", "value": "0.7917" }, { "label": "Physics", "value": "0.8" }, { "label": "Chemistry", "value": "0.7479" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sensenova-u1-8b-mot-w-cot", "label": "SenseNova-U1-8B-MoT (w/ CoT)", "model": "SenseNova-U1-8B-MoT", "provider": "SenseTime", "harness": null, "effort": "With chain of thought", "score": 0.791, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.7975" }, { "label": "Time", "value": "0.7417" }, { "label": "Space", "value": "0.8583" }, { "label": "Biology", "value": "0.7583" }, { "label": "Physics", "value": "0.775" }, { "label": "Chemistry", "value": "0.8" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sensenova-u1-a3b-mot", "label": "SenseNova-U1-A3B-MoT", "model": "SenseNova-U1-A3B-MoT", "provider": "SenseTime", "harness": null, "effort": null, "score": 0.718, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.75" }, { "label": "Time", "value": "0.625" }, { "label": "Space", "value": "0.7417" }, { "label": "Biology", "value": "0.675" }, { "label": "Physics", "value": "0.7667" }, { "label": "Chemistry", "value": "0.675" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sensenova-u1-8b-mot", "label": "SenseNova-U1-8B-MoT", "model": "SenseNova-U1-8B-MoT", "provider": "SenseTime", "harness": null, "effort": null, "score": 0.682, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.69" }, { "label": "Time", "value": "0.6" }, { "label": "Space", "value": "0.7417" }, { "label": "Biology", "value": "0.6333" }, { "label": "Physics", "value": "0.7167" }, { "label": "Chemistry", "value": "0.6917" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "bagel-w-cot", "label": "BAGEL (w/ CoT)", "model": "BAGEL", "provider": "ByteDance", "harness": null, "effort": "With chain of thought", "score": 0.628, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.78" }, { "label": "Time", "value": "0.6333" }, { "label": "Space", "value": "0.5667" }, { "label": "Biology", "value": "0.375" }, { "label": "Physics", "value": "0.55" }, { "label": "Chemistry", "value": "0.5083" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "deepgen-1-0", "label": "DeepGen 1.0", "model": "DeepGen 1.0", "provider": "DeepGen 1.0 project", "harness": null, "effort": null, "score": 0.57, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.65" }, { "label": "Time", "value": "0.41" }, { "label": "Space", "value": "0.72" }, { "label": "Biology", "value": "0.39" }, { "label": "Physics", "value": "0.59" }, { "label": "Chemistry", "value": "0.45" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "flux-2-dev", "label": "FLUX.2-dev", "model": "FLUX.2-dev", "provider": "Black Forest Labs", "harness": null, "effort": null, "score": 0.565, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.665" }, { "label": "Time", "value": "0.5667" }, { "label": "Space", "value": "0.6583" }, { "label": "Biology", "value": "0.3667" }, { "label": "Physics", "value": "0.525" }, { "label": "Chemistry", "value": "0.375" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "qwen-image", "label": "Qwen-Image", "model": "Qwen-Image", "provider": "Alibaba", "harness": null, "effort": null, "score": 0.51, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.6275" }, { "label": "Time", "value": "0.525" }, { "label": "Space", "value": "0.5583" }, { "label": "Biology", "value": "0.3417" }, { "label": "Physics", "value": "0.4833" }, { "label": "Chemistry", "value": "0.25" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "qwen-image-2512", "label": "Qwen-Image-2512", "model": "Qwen-Image-2512", "provider": "Alibaba", "harness": null, "effort": null, "score": 0.499, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.595" }, { "label": "Time", "value": "0.475" }, { "label": "Space", "value": "0.6" }, { "label": "Biology", "value": "0.35" }, { "label": "Physics", "value": "0.4917" }, { "label": "Chemistry", "value": "0.2583" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "z-image", "label": "Z-Image", "model": "Z-Image", "provider": "Alibaba", "harness": null, "effort": null, "score": 0.453, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.5475" }, { "label": "Time", "value": "0.4667" }, { "label": "Space", "value": "0.5083" }, { "label": "Biology", "value": "0.325" }, { "label": "Physics", "value": "0.475" }, { "label": "Chemistry", "value": "0.175" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "flux-2-klein-9b", "label": "FLUX.2-klein-9B", "model": "FLUX.2-klein-9B", "provider": "Black Forest Labs", "harness": null, "effort": null, "score": 0.44, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.49" }, { "label": "Time", "value": "0.3917" }, { "label": "Space", "value": "0.55" }, { "label": "Biology", "value": "0.3833" }, { "label": "Physics", "value": "0.4833" }, { "label": "Chemistry", "value": "0.225" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "hunyuanimage-3-0", "label": "HunyuanImage-3.0", "model": "HunyuanImage-3.0", "provider": "Tencent", "harness": null, "effort": null, "score": 0.435, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.525" }, { "label": "Time", "value": "0.3917" }, { "label": "Space", "value": "0.4833" }, { "label": "Biology", "value": "0.3083" }, { "label": "Physics", "value": "0.45" }, { "label": "Chemistry", "value": "0.2417" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "uniworld-v1", "label": "Uniworld_V1", "model": "Uniworld_V1", "provider": "Uniworld_V1 project", "harness": null, "effort": null, "score": 0.426, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.515" }, { "label": "Time", "value": "0.4917" }, { "label": "Space", "value": "0.55" }, { "label": "Biology", "value": "0.225" }, { "label": "Physics", "value": "0.4" }, { "label": "Chemistry", "value": "0.1667" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "flux-1-dev", "label": "FLUX.1-dev", "model": "FLUX.1-dev", "provider": "Black Forest Labs", "harness": null, "effort": null, "score": 0.416, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.5225" }, { "label": "Time", "value": "0.4" }, { "label": "Space", "value": "0.5333" }, { "label": "Biology", "value": "0.175" }, { "label": "Physics", "value": "0.375" }, { "label": "Chemistry", "value": "0.2417" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sd-3-5-large", "label": "SD-3.5-large", "model": "SD-3.5-large", "provider": "Stability AI", "harness": null, "effort": null, "score": 0.404, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.49" }, { "label": "Time", "value": "0.4083" }, { "label": "Space", "value": "0.4417" }, { "label": "Biology", "value": "0.3" }, { "label": "Physics", "value": "0.375" }, { "label": "Chemistry", "value": "0.2083" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "flux-2-klein-4b", "label": "FLUX.2-klein-4B", "model": "FLUX.2-klein-4B", "provider": "Black Forest Labs", "harness": null, "effort": null, "score": 0.401, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.44" }, { "label": "Time", "value": "0.3667" }, { "label": "Space", "value": "0.4667" }, { "label": "Biology", "value": "0.3167" }, { "label": "Physics", "value": "0.3917" }, { "label": "Chemistry", "value": "0.3333" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sd-3-medium", "label": "SD-3-medium", "model": "SD-3-medium", "provider": "Stability AI", "harness": null, "effort": null, "score": 0.385, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.47" }, { "label": "Time", "value": "0.4083" }, { "label": "Space", "value": "0.4" }, { "label": "Biology", "value": "0.2" }, { "label": "Physics", "value": "0.375" }, { "label": "Chemistry", "value": "0.2583" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sd-3-5-medium", "label": "SD-3.5-medium", "model": "SD-3.5-medium", "provider": "Stability AI", "harness": null, "effort": null, "score": 0.376, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.4825" }, { "label": "Time", "value": "0.375" }, { "label": "Space", "value": "0.375" }, { "label": "Biology", "value": "0.1833" }, { "label": "Physics", "value": "0.3917" }, { "label": "Chemistry", "value": "0.2" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "flux-1-schnell", "label": "FLUX.1-schnell", "model": "FLUX.1-schnell", "provider": "Black Forest Labs", "harness": null, "effort": null, "score": 0.364, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.465" }, { "label": "Time", "value": "0.325" }, { "label": "Space", "value": "0.4667" }, { "label": "Biology", "value": "0.2083" }, { "label": "Physics", "value": "0.3833" }, { "label": "Chemistry", "value": "0.1" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sd-xl-0-9", "label": "SD-XL-0.9", "model": "SD-XL-0.9", "provider": "Stability AI", "harness": null, "effort": null, "score": 0.364, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.4925" }, { "label": "Time", "value": "0.3667" }, { "label": "Space", "value": "0.2417" }, { "label": "Biology", "value": "0.2667" }, { "label": "Physics", "value": "0.3333" }, { "label": "Chemistry", "value": "0.1833" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "bagel", "label": "Bagel", "model": "BAGEL", "provider": "ByteDance", "harness": null, "effort": null, "score": 0.352, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.4125" }, { "label": "Time", "value": "0.35" }, { "label": "Space", "value": "0.3083" }, { "label": "Biology", "value": "0.2" }, { "label": "Physics", "value": "0.4417" }, { "label": "Chemistry", "value": "0.2583" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "janus-pro-7b", "label": "Janus-Pro-7B", "model": "Janus-Pro-7B", "provider": "DeepSeek", "harness": null, "effort": null, "score": 0.334, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.37" }, { "label": "Time", "value": "0.35" }, { "label": "Space", "value": "0.2833" }, { "label": "Biology", "value": "0.2833" }, { "label": "Physics", "value": "0.4" }, { "label": "Chemistry", "value": "0.2333" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "sd-1-5", "label": "SD-1.5", "model": "SD-1.5", "provider": "Stability AI", "harness": null, "effort": null, "score": 0.309, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.445" }, { "label": "Time", "value": "0.3083" }, { "label": "Space", "value": "0.2083" }, { "label": "Biology", "value": "0.2083" }, { "label": "Physics", "value": "0.2167" }, { "label": "Chemistry", "value": "0.15" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "janus-1-3b", "label": "Janus-1.3B", "model": "Janus-1.3B", "provider": "DeepSeek", "harness": null, "effort": null, "score": 0.273, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.3175" }, { "label": "Time", "value": "0.2833" }, { "label": "Space", "value": "0.1833" }, { "label": "Biology", "value": "0.225" }, { "label": "Physics", "value": "0.3417" }, { "label": "Chemistry", "value": "0.1833" }, { "label": "Prompts", "value": "1000" } ] }, { "id": "janus-pro-1b", "label": "Janus-Pro-1B", "model": "Janus-Pro-1B", "provider": "DeepSeek", "harness": null, "effort": null, "score": 0.265, "costUsd": null, "uncertainty": null, "sourceUrl": "https://github.com/PKU-YuanGroup/WISE/blob/main/leadboard.md", "details": [ { "label": "Culture", "value": "0.305" }, { "label": "Time", "value": "0.2333" }, { "label": "Space", "value": "0.2333" }, { "label": "Biology", "value": "0.2167" }, { "label": "Physics", "value": "0.3083" }, { "label": "Chemistry", "value": "0.2" }, { "label": "Prompts", "value": "1000" } ] } ] } }