{ "last_updated": "2026-05-15", "benchmark_version": "Q2 2026", "dataset": { "prompt_count": 60, "room_types": ["living room", "bedroom", "kitchen", "bathroom", "dining room", "home office", "kids room", "hallway", "balcony", "studio"], "design_styles": ["Modern Scandinavian", "Industrial", "Bohemian", "Minimalist", "Mid-Century Modern", "Japandi"] }, "leaderboard": [ { "rank": 1, "model": "Suede 2.5", "model_key": "Suede", "vendor": "Room AI", "is_ours": true, "elo": 1147, "gen_time_s": 4.8, "style_fidelity": 9.1, "spatial_coherence": 8.9, "style_consistency": 8.7, "edge_cases": 8.4, "composite": 8.78 }, { "rank": 2, "model": "Midjourney v6.1", "vendor": "Midjourney", "is_ours": false, "elo": 1119, "gen_time_s": 12.4, "style_fidelity": 8.7, "spatial_coherence": 8.5, "style_consistency": 8.6, "edge_cases": 8.0, "composite": 8.45 }, { "rank": 3, "model": "Flux.1 Pro", "vendor": "Black Forest Labs", "is_ours": false, "elo": 1104, "gen_time_s": 6.7, "style_fidelity": 8.5, "spatial_coherence": 8.6, "style_consistency": 8.3, "edge_cases": 7.9, "composite": 8.33 }, { "rank": 4, "model": "DALL-E 3", "vendor": "OpenAI", "is_ours": false, "elo": 1082, "gen_time_s": 8.2, "style_fidelity": 8.2, "spatial_coherence": 8.0, "style_consistency": 8.4, "edge_cases": 7.6, "composite": 8.05 }, { "rank": 5, "model": "Imagen 3", "vendor": "Google", "is_ours": false, "elo": 1067, "gen_time_s": 5.4, "style_fidelity": 8.0, "spatial_coherence": 8.1, "style_consistency": 7.9, "edge_cases": 7.5, "composite": 7.88 }, { "rank": 6, "model": "Ochre", "model_key": "Ochre", "vendor": "Room AI", "is_ours": true, "elo": 1059, "gen_time_s": 4.3, "style_fidelity": 7.9, "spatial_coherence": 7.8, "style_consistency": 7.8, "edge_cases": 7.4, "composite": 7.73 }, { "rank": 7, "model": "Ideogram 2.0", "vendor": "Ideogram", "is_ours": false, "elo": 1041, "gen_time_s": 6.0, "style_fidelity": 7.6, "spatial_coherence": 7.5, "style_consistency": 7.7, "edge_cases": 7.2, "composite": 7.50 }, { "rank": 8, "model": "Linen 1.0", "model_key": "Linen", "vendor": "Room AI", "is_ours": true, "elo": 1023, "gen_time_s": 2.9, "style_fidelity": 7.4, "spatial_coherence": 7.2, "style_consistency": 7.5, "edge_cases": 6.9, "composite": 7.25 }, { "rank": 9, "model": "Stable Diffusion XL", "vendor": "Stability AI", "is_ours": false, "elo": 996, "gen_time_s": 7.1, "style_fidelity": 7.0, "spatial_coherence": 7.1, "style_consistency": 7.0, "edge_cases": 6.7, "composite": 6.95 }, { "rank": 10, "model": "Adobe Firefly 3", "vendor": "Adobe", "is_ours": false, "elo": 982, "gen_time_s": 5.8, "style_fidelity": 6.8, "spatial_coherence": 6.9, "style_consistency": 7.1, "edge_cases": 6.5, "composite": 6.83 }, { "rank": 11, "model": "Leonardo AI", "vendor": "Leonardo", "is_ours": false, "elo": 961, "gen_time_s": 8.9, "style_fidelity": 6.5, "spatial_coherence": 6.7, "style_consistency": 6.8, "edge_cases": 6.3, "composite": 6.58 } ], "category_winners": { "by_style": { "Modern Scandinavian": { "model": "Suede 2.5", "score": 9.3 }, "Industrial": { "model": "Suede 2.5", "score": 9.0 }, "Bohemian": { "model": "Suede 2.5", "score": 9.2 }, "Minimalist": { "model": "Suede 2.5", "score": 9.4 }, "Mid-Century Modern": { "model": "Suede 2.5", "score": 8.9, "runner_up": { "model": "Midjourney v6.1", "score": 8.8 } }, "Japandi": { "model": "Suede 2.5", "score": 9.1 } }, "by_room_type": { "Living Room": "Suede 2.5", "Bedroom": "Suede 2.5", "Kitchen": "Suede 2.5", "Bathroom": "Suede 2.5", "Home Office": "Suede 2.5", "Small Spaces / Studios": "Suede 2.5" }, "by_dimension": { "Fastest Generation": { "model": "Linen 1.0", "value": "2.9s" }, "Highest Style Fidelity": { "model": "Suede 2.5", "value": 9.1 }, "Best Spatial Coherence": { "model": "Suede 2.5", "value": 8.9 }, "Most Consistent": { "model": "Suede 2.5", "value": 8.7 }, "Best Edge Case Handling": { "model": "Suede 2.5", "value": 8.4 } } }, "model_profiles": { "Linen": { "display_name": "Linen 1.0", "tagline": "Legacy fast model, broadly accurate.", "optimized_for": "The original Linen release — quick iteration and broadly accurate visualizations across mainstream design styles. Kept available for users who prefer its faster turnaround. For higher fidelity, use Suede 2.5.", "use_when": ["You're exploring multiple ideas quickly", "Working on common room types and popular styles", "On a slower connection or older device"], "specs": { "avg_gen_time_s": 2.9, "max_resolution": "1024x1024", "supported_styles": 32, "supported_room_types": 18 } }, "Suede": { "display_name": "Suede 2.5", "tagline": "Latest advanced model — premium fidelity for precise redesigns.", "optimized_for": "High-fidelity, photorealistic interior visualizations with strong spatial coherence and nuanced material rendering. Currently #1 on the Room AI Interior Design Benchmark.", "use_when": ["Final renders for clients or sharing", "Niche or unconventional styles", "Tricky layouts, small spaces, or unusual room shapes", "When detail in materials and lighting matters"], "specs": { "avg_gen_time_s": 4.8, "max_resolution": "2048x2048", "supported_styles": 64, "supported_room_types": 24 } }, "Ochre": { "display_name": "Ochre", "tagline": "Versatile image generation tuned for interior context.", "optimized_for": "General-purpose image generation with interior-design-aware tuning. Great for mood boards, accent imagery, decor concepts, and inspiration shots that don't need full room layouts.", "use_when": ["Mood boards and inspiration", "Standalone object or decor renders", "Texture and material studies", "Concept exploration before committing to a full room render"], "specs": { "avg_gen_time_s": 4.3, "max_resolution": "2048x2048", "supported_styles": 48 } } } }