{ "date": "2026-09-30", "published": "2026-10-01", "publisher": "Super Arbor", "models": [ { "id": "sunburst", "name": "GPT Image 2.5 Sunburst", "endpoint": "openai/gpt-image-2.5/sunburst/edit", "interior_score": 89.75, "restaurant_score": 87.5, "sunroom_score": 92.0, "exterior_score": 87.75, "average_cost": 0.2769, "interior_average_cost": 0.27705, "median_seconds": 90.327, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "quality": "max", "image_size": { "width": 2048, "height": 1536 }, "background": "opaque" }, "rank": 1, "provider": "OpenAI", "url": "/models/gpt-image-2-5-sunburst/", "variant": "max", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--sunburst.jpg", "preview": "/thumbs/images/restaurant--sunburst.webp", "cost": 0.2769, "seconds": 90.327, "width": 2048, "height": 1536, "score": 87.5, "notes": "Convincing oak herringbone, linen and sage palette; glazing and major furniture positions hold closely. Opal clusters retain the original chandelier locations, but floral styling is fuller than the requested single stem.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--sunburst.jpg", "preview": "/thumbs/images/sunroom--sunburst.webp", "cost": 0.2772, "seconds": 94.506, "width": 2048, "height": 1536, "score": 92.0, "notes": "A cohesive, inviting renovation with tactile oak, ivory upholstery and muted sage storage. Keeps the shell, curtain, stone strip and key furniture positions; clutter is removed cleanly. Small additional decor and minor chair-detail reinterpretation remain.", "rubric": { "structure": 9, "design": 9.5, "instruction": 9, "realism": 9.5 } }, "exterior": { "status": "success", "output": "/images/exterior--sunburst.jpg", "preview": "/thumbs/images/exterior--sunburst.webp", "cost": 0.2766, "seconds": 83.812, "width": 2048, "height": 1536, "score": 87.75, "notes": "Very convincing materials, roof texture and natural light with a welcoming overall result. Front window sections shift somewhat toward equal widths and several inner frames remain pale, so it is not the strictest exterior preservation result.", "rubric": { "structure": 8.5, "design": 9, "instruction": 8.5, "realism": 9.5 } } } }, { "id": "flare", "name": "GPT Image 2.5 Flare", "endpoint": "openai/gpt-image-2.5/flare/edit", "interior_score": 88.5, "restaurant_score": 88.75, "sunroom_score": 88.25, "exterior_score": 88.25, "average_cost": 0.2769, "interior_average_cost": 0.27705, "median_seconds": 50.442, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "quality": "max", "image_size": { "width": 2048, "height": 1536 }, "background": "opaque" }, "rank": 2, "provider": "OpenAI", "url": "/models/gpt-image-2-5-flare/", "variant": "max", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--flare.jpg", "preview": "/thumbs/images/restaurant--flare.webp", "cost": 0.2769, "seconds": 52.328, "width": 2048, "height": 1536, "score": 88.75, "notes": "Warm, polished material treatment and clean herringbone; two prominent opal fittings and convincing seating. Slight restyling of table accessories and exterior foliage.", "rubric": { "structure": 9, "design": 9, "instruction": 8.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--flare.jpg", "preview": "/thumbs/images/sunroom--flare.webp", "cost": 0.2772, "seconds": 50.442, "width": 2048, "height": 1536, "score": 88.25, "notes": "Elegant, believable oak and sage palette, well-cleared floor and a comfortable fixed-leg reading chair. The chair rotates and shifts slightly, and the left dark recess is changed; overall room identity remains strong.", "rubric": { "structure": 8.5, "design": 9, "instruction": 9, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--flare.jpg", "preview": "/thumbs/images/exterior--flare.webp", "cost": 0.2766, "seconds": 50.34, "width": 2048, "height": 1536, "score": 88.25, "notes": "Polished, welcoming ivory/charcoal/oak scheme with plausible refreshed brick steps. Front window sections become more equal in width and lawn/light are reinterpreted, although the overall house remains recognizable.", "rubric": { "structure": 8.5, "design": 9, "instruction": 9, "realism": 9 } } } }, { "id": "gpt2", "name": "GPT Image 2", "endpoint": "openai/gpt-image-2/edit", "interior_score": 86.875, "restaurant_score": 85.0, "sunroom_score": 88.75, "exterior_score": 87.0, "average_cost": 0.2768, "interior_average_cost": 0.27695000000000003, "median_seconds": 105.056, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "quality": "high", "image_size": { "width": 2048, "height": 1536 }, "background": "opaque" }, "rank": 3, "provider": "OpenAI", "url": "/models/gpt-image-2/", "variant": "high", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--gpt2.jpg", "preview": "/thumbs/images/restaurant--gpt2.webp", "cost": 0.2768, "seconds": 119.57, "width": 2048, "height": 1536, "score": 85.0, "notes": "Natural, refined dining-room refresh with close glazing and furniture preservation. The enlarged diagonal floor pattern reads closer to chevron than the specified precise herringbone, so material-instruction fidelity is weaker.", "rubric": { "structure": 9, "design": 8.5, "instruction": 7.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--gpt2.jpg", "preview": "/thumbs/images/sunroom--gpt2.webp", "cost": 0.2771, "seconds": 105.056, "width": 2048, "height": 1536, "score": 88.75, "notes": "Faithful room identity with clean oak floor, sage storage and a realistic fixed-leg upholstered chair. Good clutter removal and furniture scale; styling is more conventional and the left wall/trim is slightly reinterpreted.", "rubric": { "structure": 9, "design": 8.5, "instruction": 9, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--gpt2.jpg", "preview": "/thumbs/images/exterior--gpt2.webp", "cost": 0.2765, "seconds": 100.396, "width": 2048, "height": 1536, "score": 87.0, "notes": "Pleasing ivory/charcoal/oak finish package with correct door glazing and house number. Front three-part window proportions drift toward equal widths; surrounding scene is subtly regenerated.", "rubric": { "structure": 8.5, "design": 8.5, "instruction": 9, "realism": 9 } } } }, { "id": "grok2", "name": "Grok Imagine Image 2.0", "endpoint": "xai/grok-imagine-image/v2.0/edit", "interior_score": 86.5, "restaurant_score": 85.5, "sunroom_score": 87.5, "exterior_score": 85.5, "average_cost": 0.09, "interior_average_cost": 0.09, "median_seconds": 25.088, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "resolution": "2k", "aspect_ratio": "4:3", "quality": "medium" }, "rank": 4, "provider": "xAI", "url": "/models/grok-imagine-image-2/", "variant": "medium", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--grok2.png", "preview": "/thumbs/images/restaurant--grok2.webp", "cost": 0.09, "seconds": 25.118, "width": 2368, "height": 1776, "score": 85.5, "notes": "Close room and table preservation, clean pale herringbone and natural upholstery. Extra pendant geometry and retained tabletop clutter slightly weaken strict brief adherence.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8, "realism": 8.5 } }, "sunroom": { "status": "success", "output": "/images/sunroom--grok2.png", "preview": "/thumbs/images/sunroom--grok2.webp", "cost": 0.09, "seconds": 25.088, "width": 2368, "height": 1776, "score": 87.5, "notes": "A convincing, useful pale-oak and sage renovation with appropriate furniture scale and original camera mostly intact. A visible overhead cable remains and there is small table/chair-detail drift.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8.5, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--grok2.png", "preview": "/thumbs/images/exterior--grok2.webp", "cost": 0.09, "seconds": 18.813, "width": 2368, "height": 1776, "score": 85.5, "notes": "Closely preserves the original house and context. Finish changes are restrained and realistic, but inner front window frames remain pale rather than charcoal.", "rubric": { "structure": 9.5, "design": 8, "instruction": 7.5, "realism": 9 } } } }, { "id": "grokquality", "name": "Grok Imagine Image Quality", "endpoint": "xai/grok-imagine-image/quality/edit", "interior_score": 84.75, "restaurant_score": 86.25, "sunroom_score": 83.25, "exterior_score": 87.5, "average_cost": 0.08, "interior_average_cost": 0.08, "median_seconds": 17.038, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "resolution": "2k", "aspect_ratio": "4:3" }, "rank": 5, "provider": "xAI", "url": "/models/grok-imagine-image-quality/", "variant": "2k", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--grokquality.png", "preview": "/thumbs/images/restaurant--grokquality.webp", "cost": 0.08, "seconds": 14.728, "width": 2368, "height": 1776, "score": 86.25, "notes": "Convincing oak, linen and sage finishes with natural darker daylight and preserved table layout. Pendant attachment positions shift; some original condiment clutter remains.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--grokquality.png", "preview": "/thumbs/images/sunroom--grokquality.webp", "cost": 0.08, "seconds": 20.771, "width": 2368, "height": 1776, "score": 83.25, "notes": "Believable pale oak and upholstery with a clear, uncluttered layout. The rear sideboard disappears behind a substantially changed table grouping instead of being visibly refinished; this weakens complete brief adherence.", "rubric": { "structure": 8.5, "design": 8.5, "instruction": 7.5, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--grokquality.png", "preview": "/thumbs/images/exterior--grokquality.webp", "cost": 0.08, "seconds": 17.038, "width": 2368, "height": 1776, "score": 87.5, "notes": "Strong ivory siding and charcoal outer trim with convincing daylight and entry materials. Some inner window bars remain light and roof texture/planes are more strongly reinterpreted than in the closest-preserving outputs.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8.5, "realism": 9 } } } }, { "id": "muse", "name": "Muse Image", "endpoint": "meta/muse-image/edit", "interior_score": 84.625, "restaurant_score": 85.0, "sunroom_score": 84.25, "exterior_score": 90.5, "average_cost": 0.01, "interior_average_cost": 0.01, "median_seconds": 17.223, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "aspect_ratio": "4:3" }, "rank": 6, "provider": "Meta", "url": "/models/muse-image/", "variant": "Standard", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--muse.jpg", "preview": "/thumbs/images/restaurant--muse.webp", "cost": 0.01, "seconds": 16.595, "width": 1792, "height": 1344, "score": 85.0, "notes": "Convincing material changes and table placement, with clean herringbone and restrained styling. Some upper metal roof framing is recolored pale green although the brief required keeping the black glazing structure.", "rubric": { "structure": 9, "design": 8.5, "instruction": 7.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--muse.jpg", "preview": "/thumbs/images/sunroom--muse.webp", "cost": 0.01, "seconds": 50.182, "width": 1792, "height": 1344, "score": 84.25, "notes": "Preserves the original shell and key storage well, clears clutter, and supplies the requested finish colors. Floor and furniture feel more generic; the upright reading chair intrudes farther into the circulation space.", "rubric": { "structure": 9, "design": 7.5, "instruction": 8.5, "realism": 8.5 } }, "exterior": { "status": "success", "output": "/images/exterior--muse.jpg", "preview": "/thumbs/images/exterior--muse.webp", "cost": 0.01, "seconds": 17.223, "width": 1792, "height": 1344, "score": 90.5, "notes": "Very close framing and opening preservation; charcoal trim and oak door read clearly. Small trim details remain lighter and the door detailing is slightly reinterpreted.", "rubric": { "structure": 9.5, "design": 8.5, "instruction": 9, "realism": 9 } } } }, { "id": "hunyuan3", "name": "Hunyuan Image 3.0 Instruct", "endpoint": "fal-ai/hunyuan-image/v3/instruct/edit", "interior_score": 84.125, "restaurant_score": 83.5, "sunroom_score": 84.75, "exterior_score": 81.0, "average_cost": 0.09, "interior_average_cost": 0.09, "median_seconds": 54.247, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "image_size": { "width": 2048, "height": 1536 }, "enable_prompt_expansion": false }, "rank": 7, "provider": "Tencent", "url": "/models/hunyuan-image-3-instruct/", "variant": "Standard", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--hunyuan3.jpg", "preview": "/thumbs/images/restaurant--hunyuan3.webp", "cost": 0.09, "seconds": 96.42, "width": 1024, "height": 768, "score": 83.5, "notes": "A cheerful, coherent refresh with sage panels, pale herringbone and ivory seating. Roof glazing loses much of the original outdoor detail and the opal fittings/material textures are less controlled and refined than the premium results.", "rubric": { "structure": 9, "design": 8, "instruction": 8, "realism": 8 } }, "sunroom": { "status": "success", "output": "/images/sunroom--hunyuan3.jpg", "preview": "/thumbs/images/sunroom--hunyuan3.webp", "cost": 0.09, "seconds": 54.247, "width": 1024, "height": 768, "score": 84.75, "notes": "Strong retention of the room shell, storage and dining positions; the armchair and pale floor are clear improvements. Some sideboard clutter remains, and the furniture/material rendering is less refined than the leading interiors.", "rubric": { "structure": 9, "design": 8, "instruction": 8.5, "realism": 8 } }, "exterior": { "status": "success", "output": "/images/exterior--hunyuan3.jpg", "preview": "/thumbs/images/exterior--hunyuan3.webp", "cost": 0.09, "seconds": 43.867, "width": 1024, "height": 768, "score": 81.0, "notes": "Overall house geometry is preserved with clear ivory siding and oak door. Front window trim remains mostly light and roof shingles are exaggerated; lantern is larger than the original.", "rubric": { "structure": 9, "design": 8, "instruction": 7, "realism": 8 } } } }, { "id": "seed5pro", "name": "Seedream 5.0 Pro", "endpoint": "bytedance/seedream/v5/pro/edit", "interior_score": 82.625, "restaurant_score": 85.0, "sunroom_score": 80.25, "exterior_score": 86.25, "average_cost": 0.135, "interior_average_cost": 0.135, "median_seconds": 127.935, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "image_size": { "width": 2048, "height": 1536 } }, "rank": 8, "provider": "ByteDance", "url": "/models/seedream-5-pro/", "variant": "Standard", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--seed5pro.jpg", "preview": "/thumbs/images/restaurant--seed5pro.webp", "cost": 0.135, "seconds": 130.167, "width": 2048, "height": 1536, "score": 85.0, "notes": "Believable pale herringbone, sage paneling and linen, with close room preservation. Several seats remain black instead of ivory and three new pendant positions replace the original attachment arrangement; changes are incomplete despite a polished overall image.", "rubric": { "structure": 9, "design": 8.5, "instruction": 7.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--seed5pro.jpg", "preview": "/thumbs/images/sunroom--seed5pro.webp", "cost": 0.135, "seconds": 127.935, "width": 2048, "height": 1536, "score": 80.25, "notes": "Good natural floor texture and believable furniture, but the right bench becomes a long built-in, the rear sideboard is no longer visible, and the chair turns away from the original orientation. Attractive but broader remodeling than the requested finish edit.", "rubric": { "structure": 8, "design": 8.5, "instruction": 7, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--seed5pro.jpg", "preview": "/thumbs/images/exterior--seed5pro.webp", "cost": 0.135, "seconds": 106.703, "width": 2048, "height": 1536, "score": 86.25, "notes": "A believable ivory/charcoal/oak refresh with clear construction detail. Main geometry and context hold; inner window frames remain lighter than requested and sunlight/shadow patterns are more extensively reinterpreted.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8, "realism": 9 } } } }, { "id": "nbpro", "name": "Nano Banana Pro", "endpoint": "fal-ai/nano-banana-pro/edit", "interior_score": 81.875, "restaurant_score": 73.25, "sunroom_score": 90.5, "exterior_score": 92.5, "average_cost": 0.15, "interior_average_cost": 0.15, "median_seconds": 25.345, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "resolution": "2K", "aspect_ratio": "4:3", "enable_web_search": false, "limit_generations": true }, "rank": 9, "provider": "Google", "url": "/models/nano-banana-pro/", "variant": "2K", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--nbpro.jpg", "preview": "/thumbs/images/restaurant--nbpro.webp", "cost": 0.15, "seconds": 27.428, "width": 2400, "height": 1792, "score": 73.25, "notes": "Beautifully styled oak, linen and ceramics, but invents a dense horizontal/vertical window grid absent from the source and adds pendant locations. Attractive inspiration, less faithful renovation visualization.", "rubric": { "structure": 6, "design": 9, "instruction": 6.5, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--nbpro.jpg", "preview": "/thumbs/images/sunroom--nbpro.webp", "cost": 0.15, "seconds": 25.345, "width": 2400, "height": 1792, "score": 90.5, "notes": "One of the closest room-preserving sunroom edits, with clear pale-oak planks, sage storage, decluttered surfaces and a plausible upholstered reading chair. Styling is restrained rather than dramatically luxurious.", "rubric": { "structure": 9.5, "design": 8.5, "instruction": 9, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--nbpro.jpg", "preview": "/thumbs/images/exterior--nbpro.webp", "cost": 0.15, "seconds": 25.176, "width": 2400, "height": 1792, "score": 92.5, "notes": "A convincing, cohesive curb-appeal refresh with charcoal glazing, oak entry and restrained warm lantern. House silhouette, openings, path and neighboring context stay very close to the source.", "rubric": { "structure": 9.5, "design": 9, "instruction": 9, "realism": 9.5 } } } }, { "id": "seed5lite", "name": "Seedream 5.0 Lite", "endpoint": "fal-ai/bytedance/seedream/v5/lite/edit", "interior_score": 80.75, "restaurant_score": 84.25, "sunroom_score": 77.25, "exterior_score": 77.0, "average_cost": 0.035, "interior_average_cost": 0.035, "median_seconds": 52.784, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "image_size": { "width": 2304, "height": 1728 } }, "rank": 10, "provider": "ByteDance", "url": "/models/seedream-5-lite/", "variant": "Standard", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--seed5lite.jpg", "preview": "/thumbs/images/restaurant--seed5lite.webp", "cost": 0.035, "seconds": 52.784, "width": 2304, "height": 1728, "score": 84.25, "notes": "Keeps the architecture and dining layout well; visible herringbone and sage paneling. Warmer orange wood and retained condiment clutter make the result less refined; pendant positions shift.", "rubric": { "structure": 9, "design": 8, "instruction": 8, "realism": 8.5 } }, "sunroom": { "status": "success", "output": "/images/sunroom--seed5lite.jpg", "preview": "/thumbs/images/sunroom--seed5lite.webp", "cost": 0.035, "seconds": 54.651, "width": 2304, "height": 1728, "score": 77.25, "notes": "Keeps the source camera and room well, but the busy, high-contrast floor and dark traditional chair frames do not deliver the refined pale-oak scheme. Sideboard clutter and overhead cable remain.", "rubric": { "structure": 9.5, "design": 6.5, "instruction": 6, "realism": 8.5 } }, "exterior": { "status": "success", "output": "/images/exterior--seed5lite.jpg", "preview": "/thumbs/images/exterior--seed5lite.webp", "cost": 0.035, "seconds": 43.886, "width": 2304, "height": 1728, "score": 77.0, "notes": "Warm and appealing siding/door treatment, but leaves window trim light and changes the roof silhouette with an extra raised section behind the main gable. Fine for loose inspiration, weaker for finish-only fidelity.", "rubric": { "structure": 8, "design": 8, "instruction": 6.5, "realism": 8.5 } } } }, { "id": "ideogram45", "name": "Ideogram 4.5", "endpoint": "ideogram/v4.5/edit", "interior_score": 79.125, "restaurant_score": 81.0, "sunroom_score": 77.25, "exterior_score": 83.0, "average_cost": 0.22, "interior_average_cost": 0.22, "median_seconds": 37.494, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "quality": "high", "edit_precision": "regular", "image_size": { "width": 2048, "height": 1536 } }, "rank": 11, "provider": "Ideogram", "url": "/models/ideogram-4-5/", "variant": "high", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--ideogram45.png", "preview": "/thumbs/images/restaurant--ideogram45.webp", "cost": 0.22, "seconds": 37.561, "width": 2048, "height": 1536, "score": 81.0, "notes": "Most architecture and tables remain in place, with the requested palette and herringbone. Adds numerous pendants at different heights, changes the left panel subdivisions, and renders wood and upholstery more uniformly than the strongest results.", "rubric": { "structure": 9, "design": 8, "instruction": 7, "realism": 8 } }, "sunroom": { "status": "success", "output": "/images/sunroom--ideogram45.png", "preview": "/thumbs/images/sunroom--ideogram45.webp", "cost": 0.22, "seconds": 37.494, "width": 2048, "height": 1536, "score": 77.25, "notes": "Holds the original camera and room unusually closely, but leaves much of the original busy flooring, paints the rear sideboard white rather than sage, and retains a visible cable. Preservation is good; the requested design transformation is incomplete.", "rubric": { "structure": 9.5, "design": 7, "instruction": 5.5, "realism": 8.5 } }, "exterior": { "status": "success", "output": "/images/exterior--ideogram45.png", "preview": "/thumbs/images/exterior--ideogram45.webp", "cost": 0.22, "seconds": 35.771, "width": 2048, "height": 1536, "score": 83.0, "notes": "Excellent source-scene preservation and realistic oak entry, but most window frames remain light instead of the requested deep charcoal.", "rubric": { "structure": 9.5, "design": 8, "instruction": 6.5, "realism": 9 } } } }, { "id": "grok", "name": "Grok Imagine Image", "endpoint": "xai/grok-imagine-image/edit", "interior_score": 78.0, "restaurant_score": 83.0, "sunroom_score": 73.0, "exterior_score": 84.25, "average_cost": 0.022000000000000002, "interior_average_cost": 0.022000000000000002, "median_seconds": 23.213, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "resolution": "2k", "aspect_ratio": "4:3" }, "rank": 12, "provider": "xAI", "url": "/models/grok-imagine-image/", "variant": "2k", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--grok.png", "preview": "/thumbs/images/restaurant--grok.webp", "cost": 0.022000000000000002, "seconds": 23.213, "width": 2368, "height": 1776, "score": 83.0, "notes": "A useful restrained refresh that mostly holds the architecture and tables. Adds a third pendant and the floor pattern is less consistently resolved than the better herringbone examples.", "rubric": { "structure": 9, "design": 8, "instruction": 7.5, "realism": 8.5 } }, "sunroom": { "status": "success", "output": "/images/sunroom--grok.png", "preview": "/thumbs/images/sunroom--grok.webp", "cost": 0.022000000000000002, "seconds": 35.546, "width": 2368, "height": 1776, "score": 73.0, "notes": "Cozy and realistic, but camera/framing change to reveal more ceiling, the floor remains comparatively busy and warm, and the rear sideboard is still brown instead of sage. More of a reinterpretation than a precise finish edit.", "rubric": { "structure": 6.5, "design": 8.5, "instruction": 6.5, "realism": 8.5 } }, "exterior": { "status": "success", "output": "/images/exterior--grok.png", "preview": "/thumbs/images/exterior--grok.webp", "cost": 0.022000000000000002, "seconds": 18.692, "width": 2368, "height": 1776, "score": 84.25, "notes": "Maintains the building and context closely. Oak door and ivory siding work, but much of the front window trim remains light and the lantern still reads dark rather than aged brass.", "rubric": { "structure": 9.5, "design": 8, "instruction": 7, "realism": 9 } } } }, { "id": "qwen3", "name": "Qwen Image 3 Pro", "endpoint": "alibaba/qwen-image-3/edit", "interior_score": 77.5, "restaurant_score": 84.25, "sunroom_score": 70.75, "exterior_score": 85.5, "average_cost": 0.078, "interior_average_cost": 0.078, "median_seconds": 150.813, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "image_size": { "width": 2048, "height": 1536 }, "enable_prompt_expansion": false }, "rank": 13, "provider": "Alibaba", "url": "/models/qwen-image-3-pro/", "variant": "Standard", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--qwen3.png", "preview": "/thumbs/images/restaurant--qwen3.webp", "cost": 0.078, "seconds": 256.223, "width": 2048, "height": 1536, "score": 84.25, "notes": "Room shell and table arrangement stay recognizable; restrained materials. Adds pendant locations beyond the original fittings, and the floor grain is comparatively soft.", "rubric": { "structure": 9, "design": 8, "instruction": 8, "realism": 8.5 } }, "sunroom": { "status": "success", "output": "/images/sunroom--qwen3.png", "preview": "/thumbs/images/sunroom--qwen3.webp", "cost": 0.078, "seconds": 56.425, "width": 2048, "height": 1536, "score": 70.75, "notes": "Pleasing palette and clutter removal, but camera perspective and room proportions change noticeably. The stone strip becomes a broad rear wall, glazing is reconfigured, and the left dark recess is lost. This is less dependable as a renovation preview of the supplied room.", "rubric": { "structure": 5.5, "design": 8, "instruction": 7.5, "realism": 8.5 } }, "exterior": { "status": "success", "output": "/images/exterior--qwen3.png", "preview": "/thumbs/images/exterior--qwen3.webp", "cost": 0.078, "seconds": 150.813, "width": 2048, "height": 1536, "score": 85.5, "notes": "House form and context mostly hold and the palette works. Some inner window framing remains light; door and lantern are reinterpreted rather than carefully refinished.", "rubric": { "structure": 9, "design": 8.5, "instruction": 8, "realism": 8.5 } } } }, { "id": "nb2", "name": "Nano Banana 2", "endpoint": "fal-ai/nano-banana-2/edit", "interior_score": 76.5, "restaurant_score": 87.5, "sunroom_score": 65.5, "exterior_score": 90.5, "average_cost": 0.122, "interior_average_cost": 0.122, "median_seconds": 31.485, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "resolution": "2K", "aspect_ratio": "4:3", "enable_web_search": false, "limit_generations": true, "thinking_level": "high" }, "rank": 14, "provider": "Google", "url": "/models/nano-banana-2/", "variant": "2K", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--nb2.jpg", "preview": "/thumbs/images/restaurant--nb2.webp", "cost": 0.122, "seconds": 31.485, "width": 2400, "height": 1792, "score": 87.5, "notes": "Strong tactile linen, oak and upholstery with coherent daylight. Adds a third pendant and changes some table settings and garden detail beyond a strict preservation edit.", "rubric": { "structure": 9, "design": 9, "instruction": 8, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--nb2.jpg", "preview": "/thumbs/images/sunroom--nb2.webp", "cost": 0.122, "seconds": 31.394, "width": 2400, "height": 1792, "score": 65.5, "notes": "Attractive interior but changes the camera angle substantially, introduces an unseen glazed roof/beam arrangement, relocates the reading chair to the right edge, and shifts the table grouping. Poor fit for a faithful renovation preview despite convincing materials.", "rubric": { "structure": 4.5, "design": 8.5, "instruction": 6, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--nb2.jpg", "preview": "/thumbs/images/exterior--nb2.webp", "cost": 0.122, "seconds": 33.423, "width": 2400, "height": 1792, "score": 90.5, "notes": "Strong preservation of the building, surroundings and camera, with effective charcoal windows and warm oak door. Minor window reflections and roof/trim detail are regenerated.", "rubric": { "structure": 9.5, "design": 8.5, "instruction": 9, "realism": 9 } } } }, { "id": "gpt15", "name": "GPT Image 1.5", "endpoint": "fal-ai/gpt-image-1.5/edit", "interior_score": 75.875, "restaurant_score": 78.5, "sunroom_score": 73.25, "exterior_score": 82.0, "average_cost": 0.26, "interior_average_cost": 0.26, "median_seconds": 54.324, "successes": 3, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "quality": "high", "image_size": "auto", "input_fidelity": "high" }, "rank": 15, "provider": "OpenAI", "url": "/models/gpt-image-1-5/", "variant": "high", "cases": { "restaurant": { "status": "success", "output": "/images/restaurant--gpt15.jpg", "preview": "/thumbs/images/restaurant--gpt15.webp", "cost": 0.26, "seconds": 54.677, "width": 1536, "height": 1024, "score": 78.5, "notes": "Polished materials and believable light, but 3:2 framing reinterprets the view and dining arrangement. Multiple added pendants and furniture-position drift reduce preservation and adherence.", "rubric": { "structure": 7.5, "design": 8.5, "instruction": 7, "realism": 9 } }, "sunroom": { "status": "success", "output": "/images/sunroom--gpt15.jpg", "preview": "/thumbs/images/sunroom--gpt15.webp", "cost": 0.26, "seconds": 54.324, "width": 1536, "height": 1024, "score": 73.25, "notes": "Attractive and realistic, but repositions and turns the armchair, changes the camera/framing and window perspective, and leaves the rear sideboard natural wood rather than sage. Output is 3:2 rather than the source framing.", "rubric": { "structure": 6, "design": 8.5, "instruction": 7, "realism": 9 } }, "exterior": { "status": "success", "output": "/images/exterior--gpt15.jpg", "preview": "/thumbs/images/exterior--gpt15.webp", "cost": 0.26, "seconds": 46.339, "width": 1536, "height": 1024, "score": 82.0, "notes": "Realistic ivory siding and oak door, with a pleasing restored entry. Light inner window frames miss the charcoal requirement and 3:2 output changes the source framing.", "rubric": { "structure": 8.5, "design": 8.5, "instruction": 7, "realism": 9 } } } }, { "id": "mai25", "name": "MAI Image 2.5", "endpoint": "microsoft/mai-image-2.5/edit", "interior_score": null, "restaurant_score": null, "sunroom_score": null, "exterior_score": null, "average_cost": null, "interior_average_cost": null, "median_seconds": null, "successes": 0, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "aspect_ratio": "4:3" }, "rank": null, "provider": "Microsoft", "url": "/models/mai-image-2-5/", "variant": "Standard", "cases": { "restaurant": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 31.385, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null }, "sunroom": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 33.485, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null }, "exterior": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 182.644, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null } } }, { "id": "mai25pro", "name": "MAI Image 2.5 Pro", "endpoint": "microsoft/mai-image-2.5-pro/edit", "interior_score": null, "restaurant_score": null, "sunroom_score": null, "exterior_score": null, "average_cost": null, "interior_average_cost": null, "median_seconds": null, "successes": 0, "attempts": 3, "settings": { "num_images": 1, "output_format": "jpeg", "aspect_ratio": "4:3" }, "rank": null, "provider": "Microsoft", "url": "/models/mai-image-2-5-pro/", "variant": "Standard", "cases": { "restaurant": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 75.315, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null }, "sunroom": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 50.206, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null }, "exterior": { "status": "failed", "output": null, "preview": null, "cost": 0, "seconds": 123.648, "width": null, "height": null, "score": null, "notes": "The provider returned HTTP 422 for this request. No image was produced; no replacement was generated.", "rubric": null } } } ], "cases": { "restaurant": { "name": "Conservatory restaurant", "kind": "interior", "refs": [ "restaurant" ], "prompt": "Act as a senior interior designer creating a buildable, high-end renovation visualization of this exact photograph. Edit the supplied photo, not a new room. Preserve the original camera position, lens perspective, framing, room proportions, structural beams, ceiling geometry, window and door positions and sizes, and outdoor view. Transform this dated conservatory restaurant into a warm contemporary garden dining room. Keep every dining table in its existing position and retain the table and chair count, circulation aisles, black metal glazing grid and full glazed roof. Replace the dark floor with pale natural European oak in a precise herringbone pattern. Refinish the left timber wall panels in muted sage green, preserving their panel geometry. Replace the patterned dark chair upholstery with warm ivory fabric and refinish their frames in natural oak, retaining the chairs in place. Replace the white tablecloths with oatmeal linen cloths and simplify settings to ivory ceramics and one small stem vase per table. Replace the ornate brass chandeliers with elegant opal-glass globe pendants on aged-brass fittings at the same ceiling attachment points. Do not add curtains or obscure the garden. Use sophisticated restrained styling, tactile physically plausible materials, accurate furniture scale, coherent contact shadows and natural daylight in the original direction. Keep window reflections believable and all verticals consistent with the source. Photorealistic editorial architectural photograph, inviting and achievable rather than extravagant. No people, text, logos, watermark, split screen or collage. Return one image." }, "sunroom": { "name": "Residential sunroom", "kind": "interior", "refs": [ "sunroom" ], "prompt": "Act as a senior interior designer creating a buildable, high-end renovation visualization of this exact photograph. Edit the supplied photo, not a new room. Preserve the original camera position, lens perspective, framing, room proportions, structural beams, ceiling geometry, window and door positions and sizes, and outdoor view. Transform this cluttered sunroom into a calm, elegant contemporary dining and reading room. Replace only the floor finish with light natural European oak long wide planks, laid lengthwise from the foreground toward the rear cabinet, with staggered joints and a matte finish. Paint the left vertical timber paneling warm off-white, keeping the panel grooves. Preserve the stone wall strip and the dark rear curtain. Keep the dining table in its exact location, replace its cloth with a bare rounded natural-oak tabletop, and replace the dining chairs with refined oak-frame chairs with ivory upholstered seats in the same locations and count. Replace the rolling office chair at right with one low upholstered oatmeal reading armchair with fixed oak legs in that same position. Refinish the right window bench and rear sideboard in muted sage green; give the bench an ivory linen cushion. Remove the laptop, cables, papers, boxes, floor glove, bags and miscellaneous clutter. Add one low ceramic bowl on the dining table and a closed book on the reading bench. Do not add a rug, new windows, walls, shelves or furniture that obstructs the glass. Use sophisticated restrained styling, tactile physically plausible materials, accurate furniture scale, coherent contact shadows and natural daylight in the original direction. Keep window reflections believable and all verticals consistent with the source. Photorealistic editorial architectural photograph, inviting and achievable rather than extravagant. No people, text, logos, watermark, split screen or collage. Return one image." }, "exterior": { "name": "House exterior control", "kind": "exterior", "refs": [ "exterior" ], "prompt": "Act as a senior residential architect and exterior designer. Renovate the finishes of the exact house in this photograph without remodeling its structure. Preserve the original camera, framing, roof silhouette and pitch, overhangs, gables, every window and door opening and their proportions, front steps, rails, pathway, lawn, shrubs, large trees, overhead wires and neighboring houses. Change the main horizontal siding to warm ivory painted lap siding, retaining the original board spacing. Refinish roof fascia and window frames in deep charcoal. Replace the red front door with a natural-oak door of the same size, retaining its three small inset glass openings. Change the roof surface to charcoal architectural asphalt shingles without changing geometry. Replace the existing wall lantern with one refined aged-brass lantern in the same position. Keep the existing path and brick steps, clean and restored, with no new landscaping features. Preserve the house number 520 in its original location. Sophisticated, welcoming, realistic curb appeal, natural original late-afternoon light and shadows, true construction details. No added windows, porch, story, people, cars, text or watermark. Return one photorealistic finished exterior photograph, not a collage." } }, "rubric": { "structure": 35, "design": 25, "instruction": 25, "realism": 15 }, "notTested": [ "MAI-Image-2.6", "MAI-Image-2.6-Flash", "MAI-Image-2.5-Flash", "HunyuanImage 3.5 Preview", "Qwen-Image-2.1", "Luma UNI1 Max", "HiDream-O1-Edit-15" ], "totalCostUsd": 6.3678, "limitations": [ "Two interior scenes and one exterior, one sample each; directional results only.", "No independent human voting or statistical confidence intervals.", "Benchmarks visual renovation, not exact Shopify SKU/color reproduction or construction feasibility.", "The attached screenshot is the candidate list, not proof of interior-design quality or current fal pricing.", "Exterior brief ambiguously calls the small door plaque a third glazed inset; exact door-pane count is not used as a scoring discriminator. Other exterior geometry and finishes are assessed.", "Single assistant visual assessment, not independently blinded. Different output sizes and quality settings." ] }