{ "schema_version": 1, "title": "GPT-5.6 reasoning effort on a real web UI task", "published_at": "2026-08-16", "author": "Ivan Plankin", "canonical_url": "https://stranmor.com/research/gpt-5-6-reasoning-effort", "prompt": "Create a complete, self-contained website hero for a product that helps organizations safely operate autonomous AI agents in production.\n\nThe goal of the site is to make technical decision-makers interested in the product.\n\nUse a light theme.", "developer_instructions": "Return only one complete self-contained HTML document beginning with . Put all CSS and JavaScript inline. Do not use external assets, Markdown fences, or explanatory text.", "prompt_sha256": "04a5c3143c7a9c9000bce4498975ec80b7cf6f5732b3ecf10704bba26746a3dc", "models": [ "gpt-5.6-luna", "gpt-5.6-terra", "gpt-5.6-sol" ], "efforts": [ "none", "low", "medium", "high", "xhigh", "max" ], "viewport": { "width": 1440, "height": 900, "capture": "initial desktop viewport, not full page", "communicated_to_models": false }, "mobile_artifacts_used": false, "completed_pages": 18, "visual_winner_assigned": false, "prior_work": [ { "author": "Simon Willison", "title": "GPT-5.6 SVG reasoning-effort comparison", "url": "https://static.simonwillison.net/static/2026/gpt-5.6-pelicans.html", "relation": "The direct 18-cell SVG matrix this applied website benchmark extends." }, { "author": "PlayCode", "title": "MacBook SVG benchmark", "url": "https://playcode.io/blog/macbook-svg-benchmark", "relation": "A later SVG geometry benchmark discussed as prior work." } ], "request_contract": { "api": "OpenAI Responses API-compatible", "stream": true, "store": false, "max_output_tokens": null, "external_assets_allowed": false, "site_context_provided": false }, "pricing_snapshot": { "observed_on": "2026-08-16", "currency": "USD", "unit": "per 1M tokens", "source": "official OpenAI API model pages", "models": { "gpt-5.6-luna": { "input": 0.2, "output": 1.2 }, "gpt-5.6-terra": { "input": 2, "output": 12 }, "gpt-5.6-sol": { "input": 5, "output": 30 } } }, "batches": [ { "name": "luna", "models": [ "gpt-5.6-luna" ], "candidate_count": 6, "first_started_at": "2026-08-15T23:04:50.535Z", "last_started_at": "2026-08-15T23:04:50.608Z", "start_spread_ms": 73, "completed_at": "2026-08-15T23:14:23.896Z", "wall_ms": 573361 }, { "name": "terra-sol", "models": [ "gpt-5.6-terra", "gpt-5.6-sol" ], "candidate_count": 12, "first_started_at": "2026-08-16T08:49:15.178Z", "last_started_at": "2026-08-16T08:49:15.274Z", "start_spread_ms": 96, "completed_at": "2026-08-16T09:04:12.569Z", "wall_ms": 897391 } ], "totals": { "estimated_cost_usd": 4.7421828, "input_tokens": 1584, "output_tokens": 294663, "reasoning_tokens": 69187, "total_tokens": 296247, "reasoning_tokens_relation": "output_tokens_details.reasoning_tokens is a subset/detail of output_tokens and is not additive to output_tokens or total_tokens" }, "runs": [ { "model": "gpt-5.6-luna", "effort": "none", "elapsed_ms": 100887, "usage": { "input_tokens": 88, "output_tokens": 5381, "reasoning_tokens": 0, "total_tokens": 5469 }, "estimated_cost_usd": 0.0064748, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-none.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "c8b38f9b9d58b5b9f88759956939d18f0902dd3622337bc7488a4a2310631b90", "raw_html_bytes": 17993, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "none", "elapsed_ms": 119582, "usage": { "input_tokens": 88, "output_tokens": 6476, "reasoning_tokens": 0, "total_tokens": 6564 }, "estimated_cost_usd": 0.077888, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-none.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": false, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "63969f3148d470a19e2ebfabfb2866c6b24556af36ea3f8093cfd9d0bb64d519", "raw_html_bytes": 21917, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "none", "elapsed_ms": 139584, "usage": { "input_tokens": 88, "output_tokens": 7566, "reasoning_tokens": 0, "total_tokens": 7654 }, "estimated_cost_usd": 0.22742, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-none.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "8e78ebeff24c36dd74cc8997f8981144d30175551de50601556864a328ffc94b", "raw_html_bytes": 26654, "rendered_without_modification": true } }, { "model": "gpt-5.6-luna", "effort": "low", "elapsed_ms": 77394, "usage": { "input_tokens": 88, "output_tokens": 4194, "reasoning_tokens": 47, "total_tokens": 4282 }, "estimated_cost_usd": 0.005050400000000001, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-low.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": false, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "478f3ff89aa6c2303a2aaeb6306f00c0845478441e9ec1c1f7a2c7efd5c43466", "raw_html_bytes": 13641, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "low", "elapsed_ms": 102467, "usage": { "input_tokens": 88, "output_tokens": 5574, "reasoning_tokens": 67, "total_tokens": 5662 }, "estimated_cost_usd": 0.067064, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-low.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "287fbed9f2fff55fe34cefc9d2c09a62c2831d2548b425a86db88a9758bb8284", "raw_html_bytes": 17819, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "low", "elapsed_ms": 163263, "usage": { "input_tokens": 88, "output_tokens": 8929, "reasoning_tokens": 66, "total_tokens": 9017 }, "estimated_cost_usd": 0.26831, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-low.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "8ff4bab42a7326c82e0ad8d341214c004c8fc7c7417cce79444d7f8940249e7e", "raw_html_bytes": 31193, "rendered_without_modification": true } }, { "model": "gpt-5.6-luna", "effort": "medium", "elapsed_ms": 148287, "usage": { "input_tokens": 88, "output_tokens": 8178, "reasoning_tokens": 164, "total_tokens": 8266 }, "estimated_cost_usd": 0.0098312, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-medium.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "aa22d83feef6a81b58d8c834eeef9dd2132e2201682cd55cdf9b39991adc5577", "raw_html_bytes": 24347, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "medium", "elapsed_ms": 147321, "usage": { "input_tokens": 88, "output_tokens": 8049, "reasoning_tokens": 86, "total_tokens": 8137 }, "estimated_cost_usd": 0.096764, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-medium.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 190, "h1_count": 1, "header_landmark": false, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "67d9be9fc9aa0e30611dbaaee8d4a1416b44d35b3f58c772a1b40c696a107c1d", "raw_html_bytes": 26291, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "medium", "elapsed_ms": 222180, "usage": { "input_tokens": 88, "output_tokens": 12253, "reasoning_tokens": 250, "total_tokens": 12341 }, "estimated_cost_usd": 0.36803, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-medium.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": false, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "991530162d6c5247b6e5f17653d8a15dec44e8b31c1c06538628009e9b2d8618", "raw_html_bytes": 40839, "rendered_without_modification": true } }, { "model": "gpt-5.6-luna", "effort": "high", "elapsed_ms": 292572, "usage": { "input_tokens": 88, "output_tokens": 16101, "reasoning_tokens": 748, "total_tokens": 16189 }, "estimated_cost_usd": 0.0193388, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-high.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": false, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "7a9224a93f52d71f15f4015c4e418c9b7b71f29bc2ea39a03b2a4ea42e60c8a0", "raw_html_bytes": 53279, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "high", "elapsed_ms": 238406, "usage": { "input_tokens": 88, "output_tokens": 13141, "reasoning_tokens": 250, "total_tokens": 13229 }, "estimated_cost_usd": 0.157868, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-high.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "54e6698480a685e8f3924a13fa96badec365ab6d588fa9f9d132aba833520340", "raw_html_bytes": 42112, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "high", "elapsed_ms": 260725, "usage": { "input_tokens": 88, "output_tokens": 14012, "reasoning_tokens": 280, "total_tokens": 14100 }, "estimated_cost_usd": 0.4208, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-high.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "9b3e18f39997935d55f37ecb2c25d75eb1541d08cb1e7982fd2a9621832d4809", "raw_html_bytes": 47166, "rendered_without_modification": true } }, { "model": "gpt-5.6-luna", "effort": "xhigh", "elapsed_ms": 297857, "usage": { "input_tokens": 88, "output_tokens": 16435, "reasoning_tokens": 1552, "total_tokens": 16523 }, "estimated_cost_usd": 0.0197396, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-xhigh.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "7ea60d1078e47b6775d1f59671e265f922af57c937d83076e8425af6255f5ebc", "raw_html_bytes": 49869, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "xhigh", "elapsed_ms": 253969, "usage": { "input_tokens": 88, "output_tokens": 14008, "reasoning_tokens": 483, "total_tokens": 14096 }, "estimated_cost_usd": 0.168272, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-xhigh.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": false }, "artifact": { "raw_html_sha256": "2b2ba4944ebc7b59e30e40e223f9ca6276263513c2afe2209b3a57cc09749b4a", "raw_html_bytes": 46464, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "xhigh", "elapsed_ms": 462180, "usage": { "input_tokens": 88, "output_tokens": 25464, "reasoning_tokens": 5832, "total_tokens": 25552 }, "estimated_cost_usd": 0.76436, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-xhigh.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 180, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "1416e8f72d7fd2812a916e9d6736a983e071f4713704717455ba057fb9405989", "raw_html_bytes": 70636, "rendered_without_modification": true } }, { "model": "gpt-5.6-luna", "effort": "max", "elapsed_ms": 573287, "usage": { "input_tokens": 88, "output_tokens": 31727, "reasoning_tokens": 11419, "total_tokens": 31815 }, "estimated_cost_usd": 0.03809, "screenshot": "/research/gpt-5-6-reasoning-effort/luna-max.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "750facc2eb2ccdfc74f4edb54bf9a2c77d40b9fdc637cf26ad3543c12335c7dc", "raw_html_bytes": 69452, "rendered_without_modification": true } }, { "model": "gpt-5.6-terra", "effort": "max", "elapsed_ms": 897307, "usage": { "input_tokens": 88, "output_tokens": 49388, "reasoning_tokens": 26542, "total_tokens": 49476 }, "estimated_cost_usd": 0.592832, "screenshot": "/research/gpt-5-6-reasoning-effort/terra-max.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "9387ee4d2a5eda9f7e62be0fb5445502f5d3e8b6158ff8f35cd9a14104dfff4c", "raw_html_bytes": 78763, "rendered_without_modification": true } }, { "model": "gpt-5.6-sol", "effort": "max", "elapsed_ms": 868789, "usage": { "input_tokens": 88, "output_tokens": 47787, "reasoning_tokens": 21401, "total_tokens": 47875 }, "estimated_cost_usd": 1.43405, "screenshot": "/research/gpt-5-6-reasoning-effort/sol-max.webp", "validation": { "load_succeeded": true, "runtime_errors": 0, "console_errors": 0, "external_requests": 0, "horizontal_overflow_px": 0, "h1_count": 1, "header_landmark": true, "nav_landmark": true, "main_landmark": true, "focus_css": true, "reduced_motion_css": true }, "artifact": { "raw_html_sha256": "a84bc0493842c25d35c40b99af7cdb5f679f239f35304819d7ca3f42eaae8334", "raw_html_bytes": 89270, "rendered_without_modification": true } } ], "limitations": [ "one provider-completed sample per model-effort cell; no estimate of average visual quality or variance", "Luna and Terra/Sol ran in two concurrent batches separated by 9 h 44 m; cross-model latency and behavior are not isolated from changing service conditions or aliases", "single light-theme B2B website-hero task", "elapsed time includes the API route and network", "cost uses the public list-price snapshot above", "mechanical validation covers one initial desktop load, not interactions, full-page behavior, deployment readiness, persuasion, or beauty" ], "omitted_private_fields": [ "gateway URL", "authorization material", "response IDs", "idempotency keys", "raw streaming receipts" ], "sample_flow": { "planned_cells": 18, "model_requests_started": 18, "provider_completed_responses": 18, "model_request_retries": 0, "completed_outputs_edited": 0, "completed_outputs_repaired": 0, "completed_outputs_replaced": 0, "completed_outputs_excluded": 0, "matrix_denominator": "18 of 18 planned cells" }, "batch_relationship": { "contemporaneous_18_cell_batch": false, "gap_between_batch_starts_ms": 35064643, "interpretation": "Luna and Terra/Sol ran in two time-separated concurrent batches; cross-model latency and behavior are not isolated from service conditions or model-alias state." }, "validation_protocol": { "browser": "Chromium 150.0.7871.186", "mode": "headless", "served_from": "ephemeral loopback HTTP server with Cache-Control: no-store", "viewport": { "width": 1440, "height": 900, "device_scale_factor": 1 }, "wait_sequence": [ "Page.loadEventFired", "document.fonts.ready", "500 ms additional observation" ], "load_event_timeout_ms": 30000, "observation_window": "from navigation through the post-font 500 ms interval and initial-viewport capture", "recorded_runtime_signal": "Runtime.exceptionThrown", "recorded_console_signal": "Runtime.consoleAPICalled where type = error", "external_request_definition": "Network.requestWillBeSent URL outside the loopback origin, data:, and about:blank", "horizontal_overflow_formula": "max(document.documentElement.scrollWidth, document.body.scrollWidth) - window.innerWidth", "interactions_exercised": false, "full_page_behavior_tested": false, "deployment_behavior_tested": false }, "response_conformance": { "checked_cells": 18, "checked_against": "exact raw output text and the rendered HTML artifact", "all_started_with_doctype": true, "all_single_html_documents": true, "all_without_markdown_wrapper": true, "all_without_external_asset_references": true, "all_without_external_stylesheets": true, "all_without_external_scripts": true, "all_rendered_without_modification": true } }