{ "title": "Opus 5.5 vs. Astra: OpenLawn workflow benchmark", "date": "2026-09-22", "finishedAt": "2026-09-22T18:01:48.969Z", "modelCount": 10, "profileCount": 13, "plannedAttempts": 61, "attempts": 61, "completed": 30, "properties": 3, "reviewedProperties": 1, "reportedCostUsd": 7.2328109499999975, "unknownCostRequests": 11, "conservativeBudgetChargeUsd": 21.762612550000007, "budgetUsd": 25, "protocol": "Production playground route at pinned source hashes; identical saved pinned aerial and whole-yard parcel for each residence; maintained extensions enabled; no account guidance; 2400 output tokens except existing Fugu 16384/32768; medium reasoning except explicit Astra-low profile; model-specific production tool choice. Three homes, with 3 repetitions on the sole user-corrected home and 1 on each other home. Reference withheld. At most 3 concurrent runs, order rotated. 180-second overall timeout. No automatic reruns of failed trials. Direct pipeline timing excludes geocoding, browser drawing, upload and saving. Saved model-input images are 2560 × 2560 pixels for every trial (the interactive playground currently downsamples to 1024 × 1024); these results are not end-to-end timings for the default playground image setting.", "limitations": [ "One user-corrected outline, not surveyed ground truth. Repeats assess variation on that home, not generalization to new homes.", "This is an OpenLawn workflow comparison. The prompt was developed around Astra. Shared reasoning labels do not guarantee equal compute.", "Production model-specific settings differ: automatic tools for Opus 5.5 and Fable 5.1; larger output allowance for Fugu. Other models retain a 2400-token allowance. Incomplete output is a failure of this configuration, not proof that the model cannot measure lawns.", "Models receive identical saved images, not newly captured imagery. Account-specific feedback is disabled; references are withheld.", "Speed and cost summarize successful attempts only; completion denominators include failures. Missing billed usage is unknown, not zero.", "Gateway provider routing, cache warmth and load were not controlled. Up to three runs were concurrent.", "Addresses, coordinates, raw images, account identifiers and model responses remain private. The export supports metric auditing, not full independent reproduction.", "The September 6 study used an older pipeline. Its 41 trials remain available separately and are not pooled into this ranking.", "High-reasoning follow-up uses only the reviewed home, a larger output allowance and longer timeout. Its speed/cost averages are not directly comparable to the primary three-home averages. The effort field records what we requested; equal labels are not proof of equal internal compute." ], "sourceHashes": { "app/api/ai-gateway/lawn-actions/route.ts": "9299ccc21c4c46047a4ba8254fca97e12c96a8cf9ac1093ebb3583981af838d2", "app/lib/lawn-mapping-prompt.ts": "733fab44d3063f95725cb6d24c4b79e900e5283331db94f6e5cf32fdd8079440", "app/lib/gateway-tool-stream.ts": "42ea7a796880bb7793445492b933309ae646ee02125e1e49a5c01facbab42894", "app/lib/lawn-job-result.ts": "19c2d0d91249b5f41768c864adfc393d824b15c3bcac6ad9a5f366b8cce45ae9" }, "imageHashes": [ { "residence": "Residence A", "sha256": "e1a074a3777839caa8a6e8cdb484000b659cf420b33c6cc65c69c96a20434bec", "hasReviewedReference": true }, { "residence": "Residence B", "sha256": "597ad9de047926b35470b6af841ac8e45deed083a3c75e11b62418b3a15f47b2", "hasReviewedReference": false }, { "residence": "Residence C", "sha256": "d5724b598f7d6c045db7f7ba8a5e84d0fe26e484feef02448a085bbc338168e5", "hasReviewedReference": false } ], "profiles": [ { "id": "anthropic/claude-opus-5.5:medium", "model": "anthropic/claude-opus-5.5", "name": "Claude Opus 5.5", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 5, "planned": 5, "referenceTrials": 3, "meanOverlapPercent": 70.0509, "minOverlapPercent": 63.0437, "maxOverlapPercent": 78.6618, "meanAreaDifferencePercent": 13.0728, "medianSeconds": 23.397, "medianFirstPolygonSeconds": 9.458, "meanCostUsd": 0.120914, "costTrials": 5 }, { "id": "openai/gpt-6-astra:medium", "model": "openai/gpt-6-astra", "name": "GPT-6 Astra", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 5, "planned": 5, "referenceTrials": 3, "meanOverlapPercent": 77.3003, "minOverlapPercent": 68.7826, "maxOverlapPercent": 82.8935, "meanAreaDifferencePercent": 17.4935, "medianSeconds": 61.527, "medianFirstPolygonSeconds": 21.101, "meanCostUsd": 0.220068, "costTrials": 5 }, { "id": "openai/gpt-6-astra:low", "model": "openai/gpt-6-astra", "name": "GPT-6 Astra", "reasoning": "low", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 5, "planned": 5, "referenceTrials": 3, "meanOverlapPercent": 67.6215, "minOverlapPercent": 55.7592, "maxOverlapPercent": 82.8835, "meanAreaDifferencePercent": 24.0626, "medianSeconds": 29.174, "medianFirstPolygonSeconds": 7.154, "meanCostUsd": 0.165979, "costTrials": 5 }, { "id": "anthropic/claude-opus-5:medium", "model": "anthropic/claude-opus-5", "name": "Claude Opus 5", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 5, "planned": 5, "referenceTrials": 3, "meanOverlapPercent": 77.8525, "minOverlapPercent": 76.4538, "maxOverlapPercent": 78.8224, "meanAreaDifferencePercent": 15.3285, "medianSeconds": 33.622, "medianFirstPolygonSeconds": 4.767, "meanCostUsd": 0.286483, "costTrials": 5 }, { "id": "anthropic/claude-fable-5.1:medium", "model": "anthropic/claude-fable-5.1", "name": "Claude Fable 5.1", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 1, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": 41.62, "medianFirstPolygonSeconds": 29.149, "meanCostUsd": 0.31646, "costTrials": 1 }, { "id": "google/gemini-3.1-pro-preview:medium", "model": "google/gemini-3.1-pro-preview", "name": "Gemini 3.1 Pro Preview", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 0, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": null, "medianFirstPolygonSeconds": null, "meanCostUsd": null, "costTrials": 0 }, { "id": "google/gemini-3.8-flash:medium", "model": "google/gemini-3.8-flash", "name": "Gemini 3.8 Flash", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 0, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": null, "medianFirstPolygonSeconds": null, "meanCostUsd": null, "costTrials": 0 }, { "id": "openai/gpt-5.6-terra:medium", "model": "openai/gpt-5.6-terra", "name": "GPT-5.6 Terra", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 5, "planned": 5, "referenceTrials": 3, "meanOverlapPercent": 56.8696, "minOverlapPercent": 55.0323, "maxOverlapPercent": 58.7581, "meanAreaDifferencePercent": 21.1984, "medianSeconds": 39.482, "medianFirstPolygonSeconds": 14.978, "meanCostUsd": 0.048269, "costTrials": 5 }, { "id": "spacexai/grok-4.7:medium", "model": "spacexai/grok-4.7", "name": "Grok 4.7", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 0, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": null, "medianFirstPolygonSeconds": null, "meanCostUsd": null, "costTrials": 0 }, { "id": "sakana/fugu-ultra-v2:medium", "model": "sakana/fugu-ultra-v2", "name": "Fugu Ultra v2", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 16384, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 0, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": null, "medianFirstPolygonSeconds": null, "meanCostUsd": null, "costTrials": 0 }, { "id": "moonshotai/kimi-k3:medium", "model": "moonshotai/kimi-k3", "name": "Kimi K3", "reasoning": "medium", "phase": "primary", "properties": 3, "outputTokenLimit": 2400, "callTimeoutSeconds": 90, "attempted": 5, "apiStarted": 5, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 0, "planned": 5, "referenceTrials": 0, "meanOverlapPercent": null, "minOverlapPercent": null, "maxOverlapPercent": null, "meanAreaDifferencePercent": null, "medianSeconds": null, "medianFirstPolygonSeconds": null, "meanCostUsd": null, "costTrials": 0 }, { "id": "openai/gpt-6-astra:high", "model": "openai/gpt-6-astra", "name": "GPT-6 Astra", "reasoning": "high", "phase": "high-reasoning-follow-up", "properties": 1, "outputTokenLimit": 8192, "callTimeoutSeconds": 180, "attempted": 3, "apiStarted": 2, "budgetBlockedBeforeCall": 1, "budgetStoppedAfterCall": 1, "completed": 1, "planned": 3, "referenceTrials": 1, "meanOverlapPercent": 78.8565, "minOverlapPercent": 78.8565, "maxOverlapPercent": 78.8565, "meanAreaDifferencePercent": 16.7006, "medianSeconds": 174.836, "medianFirstPolygonSeconds": 98.38, "meanCostUsd": 0.409873, "costTrials": 1 }, { "id": "anthropic/claude-opus-5.5:high", "model": "anthropic/claude-opus-5.5", "name": "Claude Opus 5.5", "reasoning": "high", "phase": "high-reasoning-follow-up", "properties": 1, "outputTokenLimit": 8192, "callTimeoutSeconds": 180, "attempted": 3, "apiStarted": 3, "budgetBlockedBeforeCall": 0, "budgetStoppedAfterCall": 0, "completed": 3, "planned": 3, "referenceTrials": 3, "meanOverlapPercent": 73.4036, "minOverlapPercent": 68.6835, "maxOverlapPercent": 80.1605, "meanAreaDifferencePercent": 18.3028, "medianSeconds": 35.955, "medianFirstPolygonSeconds": 15.123, "meanCostUsd": 0.172541, "costTrials": 3 } ], "trials": [ { "trial": 1, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 28.248, "firstPolygonSeconds": 9.046, "reportedCostUsd": 0.13567600000000002, "correctedReferenceOverlapPercent": 78.6618, "absoluteAreaDifferencePercent": 5.7075 }, { "trial": 2, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "low", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 31.297, "firstPolygonSeconds": 7.154, "reportedCostUsd": 0.215919, "correctedReferenceOverlapPercent": 82.8835, "absoluteAreaDifferencePercent": 5.5207 }, { "trial": 3, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 50.917, "firstPolygonSeconds": 19.309, "reportedCostUsd": 0.246125, "correctedReferenceOverlapPercent": 68.7826, "absoluteAreaDifferencePercent": 26.7384 }, { "trial": 4, "residence": "Residence A", "model": "anthropic/claude-opus-5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 34.991, "firstPolygonSeconds": 4.582, "reportedCostUsd": 0.283125, "correctedReferenceOverlapPercent": 76.4538, "absoluteAreaDifferencePercent": 11.3747 }, { "trial": 5, "residence": "Residence A", "model": "anthropic/claude-fable-5.1", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "tool-completion-error", "seconds": 31.96, "firstPolygonSeconds": 29.506, "reportedCostUsd": 0.20145, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 6, "residence": "Residence A", "model": "google/gemini-3.8-flash", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 22.714, "firstPolygonSeconds": null, "reportedCostUsd": 0.0104685, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 7, "residence": "Residence A", "model": "google/gemini-3.1-pro-preview", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 41.383, "firstPolygonSeconds": 20.335, "reportedCostUsd": 0.06631000000000001, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 8, "residence": "Residence A", "model": "openai/gpt-5.6-terra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 36.441, "firstPolygonSeconds": 13.86, "reportedCostUsd": 0.0520202, "correctedReferenceOverlapPercent": 58.7581, "absoluteAreaDifferencePercent": 23.7792 }, { "trial": 9, "residence": "Residence A", "model": "moonshotai/kimi-k3", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 57.421, "firstPolygonSeconds": 19.805, "reportedCostUsd": 0.138249, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 10, "residence": "Residence A", "model": "spacexai/grok-4.7", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.015, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 11, "residence": "Residence A", "model": "sakana/fugu-ultra-v2", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.011, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 12, "residence": "Residence B", "model": "anthropic/claude-opus-5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 30.496, "firstPolygonSeconds": 4.247, "reportedCostUsd": 0.226285, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 13, "residence": "Residence B", "model": "google/gemini-3.1-pro-preview", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 20.079, "firstPolygonSeconds": null, "reportedCostUsd": 0.03256, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 14, "residence": "Residence B", "model": "google/gemini-3.8-flash", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 24.634, "firstPolygonSeconds": null, "reportedCostUsd": 0.010476, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 15, "residence": "Residence B", "model": "anthropic/claude-fable-5.1", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 41.62, "firstPolygonSeconds": 29.149, "reportedCostUsd": 0.31645999999999996, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 16, "residence": "Residence B", "model": "openai/gpt-5.6-terra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 39.482, "firstPolygonSeconds": 21.259, "reportedCostUsd": 0.0504017, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 17, "residence": "Residence B", "model": "spacexai/grok-4.7", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.01, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 18, "residence": "Residence B", "model": "sakana/fugu-ultra-v2", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.012, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 19, "residence": "Residence B", "model": "anthropic/claude-opus-5.5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 23.397, "firstPolygonSeconds": 13.861, "reportedCostUsd": 0.108464, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 20, "residence": "Residence B", "model": "moonshotai/kimi-k3", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.018, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 21, "residence": "Residence B", "model": "openai/gpt-6-astra", "reasoning": "low", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 23.367, "firstPolygonSeconds": 7.993, "reportedCostUsd": 0.1731545, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 22, "residence": "Residence C", "model": "google/gemini-3.8-flash", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 22.405, "firstPolygonSeconds": null, "reportedCostUsd": 0.010449, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 23, "residence": "Residence B", "model": "openai/gpt-6-astra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 56.245, "firstPolygonSeconds": 21.318, "reportedCostUsd": 0.22596650000000001, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 24, "residence": "Residence C", "model": "openai/gpt-5.6-terra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 49.411, "firstPolygonSeconds": 12.424, "reportedCostUsd": 0.062402900000000004, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 25, "residence": "Residence C", "model": "moonshotai/kimi-k3", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 42.055, "firstPolygonSeconds": null, "reportedCostUsd": 0.066945, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 26, "residence": "Residence C", "model": "spacexai/grok-4.7", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.009, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 27, "residence": "Residence C", "model": "sakana/fugu-ultra-v2", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.014, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 28, "residence": "Residence C", "model": "anthropic/claude-opus-5.5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 27.923, "firstPolygonSeconds": 10.419, "reportedCostUsd": 0.11992, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 29, "residence": "Residence C", "model": "openai/gpt-6-astra", "reasoning": "low", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 26.256, "firstPolygonSeconds": 7.63, "reportedCostUsd": 0.20343050000000001, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 30, "residence": "Residence C", "model": "anthropic/claude-opus-5", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 31.438, "firstPolygonSeconds": 5.096, "reportedCostUsd": 0.28042, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 31, "residence": "Residence C", "model": "openai/gpt-6-astra", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 61.527, "firstPolygonSeconds": 24.734, "reportedCostUsd": 0.27081500000000003, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 32, "residence": "Residence C", "model": "anthropic/claude-fable-5.1", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "tool-completion-error", "seconds": 29.81, "firstPolygonSeconds": 18.649, "reportedCostUsd": 0.20123, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 33, "residence": "Residence C", "model": "google/gemini-3.1-pro-preview", "reasoning": "medium", "repetition": 1, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 21.125, "firstPolygonSeconds": null, "reportedCostUsd": 0.032524, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 34, "residence": "Residence A", "model": "google/gemini-3.1-pro-preview", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 20.844, "firstPolygonSeconds": null, "reportedCostUsd": 0.03252, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 35, "residence": "Residence A", "model": "google/gemini-3.8-flash", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 23.495, "firstPolygonSeconds": null, "reportedCostUsd": 0.0104535, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 36, "residence": "Residence A", "model": "openai/gpt-5.6-terra", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 48.614, "firstPolygonSeconds": 16.106, "reportedCostUsd": 0.042312999999999996, "correctedReferenceOverlapPercent": 56.8184, "absoluteAreaDifferencePercent": 31.2517 }, { "trial": 37, "residence": "Residence A", "model": "moonshotai/kimi-k3", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 37.085, "firstPolygonSeconds": null, "reportedCostUsd": 0.066981, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 38, "residence": "Residence A", "model": "spacexai/grok-4.7", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.011, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 39, "residence": "Residence A", "model": "sakana/fugu-ultra-v2", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.016, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 40, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 23.294, "firstPolygonSeconds": 8.686, "reportedCostUsd": 0.11966, "correctedReferenceOverlapPercent": 63.0437, "absoluteAreaDifferencePercent": 20.774 }, { "trial": 41, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "low", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 29.174, "firstPolygonSeconds": 4.981, "reportedCostUsd": 0.125143, "correctedReferenceOverlapPercent": 64.2219, "absoluteAreaDifferencePercent": 29.2364 }, { "trial": 42, "residence": "Residence A", "model": "anthropic/claude-opus-5", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 40.704, "firstPolygonSeconds": 5.133, "reportedCostUsd": 0.35172, "correctedReferenceOverlapPercent": 78.8224, "absoluteAreaDifferencePercent": 17.6322 }, { "trial": 43, "residence": "Residence A", "model": "anthropic/claude-fable-5.1", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "tool-completion-error", "seconds": 29.976, "firstPolygonSeconds": 22.451, "reportedCostUsd": 0.20145, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 44, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "medium", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 71.633, "firstPolygonSeconds": 21.101, "reportedCostUsd": 0.18349, "correctedReferenceOverlapPercent": 80.2247, "absoluteAreaDifferencePercent": 14.494 }, { "trial": 45, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 22.861, "firstPolygonSeconds": 9.458, "reportedCostUsd": 0.120848, "correctedReferenceOverlapPercent": 68.4471, "absoluteAreaDifferencePercent": 12.7368 }, { "trial": 46, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "low", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 30.416, "firstPolygonSeconds": 6.966, "reportedCostUsd": 0.112246, "correctedReferenceOverlapPercent": 55.7592, "absoluteAreaDifferencePercent": 37.4307 }, { "trial": 47, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 67.098, "firstPolygonSeconds": 20.612, "reportedCostUsd": 0.17394199999999999, "correctedReferenceOverlapPercent": 82.8935, "absoluteAreaDifferencePercent": 11.248 }, { "trial": 48, "residence": "Residence A", "model": "anthropic/claude-opus-5", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 33.622, "firstPolygonSeconds": 4.767, "reportedCostUsd": 0.290865, "correctedReferenceOverlapPercent": 78.2814, "absoluteAreaDifferencePercent": 16.9785 }, { "trial": 49, "residence": "Residence A", "model": "anthropic/claude-fable-5.1", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "tool-completion-error", "seconds": 30.807, "firstPolygonSeconds": 27.351, "reportedCostUsd": 0.20145, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 50, "residence": "Residence A", "model": "google/gemini-3.1-pro-preview", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "wider-view-request", "seconds": 18.162, "firstPolygonSeconds": null, "reportedCostUsd": 0.032964, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 51, "residence": "Residence A", "model": "google/gemini-3.8-flash", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 26.145, "firstPolygonSeconds": null, "reportedCostUsd": 0.01047225, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 52, "residence": "Residence A", "model": "openai/gpt-5.6-terra", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 35.319, "firstPolygonSeconds": 14.978, "reportedCostUsd": 0.0342079, "correctedReferenceOverlapPercent": 55.0323, "absoluteAreaDifferencePercent": 8.5644 }, { "trial": 53, "residence": "Residence A", "model": "spacexai/grok-4.7", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.01, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 54, "residence": "Residence A", "model": "sakana/fugu-ultra-v2", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "timeout", "seconds": 90.013, "firstPolygonSeconds": null, "reportedCostUsd": null, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 55, "residence": "Residence A", "model": "moonshotai/kimi-k3", "reasoning": "medium", "repetition": 3, "apiStarted": true, "completed": false, "outcome": "output-limit", "seconds": 40.065, "firstPolygonSeconds": null, "reportedCostUsd": 0.066981, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 56, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "high", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 174.836, "firstPolygonSeconds": 98.38, "reportedCostUsd": 0.409873, "correctedReferenceOverlapPercent": 78.8565, "absoluteAreaDifferencePercent": 16.7006 }, { "trial": 57, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "high", "repetition": 1, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 35.955, "firstPolygonSeconds": 15.123, "reportedCostUsd": 0.190836, "correctedReferenceOverlapPercent": 71.3668, "absoluteAreaDifferencePercent": 23.003 }, { "trial": 58, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "high", "repetition": 2, "apiStarted": true, "completed": false, "outcome": "budget-limit", "seconds": 260.371, "firstPolygonSeconds": 68.822, "reportedCostUsd": 0.3863605, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 59, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "high", "repetition": 2, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 36.211, "firstPolygonSeconds": 14.227, "reportedCostUsd": 0.185876, "correctedReferenceOverlapPercent": 80.1605, "absoluteAreaDifferencePercent": 13.3497 }, { "trial": 60, "residence": "Residence A", "model": "openai/gpt-6-astra", "reasoning": "high", "repetition": 3, "apiStarted": false, "completed": false, "outcome": "budget-limit", "seconds": 0.008, "firstPolygonSeconds": null, "reportedCostUsd": 0, "correctedReferenceOverlapPercent": null, "absoluteAreaDifferencePercent": null }, { "trial": 61, "residence": "Residence A", "model": "anthropic/claude-opus-5.5", "reasoning": "high", "repetition": 3, "apiStarted": true, "completed": true, "outcome": "complete", "seconds": 33.843, "firstPolygonSeconds": 16.771, "reportedCostUsd": 0.140912, "correctedReferenceOverlapPercent": 68.6835, "absoluteAreaDifferencePercent": 18.5556 } ], "apiStarted": 60, "highReasoningProtocol": "Separate follow-up on the single reviewed residence: planned 3 repetitions each for Astra and Opus 5.5, alternating sequentially. Requested high reasoning, 8192 output-token allowance, 180-second per-call timeout and 300-second overall timeout. Local route adapter permits high reasoning and extends the timeout; outgoing request adapter raises max_tokens. Prompt, tools and geometry reducer are unchanged. The same $25 aggregate guard includes original requests. This changes reasoning, output allowance and timeout together; it does not isolate the causal effect of reasoning alone." }