{"schemaVersion":2,"snapshotId":"results-2026-11-03","label":"October 2026 results snapshot","provenance":{"sourceFile":"The research team's results-only report (HTML); the hash below identifies it","sourceType":"User-supplied HTML report","capturedOn":"2026-11-03","sourceSha256":"4999fb1ddcdaac6bb4df5158e86ca40de4442a7c3df00070afdf42e7ea4e7689","dataStatus":"Recorded benchmark results copied from the supplied report; model labels and counts are preserved.","lineageNote":"This aggregate snapshot covers 22 models from 12 labs on 15 episodes, 3 runs each. The public tv-126 map is a separate capture of the research team's public demo; its two replay paths must not be presented as runs of this pool."},"scope":{"modelCount":22,"episodeCount":15,"repeatCount":3,"runCount":990,"pendingCount":0,"coverageNote":"Current emphasis: intent assessment within Discovery. Episode pass also checks offer fit and whether requirements were established."},"models":[{"id":"google/gemini-4-argon","name":"Gemini 4 Argon","provider":"Google","all":{"n":45,"pass_":37,"cost":0.5400083555555556,"B":5,"W":0,"X":3,"F":0,"N":0,"R":0},"domains":{"all":{"passed":37,"total":45,"passRate":0.8222222222222222,"meanCostUsd":0.5400083555555556,"outcomes":{"passed":37,"missedRequirement":5,"noPurchase":0,"toolLimit":3,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"meta/muse-wonder","name":"Muse Wonder","provider":"Meta","all":{"n":45,"pass_":37,"cost":1.548306711111111,"B":2,"W":2,"X":3,"F":0,"N":1,"R":0},"domains":{"all":{"passed":37,"total":45,"passRate":0.8222222222222222,"meanCostUsd":1.548306711111111,"outcomes":{"passed":37,"missedRequirement":2,"noPurchase":2,"toolLimit":3,"invalidFormat":0,"noDecision":1,"pending":0}}}},{"id":"anthropic/claude-fable-5.1","name":"Claude Fable 5.1","provider":"Anthropic","all":{"n":45,"pass_":34,"cost":1.819671022222222,"B":11,"W":0,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":34,"total":45,"passRate":0.7555555555555555,"meanCostUsd":1.819671022222222,"outcomes":{"passed":34,"missedRequirement":11,"noPurchase":0,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"z-ai/glm-5.3","name":"GLM-5.3","provider":"Z.ai","all":{"n":45,"pass_":30,"cost":0.4774629777777778,"B":12,"W":3,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":30,"total":45,"passRate":0.6666666666666666,"meanCostUsd":0.4774629777777778,"outcomes":{"passed":30,"missedRequirement":12,"noPurchase":3,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"anthropic/claude-sonnet-5.5","name":"Claude Sonnet 5.5","provider":"Anthropic","all":{"n":45,"pass_":29,"cost":0.39386804444444445,"B":12,"W":4,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":29,"total":45,"passRate":0.6444444444444445,"meanCostUsd":0.39386804444444445,"outcomes":{"passed":29,"missedRequirement":12,"noPurchase":4,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"openai/gpt-6-astra","name":"GPT-6 Astra","provider":"OpenAI","all":{"n":45,"pass_":29,"cost":0.7585060666666666,"B":3,"W":13,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":29,"total":45,"passRate":0.6444444444444445,"meanCostUsd":0.7585060666666666,"outcomes":{"passed":29,"missedRequirement":3,"noPurchase":13,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"meta/muse-spark-1.3","name":"Muse Spark 1.3","provider":"Meta","all":{"n":45,"pass_":29,"cost":0.8962424666666666,"B":6,"W":1,"X":9,"F":0,"N":0,"R":0},"domains":{"all":{"passed":29,"total":45,"passRate":0.6444444444444445,"meanCostUsd":0.8962424666666666,"outcomes":{"passed":29,"missedRequirement":6,"noPurchase":1,"toolLimit":9,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"anthropic/claude-opus-5.5","name":"Claude Opus 5.5","provider":"Anthropic","all":{"n":45,"pass_":28,"cost":0.5925522444444444,"B":10,"W":7,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":28,"total":45,"passRate":0.6222222222222222,"meanCostUsd":0.5925522444444444,"outcomes":{"passed":28,"missedRequirement":10,"noPurchase":7,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"openai/gpt-6.1-sol","name":"GPT-6.1 Sol","provider":"OpenAI","all":{"n":45,"pass_":28,"cost":0.37610560000000004,"B":2,"W":15,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":28,"total":45,"passRate":0.6222222222222222,"meanCostUsd":0.37610560000000004,"outcomes":{"passed":28,"missedRequirement":2,"noPurchase":15,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"x-ai/grok-4.7","name":"Grok 4.7","provider":"xAI","all":{"n":45,"pass_":27,"cost":0.9346078666666666,"B":8,"W":2,"X":8,"F":0,"N":0,"R":0},"domains":{"all":{"passed":27,"total":45,"passRate":0.6,"meanCostUsd":0.9346078666666666,"outcomes":{"passed":27,"missedRequirement":8,"noPurchase":2,"toolLimit":8,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"qwen/qwen3.8-max-0902","name":"Qwen 3.8 Max","provider":"Alibaba","all":{"n":45,"pass_":27,"cost":0.5708934888888889,"B":12,"W":6,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":27,"total":45,"passRate":0.6,"meanCostUsd":0.5708934888888889,"outcomes":{"passed":27,"missedRequirement":12,"noPurchase":6,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"deepseek/deepseek-v4.1-flash-1017","name":"DeepSeek V4.1 Flash","provider":"DeepSeek","all":{"n":45,"pass_":26,"cost":0.08181491111111111,"B":14,"W":4,"X":1,"F":0,"N":0,"R":0},"domains":{"all":{"passed":26,"total":45,"passRate":0.5777777777777777,"meanCostUsd":0.08181491111111111,"outcomes":{"passed":26,"missedRequirement":14,"noPurchase":4,"toolLimit":1,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"reflection/beam-1.0-501b-a23b","name":"Beam 1.0","provider":"Reflection","all":{"n":45,"pass_":25,"cost":0.09289715555555556,"B":14,"W":4,"X":2,"F":0,"N":0,"R":0},"domains":{"all":{"passed":25,"total":45,"passRate":0.5555555555555556,"meanCostUsd":0.09289715555555556,"outcomes":{"passed":25,"missedRequirement":14,"noPurchase":4,"toolLimit":2,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"openai/gpt-6-luna","name":"GPT-6 Luna","provider":"OpenAI","all":{"n":45,"pass_":24,"cost":0.019698177777777777,"B":13,"W":8,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":24,"total":45,"passRate":0.5333333333333333,"meanCostUsd":0.019698177777777777,"outcomes":{"passed":24,"missedRequirement":13,"noPurchase":8,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"google/gemini-3.8-flash","name":"Gemini 3.8 Flash","provider":"Google","all":{"n":45,"pass_":24,"cost":0.3449285777777778,"B":16,"W":5,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":24,"total":45,"passRate":0.5333333333333333,"meanCostUsd":0.3449285777777778,"outcomes":{"passed":24,"missedRequirement":16,"noPurchase":5,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"moonshotai/kimi-k3.1-pro","name":"Kimi K3.1 Pro","provider":"Moonshot","all":{"n":45,"pass_":24,"cost":1.1849324222222222,"B":13,"W":6,"X":2,"F":0,"N":0,"R":0},"domains":{"all":{"passed":24,"total":45,"passRate":0.5333333333333333,"meanCostUsd":1.1849324222222222,"outcomes":{"passed":24,"missedRequirement":13,"noPurchase":6,"toolLimit":2,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"openai/gpt-6.1-terra","name":"GPT-6.1 Terra","provider":"OpenAI","all":{"n":45,"pass_":23,"cost":0.0921363111111111,"B":5,"W":17,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":23,"total":45,"passRate":0.5111111111111111,"meanCostUsd":0.0921363111111111,"outcomes":{"passed":23,"missedRequirement":5,"noPurchase":17,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"minimax/minimax-m3","name":"MiniMax M3","provider":"MiniMax","all":{"n":45,"pass_":22,"cost":0.17485275555555557,"B":12,"W":5,"X":6,"F":0,"N":0,"R":0},"domains":{"all":{"passed":22,"total":45,"passRate":0.4888888888888889,"meanCostUsd":0.17485275555555557,"outcomes":{"passed":22,"missedRequirement":12,"noPurchase":5,"toolLimit":6,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"deepseek/deepseek-v4-pro","name":"DeepSeek V4 Pro","provider":"DeepSeek","all":{"n":45,"pass_":19,"cost":0.11348428888888888,"B":14,"W":3,"X":0,"F":9,"N":0,"R":0},"domains":{"all":{"passed":19,"total":45,"passRate":0.4222222222222222,"meanCostUsd":0.11348428888888888,"outcomes":{"passed":19,"missedRequirement":14,"noPurchase":3,"toolLimit":0,"invalidFormat":9,"noDecision":0,"pending":0}}}},{"id":"google/gemini-3.1-pro-preview","name":"Gemini 3.1 Pro","provider":"Google","all":{"n":45,"pass_":16,"cost":0.31302626666666666,"B":23,"W":6,"X":0,"F":0,"N":0,"R":0},"domains":{"all":{"passed":16,"total":45,"passRate":0.35555555555555557,"meanCostUsd":0.31302626666666666,"outcomes":{"passed":16,"missedRequirement":23,"noPurchase":6,"toolLimit":0,"invalidFormat":0,"noDecision":0,"pending":0}}}},{"id":"minimax/minimax-m3.1-flash","name":"MiniMax M3.1 Flash","provider":"MiniMax","all":{"n":45,"pass_":15,"cost":0.07238653333333334,"B":11,"W":1,"X":17,"F":1,"N":0,"R":0},"domains":{"all":{"passed":15,"total":45,"passRate":0.3333333333333333,"meanCostUsd":0.07238653333333334,"outcomes":{"passed":15,"missedRequirement":11,"noPurchase":1,"toolLimit":17,"invalidFormat":1,"noDecision":0,"pending":0}}}},{"id":"thinkingmachines/inkling","name":"Inkling","provider":"Thinking Machines","all":{"n":45,"pass_":13,"cost":0.3462838222222222,"B":11,"W":2,"X":0,"F":16,"N":3,"R":0},"domains":{"all":{"passed":13,"total":45,"passRate":0.28888888888888886,"meanCostUsd":0.3462838222222222,"outcomes":{"passed":13,"missedRequirement":11,"noPurchase":2,"toolLimit":0,"invalidFormat":16,"noDecision":3,"pending":0}}}}],"totals":{"runs":990,"passes":566,"merchant_spend":528.51,"models":22,"labs":12},"grid":{"hair-102":{"reflection/beam-1.0-501b-a23b":["G","B","G"],"minimax/minimax-m3.1-flash":["G","G","G"],"z-ai/glm-5.3":["G","G","G"],"moonshotai/kimi-k3.1-pro":["W","G","G"],"google/gemini-3.1-pro-preview":["G","B","B"],"openai/gpt-6.1-sol":["G","G","G"],"qwen/qwen3.8-max-0902":["W","G","W"],"meta/muse-spark-1.3":["G","B","G"],"meta/muse-wonder":["G","G","G"],"google/gemini-4-argon":["G","G","G"],"thinkingmachines/inkling":["B","B","G"],"deepseek/deepseek-v4-pro":["B","F","B"],"openai/gpt-6.1-terra":["G","G","G"],"anthropic/claude-sonnet-5.5":["B","G","B"],"anthropic/claude-opus-5.5":["G","B","W"],"google/gemini-3.8-flash":["B","B","G"],"x-ai/grok-4.7":["G","B","B"],"openai/gpt-6-luna":["B","G","G"],"deepseek/deepseek-v4.1-flash-1017":["B","G","G"],"minimax/minimax-m3":["G","G","W"],"anthropic/claude-fable-5.1":["B","B","G"],"openai/gpt-6-astra":["G","G","G"]},"hair-103":{"z-ai/glm-5.3":["G","G","G"],"reflection/beam-1.0-501b-a23b":["B","B","B"],"minimax/minimax-m3.1-flash":["G","G","B"],"moonshotai/kimi-k3.1-pro":["B","B","B"],"google/gemini-3.1-pro-preview":["B","B","B"],"openai/gpt-6.1-sol":["G","B","G"],"meta/muse-spark-1.3":["G","X","B"],"qwen/qwen3.8-max-0902":["W","G","G"],"meta/muse-wonder":["G","G","G"],"google/gemini-4-argon":["G","G","G"],"thinkingmachines/inkling":["B","B","N"],"deepseek/deepseek-v4-pro":["B","B","B"],"anthropic/claude-sonnet-5.5":["B","B","B"],"anthropic/claude-opus-5.5":["G","G","G"],"x-ai/grok-4.7":["G","G","G"],"openai/gpt-6.1-terra":["W","W","G"],"google/gemini-3.8-flash":["G","B","G"],"openai/gpt-6-luna":["B","B","W"],"deepseek/deepseek-v4.1-flash-1017":["G","G","G"],"minimax/minimax-m3":["W","G","W"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["W","G","G"]},"hair-101":{"z-ai/glm-5.3":["G","B","B"],"reflection/beam-1.0-501b-a23b":["B","B","B"],"google/gemini-3.1-pro-preview":["B","B","B"],"minimax/minimax-m3.1-flash":["B","B","B"],"openai/gpt-6.1-sol":["B","W","G"],"moonshotai/kimi-k3.1-pro":["B","B","B"],"qwen/qwen3.8-max-0902":["B","W","B"],"meta/muse-spark-1.3":["B","X","X"],"anthropic/claude-fable-5.1":["B","B","B"],"openai/gpt-6.1-terra":["B","W","W"],"meta/muse-wonder":["W","B","G"],"google/gemini-4-argon":["G","B","B"],"thinkingmachines/inkling":["B","F","B"],"deepseek/deepseek-v4-pro":["B","F","B"],"anthropic/claude-sonnet-5.5":["B","B","B"],"openai/gpt-6-luna":["G","W","G"],"anthropic/claude-opus-5.5":["G","B","W"],"google/gemini-3.8-flash":["B","G","B"],"x-ai/grok-4.7":["B","B","B"],"deepseek/deepseek-v4.1-flash-1017":["B","B","G"],"minimax/minimax-m3":["B","W","B"],"openai/gpt-6-astra":["W","W","G"]},"lap-111":{"minimax/minimax-m3.1-flash":["X","X","X"],"reflection/beam-1.0-501b-a23b":["G","G","G"],"z-ai/glm-5.3":["W","G","W"],"moonshotai/kimi-k3.1-pro":["X","G","W"],"openai/gpt-6.1-sol":["W","W","G"],"google/gemini-3.1-pro-preview":["W","G","W"],"qwen/qwen3.8-max-0902":["W","W","G"],"meta/muse-spark-1.3":["G","G","G"],"openai/gpt-6.1-terra":["W","W","W"],"thinkingmachines/inkling":["F","G","F"],"meta/muse-wonder":["G","G","G"],"openai/gpt-6-luna":["G","W","G"],"anthropic/claude-fable-5.1":["G","G","G"],"anthropic/claude-opus-5.5":["W","G","W"],"anthropic/claude-sonnet-5.5":["G","W","G"],"deepseek/deepseek-v4-pro":["F","F","W"],"google/gemini-3.8-flash":["G","G","G"],"x-ai/grok-4.7":["G","G","W"],"google/gemini-4-argon":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["G","W","B"],"minimax/minimax-m3":["G","X","B"],"openai/gpt-6-astra":["G","W","W"]},"lap-112":{"z-ai/glm-5.3":["G","G","G"],"minimax/minimax-m3.1-flash":["G","X","X"],"google/gemini-3.1-pro-preview":["G","G","G"],"openai/gpt-6.1-sol":["W","W","W"],"reflection/beam-1.0-501b-a23b":["G","G","G"],"moonshotai/kimi-k3.1-pro":["G","W","G"],"meta/muse-spark-1.3":["G","G","G"],"qwen/qwen3.8-max-0902":["G","G","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"thinkingmachines/inkling":["W","G","G"],"meta/muse-wonder":["G","G","G"],"anthropic/claude-opus-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["G","B","G"],"x-ai/grok-4.7":["G","G","G"],"openai/gpt-6-luna":["W","W","W"],"google/gemini-3.8-flash":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["G","W","G"],"google/gemini-4-argon":["G","G","G"],"openai/gpt-6.1-terra":["W","W","W"],"minimax/minimax-m3":["G","G","G"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["W","W","W"]},"tv-104":{"moonshotai/kimi-k3.1-pro":["G","G","G"],"openai/gpt-6.1-sol":["G","G","G"],"minimax/minimax-m3.1-flash":["G","G","G"],"reflection/beam-1.0-501b-a23b":["G","G","G"],"google/gemini-3.1-pro-preview":["G","G","G"],"z-ai/glm-5.3":["G","G","G"],"qwen/qwen3.8-max-0902":["G","G","G"],"meta/muse-spark-1.3":["X","G","G"],"google/gemini-3.8-flash":["G","G","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"thinkingmachines/inkling":["G","F","G"],"anthropic/claude-opus-5.5":["G","G","G"],"meta/muse-wonder":["G","G","G"],"deepseek/deepseek-v4-pro":["G","G","G"],"x-ai/grok-4.7":["G","G","G"],"openai/gpt-6-luna":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["G","G","G"],"google/gemini-4-argon":["G","G","G"],"openai/gpt-6.1-terra":["G","G","G"],"minimax/minimax-m3":["G","G","G"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["G","G","G"]},"tv-110":{"moonshotai/kimi-k3.1-pro":["G","G","G"],"reflection/beam-1.0-501b-a23b":["G","G","G"],"openai/gpt-6.1-sol":["G","G","G"],"google/gemini-3.1-pro-preview":["G","G","B"],"z-ai/glm-5.3":["G","B","G"],"minimax/minimax-m3.1-flash":["X","X","X"],"qwen/qwen3.8-max-0902":["G","G","G"],"meta/muse-spark-1.3":["G","G","B"],"anthropic/claude-opus-5.5":["W","B","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["F","F","G"],"x-ai/grok-4.7":["X","X","X"],"openai/gpt-6-luna":["G","B","B"],"google/gemini-3.8-flash":["G","G","B"],"meta/muse-wonder":["G","G","B"],"deepseek/deepseek-v4.1-flash-1017":["B","G","B"],"google/gemini-4-argon":["X","G","G"],"thinkingmachines/inkling":["F","N","F"],"openai/gpt-6.1-terra":["G","G","G"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["B","G","B"],"minimax/minimax-m3":["B","G","B"]},"tv-109":{"moonshotai/kimi-k3.1-pro":["B","B","B"],"openai/gpt-6.1-sol":["W","G","W"],"reflection/beam-1.0-501b-a23b":["B","B","B"],"google/gemini-3.1-pro-preview":["B","B","B"],"z-ai/glm-5.3":["B","B","B"],"minimax/minimax-m3.1-flash":["X","X","X"],"qwen/qwen3.8-max-0902":["B","B","B"],"meta/muse-spark-1.3":["B","G","B"],"meta/muse-wonder":["X","G","X"],"anthropic/claude-sonnet-5.5":["G","G","W"],"anthropic/claude-opus-5.5":["B","B","B"],"deepseek/deepseek-v4-pro":["B","B","G"],"x-ai/grok-4.7":["X","X","B"],"openai/gpt-6-luna":["B","B","B"],"google/gemini-3.8-flash":["W","B","B"],"deepseek/deepseek-v4.1-flash-1017":["B","B","B"],"google/gemini-4-argon":["B","G","B"],"thinkingmachines/inkling":["N","B","B"],"openai/gpt-6.1-terra":["B","W","B"],"anthropic/claude-fable-5.1":["B","B","B"],"openai/gpt-6-astra":["W","B","G"],"minimax/minimax-m3":["X","X","B"]},"tv-121":{"openai/gpt-6.1-sol":["G","G","G"],"reflection/beam-1.0-501b-a23b":["G","W","W"],"google/gemini-3.1-pro-preview":["B","B","W"],"minimax/minimax-m3.1-flash":["X","B","X"],"moonshotai/kimi-k3.1-pro":["B","G","X"],"z-ai/glm-5.3":["B","B","G"],"meta/muse-spark-1.3":["G","X","G"],"anthropic/claude-sonnet-5.5":["G","B","W"],"anthropic/claude-opus-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["G","G","F"],"x-ai/grok-4.7":["G","G","W"],"openai/gpt-6-luna":["G","G","G"],"meta/muse-wonder":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["W","G","B"],"google/gemini-3.8-flash":["B","G","G"],"qwen/qwen3.8-max-0902":["B","G","G"],"openai/gpt-6.1-terra":["G","W","G"],"google/gemini-4-argon":["G","G","X"],"thinkingmachines/inkling":["F","G","G"],"minimax/minimax-m3":["B","X","G"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["W","G","G"]},"tv-116":{"openai/gpt-6.1-sol":["G","G","G"],"reflection/beam-1.0-501b-a23b":["X","X","G"],"moonshotai/kimi-k3.1-pro":["G","G","G"],"minimax/minimax-m3.1-flash":["X","X","X"],"google/gemini-3.1-pro-preview":["B","B","B"],"z-ai/glm-5.3":["B","G","G"],"meta/muse-spark-1.3":["X","G","G"],"qwen/qwen3.8-max-0902":["G","G","G"],"anthropic/claude-sonnet-5.5":["G","B","G"],"anthropic/claude-opus-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["G","B","F"],"x-ai/grok-4.7":["X","X","X"],"openai/gpt-6-luna":["G","B","B"],"meta/muse-wonder":["G","X","N"],"deepseek/deepseek-v4.1-flash-1017":["X","G","G"],"google/gemini-3.8-flash":["B","G","W"],"google/gemini-4-argon":["G","X","G"],"openai/gpt-6.1-terra":["G","W","W"],"thinkingmachines/inkling":["F","F","G"],"minimax/minimax-m3":["G","G","X"],"anthropic/claude-fable-5.1":["G","B","G"],"openai/gpt-6-astra":["G","G","G"]},"tv-124":{"openai/gpt-6.1-sol":["W","W","W"],"reflection/beam-1.0-501b-a23b":["W","W","B"],"moonshotai/kimi-k3.1-pro":["W","W","G"],"minimax/minimax-m3.1-flash":["W","B","B"],"google/gemini-3.1-pro-preview":["W","B","G"],"z-ai/glm-5.3":["G","G","G"],"meta/muse-spark-1.3":["W","G","G"],"openai/gpt-6.1-terra":["W","G","G"],"thinkingmachines/inkling":["B","F","W"],"anthropic/claude-fable-5.1":["G","G","G"],"meta/muse-wonder":["W","G","G"],"anthropic/claude-sonnet-5.5":["G","G","W"],"anthropic/claude-opus-5.5":["G","W","B"],"deepseek/deepseek-v4-pro":["G","F","W"],"x-ai/grok-4.7":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["B","G","W"],"openai/gpt-6-luna":["G","G","G"],"google/gemini-3.8-flash":["G","B","W"],"qwen/qwen3.8-max-0902":["G","G","G"],"google/gemini-4-argon":["G","G","G"],"minimax/minimax-m3":["B","X","G"],"openai/gpt-6-astra":["G","W","W"]},"tv-128":{"openai/gpt-6.1-sol":["W","G","G"],"reflection/beam-1.0-501b-a23b":["B","G","G"],"z-ai/glm-5.3":["G","G","W"],"google/gemini-3.1-pro-preview":["B","G","B"],"moonshotai/kimi-k3.1-pro":["G","G","G"],"minimax/minimax-m3.1-flash":["G","G","G"],"meta/muse-spark-1.3":["G","X","X"],"qwen/qwen3.8-max-0902":["G","G","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"anthropic/claude-opus-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["W","G","G"],"meta/muse-wonder":["G","G","G"],"google/gemini-3.8-flash":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["G","G","G"],"openai/gpt-6-luna":["G","W","G"],"x-ai/grok-4.7":["G","G","G"],"openai/gpt-6.1-terra":["G","G","W"],"google/gemini-4-argon":["G","G","G"],"thinkingmachines/inkling":["F","F","G"],"minimax/minimax-m3":["G","W","G"],"anthropic/claude-fable-5.1":["G","G","G"],"openai/gpt-6-astra":["G","G","G"]},"tv-133":{"openai/gpt-6.1-sol":["G","G","G"],"moonshotai/kimi-k3.1-pro":["G","G","G"],"reflection/beam-1.0-501b-a23b":["G","G","G"],"google/gemini-3.1-pro-preview":["G","B","W"],"minimax/minimax-m3.1-flash":["G","G","X"],"z-ai/glm-5.3":["G","G","G"],"meta/muse-spark-1.3":["G","G","X"],"qwen/qwen3.8-max-0902":["G","B","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"anthropic/claude-opus-5.5":["G","G","G"],"deepseek/deepseek-v4-pro":["G","G","G"],"deepseek/deepseek-v4.1-flash-1017":["B","B","G"],"meta/muse-wonder":["G","G","G"],"google/gemini-3.8-flash":["G","W","W"],"x-ai/grok-4.7":["G","G","G"],"openai/gpt-6-luna":["G","G","G"],"openai/gpt-6.1-terra":["G","G","G"],"google/gemini-4-argon":["G","G","B"],"thinkingmachines/inkling":["F","G","B"],"minimax/minimax-m3":["G","G","G"],"openai/gpt-6-astra":["G","G","G"],"anthropic/claude-fable-5.1":["G","G","G"]},"tv-126":{"openai/gpt-6.1-sol":["G","G","G"],"reflection/beam-1.0-501b-a23b":["G","B","G"],"google/gemini-3.1-pro-preview":["G","B","G"],"z-ai/glm-5.3":["G","B","B"],"minimax/minimax-m3.1-flash":["B","G","B"],"moonshotai/kimi-k3.1-pro":["B","G","B"],"meta/muse-spark-1.3":["G","G","G"],"qwen/qwen3.8-max-0902":["B","B","B"],"anthropic/claude-sonnet-5.5":["G","B","B"],"anthropic/claude-opus-5.5":["G","B","G"],"deepseek/deepseek-v4-pro":["G","G","B"],"x-ai/grok-4.7":["B","G","G"],"deepseek/deepseek-v4.1-flash-1017":["G","B","G"],"meta/muse-wonder":["G","G","G"],"google/gemini-3.8-flash":["B","B","G"],"openai/gpt-6-luna":["G","B","G"],"openai/gpt-6.1-terra":["G","G","G"],"google/gemini-4-argon":["G","G","G"],"thinkingmachines/inkling":["F","F","F"],"minimax/minimax-m3":["G","G","B"],"anthropic/claude-fable-5.1":["B","G","G"],"openai/gpt-6-astra":["G","G","G"]},"tv-129":{"openai/gpt-6.1-sol":["W","W","W"],"moonshotai/kimi-k3.1-pro":["G","W","B"],"reflection/beam-1.0-501b-a23b":["G","B","G"],"minimax/minimax-m3.1-flash":["B","F","B"],"google/gemini-3.1-pro-preview":["W","G","B"],"z-ai/glm-5.3":["G","B","G"],"meta/muse-spark-1.3":["G","G","G"],"anthropic/claude-sonnet-5.5":["G","G","G"],"anthropic/claude-opus-5.5":["B","B","W"],"deepseek/deepseek-v4-pro":["B","G","B"],"google/gemini-3.8-flash":["B","B","B"],"deepseek/deepseek-v4.1-flash-1017":["G","G","G"],"meta/muse-wonder":["G","G","G"],"x-ai/grok-4.7":["G","B","G"],"openai/gpt-6-luna":["W","B","B"],"openai/gpt-6.1-terra":["B","B","W"],"google/gemini-4-argon":["G","G","G"],"thinkingmachines/inkling":["B","G","G"],"qwen/qwen3.8-max-0902":["B","G","B"],"minimax/minimax-m3":["B","B","B"],"anthropic/claude-fable-5.1":["G","G","B"],"openai/gpt-6-astra":["G","G","W"]}},"metrics":{"google/gemini-4-argon":{"all":{"n":45,"passes":37,"pass_rate":0.8222222222222222,"turns":4.066666666666666,"tools":65.66666666666667,"llm_calls":21.155555555555555,"tin":908897.5333333333,"tout":12999.711111111112,"cached_share":0.8152061341030278,"cost":0.5400083555555556,"cost_per_pass":0.6567669189189189,"facts":0.7244797178130511,"checks":0.875,"mins":4.287466833333334}},"meta/muse-wonder":{"all":{"n":45,"passes":37,"pass_rate":0.8222222222222222,"turns":4.488888888888889,"tools":44.28888888888889,"llm_calls":19.6,"tin":632595.7777777778,"tout":13777.044444444444,"cached_share":0.5231649067809143,"cost":1.548306711111111,"cost_per_pass":1.8830757297297296,"facts":0.7565961199294533,"checks":0.875,"mins":2.0930789}},"anthropic/claude-fable-5.1":{"all":{"n":45,"passes":34,"pass_rate":0.7555555555555555,"turns":4.044444444444444,"tools":34.91111111111111,"llm_calls":20.2,"tin":617252.7111111111,"tout":10047.511111111111,"cached_share":0.8461771033308454,"cost":1.819671022222222,"cost_per_pass":2.4083881176470587,"facts":0.677283950617284,"checks":0.8958333333333334,"mins":2.6667208333333337}},"z-ai/glm-5.3":{"all":{"n":45,"passes":30,"pass_rate":0.6666666666666666,"turns":4.288888888888889,"tools":36.6,"llm_calls":18.066666666666666,"tin":590332.3333333334,"tout":25726.4,"cached_share":0.7571768143405475,"cost":0.4774629777777778,"cost_per_pass":0.7161944666666666,"facts":0.6903880070546737,"checks":0.8541666666666666,"mins":3.7824700833333336}},"anthropic/claude-sonnet-5.5":{"all":{"n":45,"passes":29,"pass_rate":0.6444444444444445,"turns":4.377777777777778,"tools":40.55555555555556,"llm_calls":27.22222222222222,"tin":910353.2888888889,"tout":9893.111111111111,"cached_share":0.9066599980305571,"cost":0.39386804444444445,"cost_per_pass":0.6111745517241379,"facts":0.6999470899470899,"checks":0.7708333333333334,"mins":2.0479220000000002}},"openai/gpt-6-astra":{"all":{"n":45,"passes":29,"pass_rate":0.6444444444444445,"turns":5.288888888888889,"tools":26.8,"llm_calls":16.022222222222222,"tin":237419.13333333333,"tout":2114.911111111111,"cached_share":0.8478341303766495,"cost":0.7585060666666666,"cost_per_pass":1.176992172413793,"facts":0.653968253968254,"checks":1,"mins":1.8045958166666667}},"meta/muse-spark-1.3":{"all":{"n":45,"passes":29,"pass_rate":0.6444444444444445,"turns":4.133333333333334,"tools":55.22222222222222,"llm_calls":38.044444444444444,"tin":2248586.6222222224,"tout":14704.2,"cached_share":0.7992833483409499,"cost":0.8962424666666666,"cost_per_pass":1.3907210689655172,"facts":0.505326278659612,"checks":0.875,"mins":2.3932998833333334}},"anthropic/claude-opus-5.5":{"all":{"n":45,"passes":28,"pass_rate":0.6222222222222222,"turns":4.177777777777778,"tools":30.622222222222224,"llm_calls":21.2,"tin":565250.6444444444,"tout":7405.6,"cached_share":0.8778408587199409,"cost":0.5925522444444444,"cost_per_pass":0.9523161071428571,"facts":0.5925220458553793,"checks":0.8020833333333334,"mins":2.1052924166666664}},"openai/gpt-6.1-sol":{"all":{"n":45,"passes":28,"pass_rate":0.6222222222222222,"turns":5.533333333333333,"tools":29.57777777777778,"llm_calls":17.066666666666666,"tin":268249.5777777778,"tout":2487.911111111111,"cached_share":0.866009937180392,"cost":0.37610560000000004,"cost_per_pass":0.6044554285714286,"facts":0.6510405643738977,"checks":0.9583333333333334,"mins":1.37333195}},"x-ai/grok-4.7":{"all":{"n":45,"passes":27,"pass_rate":0.6,"turns":3.911111111111111,"tools":73.4888888888889,"llm_calls":20.733333333333334,"tin":1086592.5111111111,"tout":15546.955555555556,"cached_share":0.8417739263720307,"cost":0.9346078666666666,"cost_per_pass":1.5576797777777776,"facts":0.5531216931216931,"checks":0.7708333333333334,"mins":3.0000356166666666}},"qwen/qwen3.8-max-0902":{"all":{"n":45,"passes":27,"pass_rate":0.6,"turns":4.488888888888889,"tools":44.08888888888889,"llm_calls":21.91111111111111,"tin":857428.0222222222,"tout":25832.37777777778,"cached_share":0.8651708270374804,"cost":0.5708934888888889,"cost_per_pass":0.9514891481481482,"facts":0.6510229276895944,"checks":0.8125,"mins":10.785879733333333}},"deepseek/deepseek-v4.1-flash-1017":{"all":{"n":45,"passes":26,"pass_rate":0.5777777777777777,"turns":4.155555555555556,"tools":42.022222222222226,"llm_calls":21.31111111111111,"tin":752838.2666666667,"tout":17580,"cached_share":0.7460770827507234,"cost":0.08181491111111111,"cost_per_pass":0.14160273076923077,"facts":0.5862081128747796,"checks":0.8541666666666666,"mins":1.9456311}},"reflection/beam-1.0-501b-a23b":{"all":{"n":45,"passes":25,"pass_rate":0.5555555555555556,"turns":5.022222222222222,"tools":40.022222222222226,"llm_calls":28.711111111111112,"tin":926251.4444444445,"tout":21507.777777777777,"cached_share":0.864632989626167,"cost":0.09289715555555556,"cost_per_pass":0.16721488,"facts":0.6997707231040564,"checks":0.8541666666666666,"mins":1.7421576833333332}},"openai/gpt-6-luna":{"all":{"n":45,"passes":24,"pass_rate":0.5333333333333333,"turns":4.666666666666667,"tools":40.17777777777778,"llm_calls":18.511111111111113,"tin":559292.2222222222,"tout":11564.68888888889,"cached_share":0.8705780122893418,"cost":0.019698177777777777,"cost_per_pass":0.03693408333333333,"facts":0.5292592592592592,"checks":0.9375,"mins":2.5159375333333336}},"google/gemini-3.8-flash":{"all":{"n":45,"passes":24,"pass_rate":0.5333333333333333,"turns":4.533333333333333,"tools":42.977777777777774,"llm_calls":44.022222222222226,"tin":1317102.7333333334,"tout":19271.444444444445,"cached_share":0.8044214318690706,"cost":0.3449285777777778,"cost_per_pass":0.6467410833333334,"facts":0.5830511463844797,"checks":0.8125,"mins":4.374380066666666}},"moonshotai/kimi-k3.1-pro":{"all":{"n":45,"passes":24,"pass_rate":0.5333333333333333,"turns":4.555555555555555,"tools":71.6,"llm_calls":18.244444444444444,"tin":980619.4444444445,"tout":24562.133333333335,"cached_share":0.8664738104882684,"cost":1.1849324222222222,"cost_per_pass":2.2217482916666667,"facts":0.5824514991181657,"checks":0.8333333333333334,"mins":4.717391583333334}},"openai/gpt-6.1-terra":{"all":{"n":45,"passes":23,"pass_rate":0.5111111111111111,"turns":5.177777777777778,"tools":46.022222222222226,"llm_calls":14.133333333333333,"tin":303275.1777777778,"tout":3704.4666666666667,"cached_share":0.8393627554821317,"cost":0.0921363111111111,"cost_per_pass":0.1802666956521739,"facts":0.5735097001763668,"checks":0.9166666666666666,"mins":1.3874020833333334}},"minimax/minimax-m3":{"all":{"n":45,"passes":22,"pass_rate":0.4888888888888889,"turns":4.177777777777778,"tools":74.84444444444445,"llm_calls":22.91111111111111,"tin":1346020,"tout":46882.4,"cached_share":0.8828796831481784,"cost":0.17485275555555557,"cost_per_pass":0.35765336363636363,"facts":0.5358201058201058,"checks":0.75,"mins":7.994685516666666}},"deepseek/deepseek-v4-pro":{"all":{"n":45,"passes":19,"pass_rate":0.4222222222222222,"turns":3.9555555555555557,"tools":30.977777777777778,"llm_calls":16.933333333333334,"tin":446079,"tout":9215.444444444445,"cached_share":0.7450359440567453,"cost":0.11348428888888888,"cost_per_pass":0.2687785789473684,"facts":0.3845326278659612,"checks":0.6041666666666666,"mins":2.61083255}},"google/gemini-3.1-pro-preview":{"all":{"n":45,"passes":16,"pass_rate":0.35555555555555557,"turns":4.622222222222222,"tools":32.08888888888889,"llm_calls":27.22222222222222,"tin":641900.8888888889,"tout":15999.755555555555,"cached_share":0.7354426124628447,"cost":0.31302626666666666,"cost_per_pass":0.8803863749999999,"facts":0.5713227513227513,"checks":0.71875,"mins":2.8047043166666668}},"minimax/minimax-m3.1-flash":{"all":{"n":45,"passes":15,"pass_rate":0.3333333333333333,"turns":3.3333333333333335,"tools":85.68888888888888,"llm_calls":27.533333333333335,"tin":1761876.711111111,"tout":48894.311111111114,"cached_share":0.9301176982342011,"cost":0.07238653333333334,"cost_per_pass":0.2171596,"facts":0.4342151675485008,"checks":0.71875,"mins":2.905827616666667}},"thinkingmachines/inkling":{"all":{"n":45,"passes":13,"pass_rate":0.28888888888888886,"turns":4.622222222222222,"tools":21.444444444444443,"llm_calls":28.377777777777776,"tin":538226.6222222223,"tout":6808.044444444445,"cached_share":0.49138491766252285,"cost":0.3462838222222222,"cost_per_pass":1.1986747692307693,"facts":0.4975485008818342,"checks":0.75,"mins":2.4580073166666665}},"_roster":{"all":{"n":990,"passes":566,"pass_rate":0.5717171717171717,"turns":4.437373737373737,"tools":45.89494949494949,"llm_calls":23.14242424242424,"tin":840747.303030303,"tout":16660.28181818182,"cached_share":0.8195809588975215,"cost":0.5338484575757575,"cost_per_pass":0.9337632031802119,"facts":0.5969721019721019,"checks":0.8290719696969697,"mins":2.6951707}}},"patterns":{"google/gemini-4-argon":{"n":45,"unest":4,"empty_n":6,"empty_buy":3,"eps":15,"consistent":9,"all3":9},"meta/muse-wonder":{"n":45,"unest":2,"empty_n":6,"empty_buy":3,"eps":15,"consistent":10,"all3":10},"anthropic/claude-fable-5.1":{"n":45,"unest":10,"empty_n":6,"empty_buy":2,"eps":15,"consistent":11,"all3":9},"z-ai/glm-5.3":{"n":45,"unest":9,"empty_n":6,"empty_buy":3,"eps":15,"consistent":7,"all3":6},"anthropic/claude-sonnet-5.5":{"n":45,"unest":10,"empty_n":6,"empty_buy":0,"eps":15,"consistent":8,"all3":6},"openai/gpt-6-astra":{"n":45,"unest":3,"empty_n":6,"empty_buy":3,"eps":15,"consistent":7,"all3":6},"meta/muse-spark-1.3":{"n":45,"unest":6,"empty_n":6,"empty_buy":3,"eps":15,"consistent":5,"all3":4},"anthropic/claude-opus-5.5":{"n":45,"unest":10,"empty_n":6,"empty_buy":4,"eps":15,"consistent":9,"all3":7},"openai/gpt-6.1-sol":{"n":45,"unest":2,"empty_n":6,"empty_buy":2,"eps":15,"consistent":10,"all3":7},"x-ai/grok-4.7":{"n":45,"unest":8,"empty_n":6,"empty_buy":1,"eps":15,"consistent":10,"all3":6},"qwen/qwen3.8-max-0902":{"n":45,"unest":10,"empty_n":6,"empty_buy":1,"eps":15,"consistent":9,"all3":6},"deepseek/deepseek-v4.1-flash-1017":{"n":45,"unest":10,"empty_n":6,"empty_buy":4,"eps":15,"consistent":5,"all3":4},"reflection/beam-1.0-501b-a23b":{"n":45,"unest":12,"empty_n":6,"empty_buy":3,"eps":15,"consistent":9,"all3":5},"openai/gpt-6-luna":{"n":45,"unest":10,"empty_n":6,"empty_buy":4,"eps":15,"consistent":8,"all3":4},"google/gemini-3.8-flash":{"n":45,"unest":12,"empty_n":6,"empty_buy":1,"eps":15,"consistent":6,"all3":4},"moonshotai/kimi-k3.1-pro":{"n":45,"unest":12,"empty_n":6,"empty_buy":0,"eps":15,"consistent":8,"all3":5},"openai/gpt-6.1-terra":{"n":45,"unest":4,"empty_n":6,"empty_buy":2,"eps":15,"consistent":10,"all3":5},"minimax/minimax-m3":{"n":45,"unest":9,"empty_n":6,"empty_buy":3,"eps":15,"consistent":6,"all3":3},"deepseek/deepseek-v4-pro":{"n":45,"unest":12,"empty_n":6,"empty_buy":0,"eps":15,"consistent":6,"all3":2},"google/gemini-3.1-pro-preview":{"n":45,"unest":17,"empty_n":6,"empty_buy":2,"eps":15,"consistent":7,"all3":2},"minimax/minimax-m3.1-flash":{"n":45,"unest":10,"empty_n":6,"empty_buy":1,"eps":15,"consistent":11,"all3":3},"thinkingmachines/inkling":{"n":45,"unest":8,"empty_n":6,"empty_buy":1,"eps":15,"consistent":6,"all3":0}},"outcomeLabels":{"G":"Passed","B":"Purchase missed a requirement","W":"No purchase, a fit was available","X":"Reached the tool-call limit","F":"Reply format not accepted","N":"No final decision"},"passDefinition":"A purchase passes when the product meets every requirement in the answer key and each requirement was established during the session. Ending without a purchase passes only when nothing on the market fits. Runs without a valid final decision do not pass."}