{ "metadata": { "benchmark": "Vibe Code Bench 1-100", "slug": "vcb-1-100", "description": "Can models extend a working web application across a long sequence of dependent requests?", "benchmark_id": "vcb_1_100", "family": "vcb_1_100", "version": "1.0", "updated": "2026-10-29", "dataset_type": "private", "industry": "coding", "tasks": { "overall": "Overall" }, "models": [ "alibaba/qwen3.8-max", "alibaba/qwen3.8-max-internal", "anthropic/claude-fable-5-1", "anthropic/claude-haiku-5-5", "anthropic/claude-opus-5", "anthropic/claude-opus-5-5", "anthropic/claude-sonnet-5", "deepseek/deepseek-v4-pro-0813", "deepseek/deepseek-v4.1-flash", "google/gemini-3.1-pro-preview", "google/gemini-3.8-flash", "google/gemini-4-argon", "grok/grok-4.6", "kimi/kimi-k3", "meta/muse-wonder", "meta/muse-wonder-full", "meta/muse_spark_1_3_max", "minimax/MiniMax-M3", "mistralai/mistral-large-4", "openai/gpt-5.6-luna", "openai/gpt-5.6-sol", "openai/gpt-5.6-terra", "openai/gpt-6-astra", "thinkingmachines/inkling", "zai/glm-5.3", "zai/glm-5.3-flash" ], "partners": [], "showBadge": false, "visible": true, "use_cost_per_test": true, "token_tasks_measured": 50, "runner": "external", "mode": "agentic", "archived": false, "partner": false, "total_models": 26 }, "tasks": { "overall": { "meta/muse-wonder-full": { "accuracy": 33.978, "latency": 7008.163, "stderr": 5.318, "cost_per_test": 19.5403, "token_totals": { "input_tokens": 1368131401, "output_tokens": 15029769, "reasoning_tokens": 4305633, "cache_read_tokens": 1262443382, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 131072, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Meta", "harness": "OpenHands" }, "anthropic/claude-opus-5-5": { "accuracy": 30.361, "latency": 8909.323, "stderr": 4.829, "cost_per_test": 44.115239, "token_totals": { "input_tokens": 2061393498, "output_tokens": 40240560, "reasoning_tokens": 15114167, "cache_read_tokens": 1855580263, "cache_write_tokens": 205746280 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": "xhigh", "provider": "Anthropic", "harness": "OpenHands" }, "anthropic/claude-opus-5": { "accuracy": 28.533, "latency": 4905.208, "stderr": 4.333, "cost_per_test": 41.49277, "token_totals": { "input_tokens": 1662905571, "output_tokens": 19780293, "reasoning_tokens": 5548533, "cache_read_tokens": 1532689850, "cache_write_tokens": 130166117 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": "max", "provider": "Anthropic", "harness": "OpenHands" }, "anthropic/claude-fable-5-1": { "accuracy": 28.0, "latency": 10359.295, "stderr": 4.488, "cost_per_test": 149.664612, "token_totals": { "input_tokens": 3850655864, "output_tokens": 59510706, "reasoning_tokens": 19658951, "cache_read_tokens": 3560657465, "cache_write_tokens": 289890926 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": "max", "provider": "Anthropic", "harness": "OpenHands" }, "openai/gpt-6-astra": { "accuracy": 27.644, "latency": 12339.625, "stderr": 4.082, "cost_per_test": 84.720155, "token_totals": { "input_tokens": 1204257940, "output_tokens": 29110291, "reasoning_tokens": 16173343, "cache_read_tokens": 1067183125, "cache_write_tokens": 137024778 }, "token_tasks_measured": 50, "temperature": null, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "OpenAI", "harness": "OpenHands" }, "meta/muse-wonder": { "accuracy": 26.55, "latency": 1868.026, "stderr": 4.333, "cost_per_test": 13.721565, "token_totals": { "input_tokens": 1004145187, "output_tokens": 10483771, "reasoning_tokens": 2955452, "cache_read_tokens": 931625774, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 131072, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Meta", "harness": "OpenHands" }, "alibaba/qwen3.8-max-internal": { "accuracy": 24.833, "latency": 9477.164, "stderr": 4.489, "cost_per_test": 11.589207, "token_totals": { "input_tokens": 1156717762, "output_tokens": 19096498, "reasoning_tokens": 9445348, "cache_read_tokens": 1056316672, "cache_write_tokens": null }, "token_tasks_measured": 50, "temperature": 0.7, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": null, "provider": "Alibaba", "harness": "OpenHands" }, "openai/gpt-5.6-luna": { "accuracy": 22.594, "latency": 7374.465, "stderr": 4.003, "cost_per_test": 4.914059, "token_totals": { "input_tokens": 3743737992, "output_tokens": 45223722, "reasoning_tokens": 22629712, "cache_read_tokens": 3258256123, "cache_write_tokens": 485178760 }, "token_tasks_measured": 49, "temperature": null, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "OpenAI", "harness": "OpenHands" }, "google/gemini-4-argon": { "accuracy": 21.2, "latency": 6179.48, "stderr": 3.811, "cost_per_test": 18.659304, "token_totals": { "input_tokens": 750135416, "output_tokens": 10070397, "reasoning_tokens": 2747467, "cache_read_tokens": 597101156, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 262144, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "Google", "harness": "OpenHands" }, "meta/muse_spark_1_3_max": { "accuracy": 20.461, "latency": 1201.545, "stderr": 3.847, "cost_per_test": 5.599743, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 956185799, "output_tokens": 11997798, "reasoning_tokens": 4891693, "cache_read_tokens": 878396128, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 131072, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Meta", "harness": "OpenHands" }, "anthropic/claude-haiku-5-5": { "accuracy": 20.406, "latency": 14744.334, "stderr": 3.792, "cost_per_test": 8.304533, "token_totals": { "input_tokens": 2608426166, "output_tokens": 179651143, "reasoning_tokens": 155058681, "cache_read_tokens": 2323095874, "cache_write_tokens": 285283146 }, "token_tasks_measured": 50, "temperature": null, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": "max", "provider": "Anthropic", "harness": "OpenHands" }, "openai/gpt-5.6-sol": { "accuracy": 20.011, "latency": 9421.289, "stderr": 3.629, "cost_per_test": 47.425154, "token_totals": { "input_tokens": 2190640166, "output_tokens": 26602897, "reasoning_tokens": 11637213, "cache_read_tokens": 1981275557, "cache_write_tokens": 209231094 }, "token_tasks_measured": 50, "temperature": null, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "OpenAI", "harness": "OpenHands" }, "zai/glm-5.3": { "accuracy": 19.994, "latency": 5169.473, "stderr": 3.811, "cost_per_test": 8.236953, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 993998284, "output_tokens": 16275239, "reasoning_tokens": 9949408, "cache_read_tokens": 922246489, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": 0.95, "max_output_tokens": 131072, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Fireworks AI", "harness": "OpenHands" }, "google/gemini-3.8-flash": { "accuracy": 18.772, "latency": 3931.352, "stderr": 3.313, "cost_per_test": 18.906982, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 2327012636, "output_tokens": 18629950, "reasoning_tokens": 10935636, "cache_read_tokens": 1988810722, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 65536, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "Google", "harness": "OpenHands" }, "kimi/kimi-k3": { "accuracy": 18.244, "latency": 6487.278, "stderr": 3.92, "cost_per_test": 9.39737, "token_totals": { "input_tokens": 625231389, "output_tokens": 7835757, "reasoning_tokens": 3151763, "cache_read_tokens": 564208155, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": 0.95, "max_output_tokens": 262144, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Moonshot AI", "harness": "OpenHands" }, "deepseek/deepseek-v4-pro-0813": { "accuracy": 17.533, "latency": 2262.422, "stderr": 3.414, "cost_per_test": 5.892792, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 1634458146, "output_tokens": 23001769, "reasoning_tokens": 12721706, "cache_read_tokens": 1535912960, "cache_write_tokens": 0 }, "token_tasks_measured": 49, "temperature": null, "top_p": null, "max_output_tokens": 384000, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "DeepSeek", "harness": "OpenHands" }, "deepseek/deepseek-v4.1-flash": { "accuracy": 16.378, "latency": 1701.009, "stderr": 3.194, "cost_per_test": 0.688342, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 842291436, "output_tokens": 11622921, "reasoning_tokens": 6175113, "cache_read_tokens": 789856512, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": null, "top_p": null, "max_output_tokens": 384000, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "DeepSeek", "harness": "OpenHands" }, "zai/glm-5.3-flash": { "accuracy": 16.033, "latency": 2343.096, "stderr": 3.279, "cost_per_test": 0.462842, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 927093184, "output_tokens": 13394529, "reasoning_tokens": 7235841, "cache_read_tokens": 828975104, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": 0.95, "max_output_tokens": 131072, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "Fireworks AI", "harness": "OpenHands" }, "openai/gpt-5.6-terra": { "accuracy": 14.822, "latency": 6536.122, "stderr": 3.123, "cost_per_test": 33.326696, "token_totals": { "input_tokens": 2455464897, "output_tokens": 48918335, "reasoning_tokens": 30228890, "cache_read_tokens": 2199619998, "cache_write_tokens": 255401967 }, "token_tasks_measured": 50, "temperature": null, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": "max", "verbosity": null, "compute_effort": null, "provider": "OpenAI", "harness": "OpenHands" }, "grok/grok-4.6": { "accuracy": 14.75, "latency": 7851.405, "stderr": 3.17, "cost_per_test": 26.271157, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 1049006874, "output_tokens": 35858570, "reasoning_tokens": 24714425, "cache_read_tokens": 666404864, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 0.7, "top_p": 0.95, "max_output_tokens": null, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "SpaceXAI", "harness": "OpenHands" }, "mistralai/mistral-large-4": { "accuracy": 14.261, "latency": 3593.189, "stderr": 3.205, "cost_per_test": 3.435784, "token_totals": { "input_tokens": 739497578, "output_tokens": 13186574, "reasoning_tokens": null, "cache_read_tokens": 592937984, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": 0.95, "max_output_tokens": 256000, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "Mistral AI", "harness": "OpenHands" }, "anthropic/claude-sonnet-5": { "accuracy": 13.822, "latency": 15369.858, "stderr": 2.985, "cost_per_test": 71.148517, "token_totals": { "input_tokens": 3606408571, "output_tokens": 99276096, "reasoning_tokens": 73810698, "cache_read_tokens": 3320486901, "cache_write_tokens": 285831107 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": "max", "provider": "Anthropic", "harness": "OpenHands" }, "alibaba/qwen3.8-max": { "accuracy": 12.833, "latency": 5735.815, "stderr": 3.183, "cost_per_test": 9.675734, "token_totals": { "input_tokens": 949815427, "output_tokens": 16221381, "reasoning_tokens": 7715766, "cache_read_tokens": 864669952, "cache_write_tokens": null }, "token_tasks_measured": 50, "temperature": 0.7, "top_p": null, "max_output_tokens": 128000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": null, "provider": "Alibaba", "harness": "OpenHands" }, "minimax/MiniMax-M3": { "accuracy": 9.222, "latency": 1570.129, "stderr": 2.857, "cost_per_test": 3.028103, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 786506665, "output_tokens": 7461818, "reasoning_tokens": 307888, "cache_read_tokens": 705015023, "cache_write_tokens": 0 }, "token_tasks_measured": 50, "temperature": 1.0, "top_p": 0.95, "max_output_tokens": 512000, "reasoning": null, "reasoning_effort": null, "verbosity": null, "compute_effort": null, "provider": "MiniMax", "harness": "OpenHands" }, "thinkingmachines/inkling": { "accuracy": 7.333, "latency": 3001.539, "stderr": 1.839, "cost_per_test": 4.997334, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 913759290, "output_tokens": 10283113, "reasoning_tokens": null, "cache_read_tokens": 856068096, "cache_write_tokens": 0 }, "token_tasks_measured": 49, "temperature": 1.0, "top_p": 1.0, "max_output_tokens": 256000, "reasoning": null, "reasoning_effort": "0.99", "verbosity": null, "compute_effort": null, "provider": "Thinkingmachines", "harness": "OpenHands" }, "google/gemini-3.1-pro-preview": { "accuracy": 6.694, "latency": 688.056, "stderr": 2.398, "cost_per_test": 3.358183, "avg_cache_write_tokens": 0.0, "token_totals": { "input_tokens": 276067126, "output_tokens": 2666205, "reasoning_tokens": 1212911, "cache_read_tokens": 233098753, "cache_write_tokens": 0 }, "token_tasks_measured": 49, "temperature": 1.0, "top_p": null, "max_output_tokens": 65536, "reasoning": null, "reasoning_effort": "high", "verbosity": null, "compute_effort": null, "provider": "Google", "harness": "OpenHands" } } } }