[ { "accepted": 37, "accepted_rate": 0.7254901960784313, "attempts": 51, "cost_per_accepted_chore": 6.636648648648648e-05, "cost_per_attempt": 4.8148235294117646e-05, "effort": "none", "hard_fail_rate": 0.058823529411764705, "llm_id": "deepseek-v4-flash", "mean_latency_ms": 4378.686274509804, "price_is_proxy": true, "providerid": "deepseek-v4-flash:cloud", "tokens_per_accepted_chore": 528.8378378378378, "total_cost_usd": 0.00245556, "total_input_tokens": 11850, "total_output_tokens": 7717 }, { "accepted": 43, "accepted_rate": 0.8431372549019608, "attempts": 51, "cost_per_accepted_chore": 0.00010904651162790696, "cost_per_attempt": 9.194117647058823e-05, "effort": "low", "hard_fail_rate": 0.058823529411764705, "llm_id": "deepseek-v4-flash", "mean_latency_ms": 5048.725490196079, "price_is_proxy": true, "providerid": "deepseek-v4-flash:cloud", "tokens_per_accepted_chore": 738.4883720930233, "total_cost_usd": 0.004689, "total_input_tokens": 11410, "total_output_tokens": 20345 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 0.00012349199999999998, "cost_per_attempt": 0.00010896352941176469, "effort": "medium", "hard_fail_rate": 0.0392156862745098, "llm_id": "deepseek-v4-flash", "mean_latency_ms": 9000.137254901962, "price_is_proxy": true, "providerid": "deepseek-v4-flash:cloud", "tokens_per_accepted_chore": 817.7333333333333, "total_cost_usd": 0.0055571399999999995, "total_input_tokens": 11850, "total_output_tokens": 24948 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 0.00011292, "cost_per_attempt": 9.963529411764706e-05, "effort": "high", "hard_fail_rate": 0.0196078431372549, "llm_id": "deepseek-v4-flash", "mean_latency_ms": 4051.294117647059, "price_is_proxy": true, "providerid": "deepseek-v4-flash:cloud", "tokens_per_accepted_chore": 759.0, "total_cost_usd": 0.0050814, "total_input_tokens": 11850, "total_output_tokens": 22305 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.0005743821428571428, "cost_per_attempt": 0.0004730205882352941, "effort": "max", "hard_fail_rate": 0.0392156862745098, "llm_id": "deepseek-v4-flash", "mean_latency_ms": 12735.235294117647, "price_is_proxy": true, "providerid": "deepseek-v4-flash:cloud", "tokens_per_accepted_chore": 3380.0476190476193, "total_cost_usd": 0.024124049999999998, "total_input_tokens": 15879, "total_output_tokens": 126083 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.0002648204347826087, "cost_per_attempt": 0.00023885764705882352, "effort": "none", "hard_fail_rate": 0.0392156862745098, "llm_id": "deepseek-v4-pro", "mean_latency_ms": 2521.098039215686, "price_is_proxy": true, "providerid": "deepseek-v4-pro:cloud", "tokens_per_accepted_chore": 433.19565217391306, "total_cost_usd": 0.01218174, "total_input_tokens": 11850, "total_output_tokens": 8077 }, { "accepted": 43, "accepted_rate": 0.8431372549019608, "attempts": 51, "cost_per_accepted_chore": 0.0007730051162790698, "cost_per_attempt": 0.0006517494117647059, "effort": "low", "hard_fail_rate": 0.0392156862745098, "llm_id": "deepseek-v4-pro", "mean_latency_ms": 6566.254901960784, "price_is_proxy": true, "providerid": "deepseek-v4-pro:cloud", "tokens_per_accepted_chore": 1026.3023255813953, "total_cost_usd": 0.03323922, "total_input_tokens": 11850, "total_output_tokens": 32281 }, { "accepted": 44, "accepted_rate": 0.8627450980392157, "attempts": 51, "cost_per_accepted_chore": 0.0008071622727272728, "cost_per_attempt": 0.0006963752941176471, "effort": "medium", "hard_fail_rate": 0.0784313725490196, "llm_id": "deepseek-v4-pro", "mean_latency_ms": 6705.823529411765, "price_is_proxy": true, "providerid": "deepseek-v4-pro:cloud", "tokens_per_accepted_chore": 1062.4318181818182, "total_cost_usd": 0.03551514, "total_input_tokens": 11850, "total_output_tokens": 34897 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.0008601607142857142, "cost_per_attempt": 0.0007083676470588235, "effort": "high", "hard_fail_rate": 0.0392156862745098, "llm_id": "deepseek-v4-pro", "mean_latency_ms": 7711.588235294118, "price_is_proxy": true, "providerid": "deepseek-v4-pro:cloud", "tokens_per_accepted_chore": 1129.7619047619048, "total_cost_usd": 0.03612675, "total_input_tokens": 11850, "total_output_tokens": 35600 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.0013322820652173913, "cost_per_attempt": 0.0012016661764705882, "effort": "max", "hard_fail_rate": 0.0196078431372549, "llm_id": "deepseek-v4-pro", "mean_latency_ms": 10880.941176470587, "price_is_proxy": true, "providerid": "deepseek-v4-pro:cloud", "tokens_per_accepted_chore": 1703.9565217391305, "total_cost_usd": 0.061284975, "total_input_tokens": 15879, "total_output_tokens": 62503 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 7.096466666666668e-05, "cost_per_attempt": 6.261588235294118e-05, "effort": "none", "hard_fail_rate": 0.0, "llm_id": "gemma4-26b", "mean_latency_ms": 21572.843137254902, "price_is_proxy": true, "providerid": "gemma4:26b-mlx", "tokens_per_accepted_chore": 458.64444444444445, "total_cost_usd": 0.0031934100000000003, "total_input_tokens": 13398, "total_output_tokens": 7241 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.0014839585714285714, "cost_per_attempt": 0.0012220835294117648, "effort": "low", "hard_fail_rate": 0.0196078431372549, "llm_id": "gemma4-26b", "mean_latency_ms": 95273.2156862745, "price_is_proxy": true, "providerid": "gemma4:26b-mlx", "tokens_per_accepted_chore": 4755.857142857143, "total_cost_usd": 0.06232626, "total_input_tokens": 13296, "total_output_tokens": 186450 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.0013655576086956521, "cost_per_attempt": 0.001231679411764706, "effort": "medium", "hard_fail_rate": 0.0196078431372549, "llm_id": "gemma4-26b", "mean_latency_ms": 103575.56862745098, "price_is_proxy": true, "providerid": "gemma4:26b-mlx", "tokens_per_accepted_chore": 4374.54347826087, "total_cost_usd": 0.06281565, "total_input_tokens": 13296, "total_output_tokens": 187933 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.001272691304347826, "cost_per_attempt": 0.0011479176470588234, "effort": "high", "hard_fail_rate": 0.0, "llm_id": "gemma4-26b", "mean_latency_ms": 93144.62745098039, "price_is_proxy": true, "providerid": "gemma4:26b-mlx", "tokens_per_accepted_chore": 4093.1304347826085, "total_cost_usd": 0.0585438, "total_input_tokens": 13296, "total_output_tokens": 174988 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.0015260452173913044, "cost_per_attempt": 0.0013764329411764704, "effort": "max", "hard_fail_rate": 0.0196078431372549, "llm_id": "gemma4-26b", "mean_latency_ms": 133167.5294117647, "price_is_proxy": true, "providerid": "gemma4:26b-mlx", "tokens_per_accepted_chore": 4860.869565217391, "total_cost_usd": 0.07019808, "total_input_tokens": 13296, "total_output_tokens": 210304 }, { "accepted": 39, "accepted_rate": 0.7647058823529411, "attempts": 51, "cost_per_accepted_chore": 0.0005415400000000001, "cost_per_attempt": 0.0004141188235294118, "effort": "none", "hard_fail_rate": 0.058823529411764705, "llm_id": "glm-5.2", "mean_latency_ms": 5369.098039215686, "price_is_proxy": true, "providerid": "glm-5.2:cloud", "tokens_per_accepted_chore": 513.4615384615385, "total_cost_usd": 0.021120060000000003, "total_input_tokens": 11577, "total_output_tokens": 8448 }, { "accepted": 40, "accepted_rate": 0.7843137254901961, "attempts": 51, "cost_per_accepted_chore": 0.0011093684999999999, "cost_per_attempt": 0.0008700929411764705, "effort": "low", "hard_fail_rate": 0.0, "llm_id": "glm-5.2", "mean_latency_ms": 9441.70588235294, "price_is_proxy": true, "providerid": "glm-5.2:cloud", "tokens_per_accepted_chore": 836.25, "total_cost_usd": 0.044374739999999996, "total_input_tokens": 11883, "total_output_tokens": 21567 }, { "accepted": 44, "accepted_rate": 0.8627450980392157, "attempts": 51, "cost_per_accepted_chore": 0.0012474368181818183, "cost_per_attempt": 0.00107622, "effort": "medium", "hard_fail_rate": 0.0, "llm_id": "glm-5.2", "mean_latency_ms": 12256.745098039217, "price_is_proxy": true, "providerid": "glm-5.2:cloud", "tokens_per_accepted_chore": 895.9772727272727, "total_cost_usd": 0.05488722, "total_input_tokens": 11883, "total_output_tokens": 27540 }, { "accepted": 43, "accepted_rate": 0.8431372549019608, "attempts": 51, "cost_per_accepted_chore": 0.0009233827906976744, "cost_per_attempt": 0.000778538431372549, "effort": "high", "hard_fail_rate": 0.0196078431372549, "llm_id": "glm-5.2", "mean_latency_ms": 9378.392156862745, "price_is_proxy": true, "providerid": "glm-5.2:cloud", "tokens_per_accepted_chore": 716.2093023255813, "total_cost_usd": 0.03970546, "total_input_tokens": 11883, "total_output_tokens": 18914 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 0.005867211111111111, "cost_per_attempt": 0.005176950980392157, "effort": "max", "hard_fail_rate": 0.0, "llm_id": "glm-5.2", "mean_latency_ms": 44822.333333333336, "price_is_proxy": true, "providerid": "glm-5.2:cloud", "tokens_per_accepted_chore": 3516.688888888889, "total_cost_usd": 0.2640245, "total_input_tokens": 11883, "total_output_tokens": 146368 }, { "accepted": 40, "accepted_rate": 0.7843137254901961, "attempts": 51, "cost_per_accepted_chore": 0.0010105722499999998, "cost_per_attempt": 0.0007926056862745097, "effort": "none", "hard_fail_rate": 0.0784313725490196, "llm_id": "kimi-k2.6", "mean_latency_ms": 3007.1176470588234, "price_is_proxy": true, "providerid": "kimi-k2.6:cloud", "tokens_per_accepted_chore": 535.225, "total_cost_usd": 0.040422889999999996, "total_input_tokens": 11805, "total_output_tokens": 9604 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 0.019795618222222224, "cost_per_attempt": 0.017466721960784314, "effort": "low", "hard_fail_rate": 0.058823529411764705, "llm_id": "kimi-k2.6", "mean_latency_ms": 49669.8431372549, "price_is_proxy": true, "providerid": "kimi-k2.6:cloud", "tokens_per_accepted_chore": 6016.577777777778, "total_cost_usd": 0.8908028200000001, "total_input_tokens": 11754, "total_output_tokens": 258992 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.018457773913043478, "cost_per_attempt": 0.016648188235294115, "effort": "medium", "hard_fail_rate": 0.0196078431372549, "llm_id": "kimi-k2.6", "mean_latency_ms": 46387.05882352941, "price_is_proxy": true, "providerid": "kimi-k2.6:cloud", "tokens_per_accepted_chore": 5619.652173913043, "total_cost_usd": 0.8490576, "total_input_tokens": 11754, "total_output_tokens": 246750 }, { "accepted": 45, "accepted_rate": 0.8823529411764706, "attempts": 51, "cost_per_accepted_chore": 0.015483711111111112, "cost_per_attempt": 0.013662098039215687, "effort": "high", "hard_fail_rate": 0.0196078431372549, "llm_id": "kimi-k2.6", "mean_latency_ms": 40536.0, "price_is_proxy": true, "providerid": "kimi-k2.6:cloud", "tokens_per_accepted_chore": 4752.0888888888885, "total_cost_usd": 0.696767, "total_input_tokens": 11754, "total_output_tokens": 202090 }, { "accepted": 47, "accepted_rate": 0.9215686274509803, "attempts": 51, "cost_per_accepted_chore": 0.019481946595744683, "cost_per_attempt": 0.017953950784313725, "effort": "max", "hard_fail_rate": 0.0196078431372549, "llm_id": "kimi-k2.6", "mean_latency_ms": 51827.03921568627, "price_is_proxy": true, "providerid": "kimi-k2.6:cloud", "tokens_per_accepted_chore": 5915.595744680851, "total_cost_usd": 0.91565149, "total_input_tokens": 11754, "total_output_tokens": 266279 }, { "accepted": 34, "accepted_rate": 0.6666666666666666, "attempts": 51, "cost_per_accepted_chore": 0.0015716399999999998, "cost_per_attempt": 0.0010477599999999998, "effort": "none", "hard_fail_rate": 0.09803921568627451, "llm_id": "minimax-m2.7", "mean_latency_ms": 18548.333333333332, "price_is_proxy": true, "providerid": "minimax-m2.7:cloud", "tokens_per_accepted_chore": 1891.4411764705883, "total_cost_usd": 0.05343575999999999, "total_input_tokens": 11529, "total_output_tokens": 52780 }, { "accepted": 35, "accepted_rate": 0.6862745098039216, "attempts": 51, "cost_per_accepted_chore": 0.0017968594285714286, "cost_per_attempt": 0.0012331388235294117, "effort": "low", "hard_fail_rate": 0.0784313725490196, "llm_id": "minimax-m2.7", "mean_latency_ms": 20770.725490196077, "price_is_proxy": true, "providerid": "minimax-m2.7:cloud", "tokens_per_accepted_chore": 2108.0857142857144, "total_cost_usd": 0.06289008, "total_input_tokens": 11030, "total_output_tokens": 62753 }, { "accepted": 38, "accepted_rate": 0.7450980392156863, "attempts": 51, "cost_per_accepted_chore": 0.0010112463157894737, "cost_per_attempt": 0.0007534776470588235, "effort": "medium", "hard_fail_rate": 0.0784313725490196, "llm_id": "minimax-m2.7", "mean_latency_ms": 13879.803921568628, "price_is_proxy": true, "providerid": "minimax-m2.7:cloud", "tokens_per_accepted_chore": 1277.157894736842, "total_cost_usd": 0.03842736, "total_input_tokens": 11338, "total_output_tokens": 37194 }, { "accepted": 34, "accepted_rate": 0.6666666666666666, "attempts": 51, "cost_per_accepted_chore": 0.0007615905882352941, "cost_per_attempt": 0.0005077270588235293, "effort": "high", "hard_fail_rate": 0.0784313725490196, "llm_id": "minimax-m2.7", "mean_latency_ms": 10598.882352941177, "price_is_proxy": true, "providerid": "minimax-m2.7:cloud", "tokens_per_accepted_chore": 1040.0294117647059, "total_cost_usd": 0.025894079999999996, "total_input_tokens": 11184, "total_output_tokens": 24177 }, { "accepted": 35, "accepted_rate": 0.6862745098039216, "attempts": 51, "cost_per_accepted_chore": 0.0017996777142857143, "cost_per_attempt": 0.0012350729411764706, "effort": "max", "hard_fail_rate": 0.058823529411764705, "llm_id": "minimax-m2.7", "mean_latency_ms": 20337.549019607843, "price_is_proxy": true, "providerid": "minimax-m2.7:cloud", "tokens_per_accepted_chore": 2121.714285714286, "total_cost_usd": 0.06298872, "total_input_tokens": 11529, "total_output_tokens": 62731 }, { "accepted": 48, "accepted_rate": 0.9411764705882353, "attempts": 51, "cost_per_accepted_chore": 0.0014119624999999998, "cost_per_attempt": 0.001328905882352941, "effort": "none", "hard_fail_rate": 0.0, "llm_id": "minimax-m3", "mean_latency_ms": 9592.803921568628, "price_is_proxy": true, "providerid": "minimax-m3:cloud", "tokens_per_accepted_chore": 1486.4791666666667, "total_cost_usd": 0.06777419999999999, "total_input_tokens": 19830, "total_output_tokens": 51521 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.0026721, "cost_per_attempt": 0.0022005529411764707, "effort": "low", "hard_fail_rate": 0.0, "llm_id": "minimax-m3", "mean_latency_ms": 16218.490196078432, "price_is_proxy": true, "providerid": "minimax-m3:cloud", "tokens_per_accepted_chore": 2580.8571428571427, "total_cost_usd": 0.1122282, "total_input_tokens": 19830, "total_output_tokens": 88566 }, { "accepted": 44, "accepted_rate": 0.8627450980392157, "attempts": 51, "cost_per_accepted_chore": 0.0018201954545454544, "cost_per_attempt": 0.0015703647058823529, "effort": "medium", "hard_fail_rate": 0.0392156862745098, "llm_id": "minimax-m3", "mean_latency_ms": 11323.411764705883, "price_is_proxy": true, "providerid": "minimax-m3:cloud", "tokens_per_accepted_chore": 1854.840909090909, "total_cost_usd": 0.0800886, "total_input_tokens": 19830, "total_output_tokens": 61783 }, { "accepted": 46, "accepted_rate": 0.9019607843137255, "attempts": 51, "cost_per_accepted_chore": 0.001700986956521739, "cost_per_attempt": 0.0015342235294117646, "effort": "high", "hard_fail_rate": 0.0, "llm_id": "minimax-m3", "mean_latency_ms": 11355.882352941177, "price_is_proxy": true, "providerid": "minimax-m3:cloud", "tokens_per_accepted_chore": 1740.804347826087, "total_cost_usd": 0.07824539999999999, "total_input_tokens": 19830, "total_output_tokens": 60247 }, { "accepted": 40, "accepted_rate": 0.7843137254901961, "attempts": 51, "cost_per_accepted_chore": 0.001844175, "cost_per_attempt": 0.0014464117647058823, "effort": "max", "hard_fail_rate": 0.058823529411764705, "llm_id": "minimax-m3", "mean_latency_ms": 11345.29411764706, "price_is_proxy": true, "providerid": "minimax-m3:cloud", "tokens_per_accepted_chore": 1908.625, "total_cost_usd": 0.073767, "total_input_tokens": 19830, "total_output_tokens": 56515 }, { "accepted": 28, "accepted_rate": 0.5490196078431373, "attempts": 51, "cost_per_accepted_chore": 0.0007747976785714286, "cost_per_attempt": 0.0004253791176470588, "effort": "none", "hard_fail_rate": 0.058823529411764705, "llm_id": "qwen3.6-27b", "mean_latency_ms": 55200.8431372549, "price_is_proxy": true, "providerid": "qwen3.6:27b-mlx", "tokens_per_accepted_chore": 721.0, "total_cost_usd": 0.021694335, "total_input_tokens": 12651, "total_output_tokens": 7537 }, { "accepted": 38, "accepted_rate": 0.7450980392156863, "attempts": 51, "cost_per_accepted_chore": 0.009227064868421052, "cost_per_attempt": 0.00687506794117647, "effort": "low", "hard_fail_rate": 0.0, "llm_id": "qwen3.6-27b", "mean_latency_ms": 203859.01960784313, "price_is_proxy": true, "providerid": "qwen3.6:27b-mlx", "tokens_per_accepted_chore": 4135.631578947368, "total_cost_usd": 0.350628465, "total_input_tokens": 12549, "total_output_tokens": 144605 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.00790755392857143, "cost_per_attempt": 0.0065121032352941175, "effort": "medium", "hard_fail_rate": 0.0, "llm_id": "qwen3.6-27b", "mean_latency_ms": 212397.74509803922, "price_is_proxy": true, "providerid": "qwen3.6:27b-mlx", "tokens_per_accepted_chore": 3558.1190476190477, "total_cost_usd": 0.332117265, "total_input_tokens": 12549, "total_output_tokens": 136892 }, { "accepted": 42, "accepted_rate": 0.8235294117647058, "attempts": 51, "cost_per_accepted_chore": 0.007882125357142857, "cost_per_attempt": 0.00649116205882353, "effort": "high", "hard_fail_rate": 0.0, "llm_id": "qwen3.6-27b", "mean_latency_ms": 232740.431372549, "price_is_proxy": true, "providerid": "qwen3.6:27b-mlx", "tokens_per_accepted_chore": 3547.5238095238096, "total_cost_usd": 0.33104926500000004, "total_input_tokens": 12549, "total_output_tokens": 136447 }, { "accepted": 40, "accepted_rate": 0.7843137254901961, "attempts": 51, "cost_per_accepted_chore": 0.008214371625, "cost_per_attempt": 0.006442644411764706, "effort": "max", "hard_fail_rate": 0.0, "llm_id": "qwen3.6-27b", "mean_latency_ms": 202520.50980392157, "price_is_proxy": true, "providerid": "qwen3.6:27b-mlx", "tokens_per_accepted_chore": 3699.125, "total_cost_usd": 0.328574865, "total_input_tokens": 12549, "total_output_tokens": 135416 } ]