{ "conditions": { "sites": 8, "tasks": 49, "repetitions": 1, "timeoutSeconds": 600, "stepLimit": null, "order": "on then off", "tools": "Full DeepDeck default tools including Chrome DevTools MCP; only WebMCP changes.", "efficiency": "Same 43 tasks passed in both arms of all five models, with complete usage and known incomplete/unverified steps excluded. Site charts use each model’s own eligible pairs.", "revisionNote": "The same 49 task IDs were evaluated. Terra spans corpus revisions around an environment readiness fix; hashes are preserved per model. Do not treat these as one identical-build cross-model experiment.", "stepAccounting": "Agent steps count step/start events (including a started step interrupted by timeout). Tool calls count tool/call events, including failed calls. A step may issue multiple calls; neither metric is a UI click count. There is no step limit.", "pricing": "Historical three-model estimates retained. Luna uses Standard USD API-equivalent rates; MiMo uses official overseas USD real-time API-equivalent rates, checked 2026-09-23. Incomplete usage retains a recorded cost lower bound; null total never means zero cost.", "dates": "2026-09-16 through 2026-09-23", "limitations": "Single attempts across dates/builds. Scorer passes are not exhaustive manual completion checks. MiMo calibration with thinking disabled is excluded." }, "models": [ { "id": "terra", "name": "GPT-5.6 Terra", "model": "gpt-5.6-terra", "date": "2026-09-16", "arms": { "on": { "passed": 49, "timeouts": 0 }, "off": { "passed": 49, "timeouts": 0 } }, "efficiency": { "pairs": 49, "tokens": { "on": 4040411, "off": 7323081, "offMinusOn": 3282670, "offOverOn": 1.8124594255386395, "webmcpReductionPercent": 44.82635109457345 }, "seconds": { "on": 1230.2202186280003, "off": 2091.0849199990002, "webmcpReductionPercent": 41.16832813138031 } }, "sites": [ { "id": "tailwind-nextjs-blog", "name": "Tailwind Next.js Blog", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 62743, "seconds": 28.923847834, "steps": 6, "toolCalls": 4 }, "off": { "passed": 2, "tokens": 99923, "seconds": 29.504606791999997, "steps": 9, "toolCalls": 7 } }, { "id": "bulletproof-react", "name": "Bulletproof React", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 73040, "seconds": 23.3318735, "steps": 7, "toolCalls": 5 }, "off": { "passed": 2, "tokens": 130494, "seconds": 47.28919483300001, "steps": 12, "toolCalls": 11 } }, { "id": "directory-9d8", "name": "9d8 Directory", "count": 3, "pairs": 3, "on": { "passed": 3, "tokens": 140538, "seconds": 47.211546041999995, "steps": 13, "toolCalls": 10 }, "off": { "passed": 3, "tokens": 287197, "seconds": 84.525233126, "steps": 23, "toolCalls": 20 } }, { "id": "nextjs-starter-medusa", "name": "Medusa", "count": 9, "pairs": 9, "on": { "passed": 9, "tokens": 1042124, "seconds": 268.641335166, "steps": 60, "toolCalls": 52 }, "off": { "passed": 9, "tokens": 1955963, "seconds": 492.60089537399995, "steps": 118, "toolCalls": 110 } }, { "id": "easyappointments", "name": "Easy!Appointments", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 712423, "seconds": 202.172496374, "steps": 47, "toolCalls": 39 }, "off": { "passed": 8, "tokens": 1243387, "seconds": 307.13914525, "steps": 73, "toolCalls": 65 } }, { "id": "learnhouse", "name": "LearnHouse", "count": 7, "pairs": 7, "on": { "passed": 7, "tokens": 352363, "seconds": 129.80949125200002, "steps": 30, "toolCalls": 23 }, "off": { "passed": 7, "tokens": 691363, "seconds": 224.595422999, "steps": 56, "toolCalls": 49 } }, { "id": "idurar-erp-crm", "name": "IDURAR ERP/CRM", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 1047072, "seconds": 331.572788835, "steps": 75, "toolCalls": 67 }, "off": { "passed": 8, "tokens": 1382633, "seconds": 429.039801541, "steps": 100, "toolCalls": 94 } }, { "id": "hi-events", "name": "Hi.Events", "count": 10, "pairs": 10, "on": { "passed": 10, "tokens": 610108, "seconds": 198.55683962500004, "steps": 49, "toolCalls": 40 }, "off": { "passed": 10, "tokens": 1532121, "seconds": 476.39062008400003, "steps": 91, "toolCalls": 82 } } ], "tasks": [ { "site": "nextjs-starter-medusa", "id": "md-1", "title": { "zh": "统计并列出全部商品", "en": "Count and list products" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 34044, "seconds": 19.192969375, "steps": 3, "toolCalls": 2, "usage": { "input": 23112, "cached": 10752, "write": 0, "output": 180 }, "usageComplete": true, "cost": { "parts": { "input": 0.046224, "cached": 0.0021504, "write": 0, "output": 0.00216 }, "total": 0.0505344, "recordedSubtotal": 0.0505344 }, "cacheHitPercent": 31.75053153791637, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 180379, "seconds": 60.110733042, "steps": 13, "toolCalls": 13, "usage": { "input": 38819, "cached": 140800, "write": 0, "output": 760 }, "usageComplete": true, "cost": { "parts": { "input": 0.077638, "cached": 0.02816, "write": 0, "output": 0.00912 }, "total": 0.114918, "recordedSubtotal": 0.114918 }, "cacheHitPercent": 78.38814379325127, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-2", "title": { "zh": "查询配送政策与时效", "en": "Read shipping policy and delivery times" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32938, "seconds": 10.644417833, "steps": 3, "toolCalls": 2, "usage": { "input": 13317, "cached": 19456, "write": 0, "output": 165 }, "usageComplete": true, "cost": { "parts": { "input": 0.026634, "cached": 0.0038912, "write": 0, "output": 0.00198 }, "total": 0.0325052, "recordedSubtotal": 0.0325052 }, "cacheHitPercent": 59.36594147621518, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 126859, "seconds": 44.692465167, "steps": 10, "toolCalls": 9, "usage": { "input": 23420, "cached": 102912, "write": 0, "output": 527 }, "usageComplete": true, "cost": { "parts": { "input": 0.04684, "cached": 0.0205824, "write": 0, "output": 0.006324 }, "total": 0.0737464, "recordedSubtotal": 0.0737464 }, "cacheHitPercent": 81.46154576829306, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-3", "title": { "zh": "查询退货政策", "en": "Read the returns policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32699, "seconds": 18.680960417, "steps": 3, "toolCalls": 2, "usage": { "input": 13093, "cached": 19456, "write": 0, "output": 150 }, "usageComplete": true, "cost": { "parts": { "input": 0.026186, "cached": 0.0038912, "write": 0, "output": 0.0018 }, "total": 0.0318772, "recordedSubtotal": 0.0318772 }, "cacheHitPercent": 59.77449384005653, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 175748, "seconds": 53.371215, "steps": 13, "toolCalls": 12, "usage": { "input": 26472, "cached": 148480, "write": 0, "output": 796 }, "usageComplete": true, "cost": { "parts": { "input": 0.052944, "cached": 0.029696, "write": 0, "output": 0.009552 }, "total": 0.092192, "recordedSubtotal": 0.092192 }, "cacheHitPercent": 84.8689926379807, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-9", "title": { "zh": "判断指定商品是否存在", "en": "Check product availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33867, "seconds": 8.275656417, "steps": 3, "toolCalls": 2, "usage": { "input": 22995, "cached": 10752, "write": 0, "output": 120 }, "usageComplete": true, "cost": { "parts": { "input": 0.04599, "cached": 0.0021504, "write": 0, "output": 0.00144 }, "total": 0.0495804, "recordedSubtotal": 0.0495804 }, "cacheHitPercent": 31.860609831985066, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 80665, "seconds": 26.143469875, "steps": 7, "toolCalls": 6, "usage": { "input": 18960, "cached": 61440, "write": 0, "output": 265 }, "usageComplete": true, "cost": { "parts": { "input": 0.03792, "cached": 0.012288, "write": 0, "output": 0.00318 }, "total": 0.053388, "recordedSubtotal": 0.053388 }, "cacheHitPercent": 76.4179104477612, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-4", "title": { "zh": "查询商品尺码", "en": "List product sizes" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33077, "seconds": 11.311374999999996, "steps": 3, "toolCalls": 2, "usage": { "input": 13464, "cached": 19456, "write": 0, "output": 157 }, "usageComplete": true, "cost": { "parts": { "input": 0.026928, "cached": 0.0038912, "write": 0, "output": 0.001884 }, "total": 0.0327032, "recordedSubtotal": 0.0327032 }, "cacheHitPercent": 59.10085054678007, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 111404, "seconds": 31.058845249999997, "steps": 9, "toolCalls": 8, "usage": { "input": 32683, "cached": 78336, "write": 0, "output": 385 }, "usageComplete": true, "cost": { "parts": { "input": 0.065366, "cached": 0.0156672, "write": 0, "output": 0.00462 }, "total": 0.0856532, "recordedSubtotal": 0.0856532 }, "cacheHitPercent": 70.56089498194002, "audit": null } }, { "site": "tailwind-nextjs-blog", "id": "blog-find-post", "title": { "zh": "查找指定文章标题", "en": "Find a post by its title" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 31663, "seconds": 18.814550375, "steps": 3, "toolCalls": 2, "usage": { "input": 12804, "cached": 18432, "write": 0, "output": 427 }, "usageComplete": true, "cost": { "parts": { "input": 0.025608, "cached": 0.0036864, "write": 0, "output": 0.005124 }, "total": 0.0344184, "recordedSubtotal": 0.0344184 }, "cacheHitPercent": 59.00883595850941, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56507, "seconds": 16.575855124999997, "steps": 5, "toolCalls": 4, "usage": { "input": 18453, "cached": 37888, "write": 0, "output": 166 }, "usageComplete": true, "cost": { "parts": { "input": 0.036906, "cached": 0.0075776, "write": 0, "output": 0.001992 }, "total": 0.0464756, "recordedSubtotal": 0.0464756 }, "cacheHitPercent": 67.24765268632079, "audit": null } }, { "site": "tailwind-nextjs-blog", "id": "blog-read-author", "title": { "zh": "读取 About 页作者", "en": "Read the About-page author" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 31080, "seconds": 10.109297459, "steps": 3, "toolCalls": 2, "usage": { "input": 12515, "cached": 18432, "write": 0, "output": 133 }, "usageComplete": true, "cost": { "parts": { "input": 0.02503, "cached": 0.0036864, "write": 0, "output": 0.001596 }, "total": 0.0303124, "recordedSubtotal": 0.0303124 }, "cacheHitPercent": 59.559892719811295, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 43416, "seconds": 12.928751667, "steps": 4, "toolCalls": 3, "usage": { "input": 15117, "cached": 28160, "write": 0, "output": 139 }, "usageComplete": true, "cost": { "parts": { "input": 0.030234, "cached": 0.005632, "write": 0, "output": 0.001668 }, "total": 0.037534, "recordedSubtotal": 0.037534 }, "cacheHitPercent": 65.06920535157242, "audit": null } }, { "site": "bulletproof-react", "id": "react-public-content", "title": { "zh": "识别公开首页应用", "en": "Identify the public application" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 30998, "seconds": 9.999997125000002, "steps": 3, "toolCalls": 2, "usage": { "input": 12405, "cached": 18432, "write": 0, "output": 161 }, "usageComplete": true, "cost": { "parts": { "input": 0.02481, "cached": 0.0036864, "write": 0, "output": 0.001932 }, "total": 0.0304284, "recordedSubtotal": 0.0304284 }, "cacheHitPercent": 59.7723513960502, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 41193, "seconds": 18.673893625, "steps": 4, "toolCalls": 3, "usage": { "input": 12883, "cached": 28160, "write": 0, "output": 150 }, "usageComplete": true, "cost": { "parts": { "input": 0.025766, "cached": 0.005632, "write": 0, "output": 0.0018 }, "total": 0.033198, "recordedSubtotal": 0.033198 }, "cacheHitPercent": 68.61096898374875, "audit": null } }, { "site": "bulletproof-react", "id": "react-auth-boundary", "title": { "zh": "检查未登录访问边界", "en": "Check signed-out access boundaries" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 42042, "seconds": 13.331876375, "steps": 4, "toolCalls": 3, "usage": { "input": 22367, "cached": 19456, "write": 0, "output": 219 }, "usageComplete": true, "cost": { "parts": { "input": 0.044734, "cached": 0.0038912, "write": 0, "output": 0.002628 }, "total": 0.0512532, "recordedSubtotal": 0.0512532 }, "cacheHitPercent": 46.51985749467996, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 89301, "seconds": 28.615301208000005, "steps": 8, "toolCalls": 8, "usage": { "input": 28465, "cached": 60416, "write": 0, "output": 420 }, "usageComplete": true, "cost": { "parts": { "input": 0.05693, "cached": 0.0120832, "write": 0, "output": 0.00504 }, "total": 0.0740532, "recordedSubtotal": 0.0740532 }, "cacheHitPercent": 67.97403269540172, "audit": null } }, { "site": "directory-9d8", "id": "directory-search", "title": { "zh": "按工具类型搜索目录", "en": "Search the directory by tool type" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 31496, "seconds": 10.092058584, "steps": 3, "toolCalls": 2, "usage": { "input": 12931, "cached": 18432, "write": 0, "output": 133 }, "usageComplete": true, "cost": { "parts": { "input": 0.025862, "cached": 0.0036864, "write": 0, "output": 0.001596 }, "total": 0.0311444, "recordedSubtotal": 0.0311444 }, "cacheHitPercent": 58.769888084685775, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 42452, "seconds": 12.125664334000001, "steps": 4, "toolCalls": 3, "usage": { "input": 14156, "cached": 28160, "write": 0, "output": 136 }, "usageComplete": true, "cost": { "parts": { "input": 0.028312, "cached": 0.005632, "write": 0, "output": 0.001632 }, "total": 0.035576, "recordedSubtotal": 0.035576 }, "cacheHitPercent": 66.54693260232536, "audit": null } }, { "site": "directory-9d8", "id": "directory-filter", "title": { "zh": "筛选开发者工具", "en": "Filter developer tools" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 42707, "seconds": 15.661566665999999, "steps": 4, "toolCalls": 3, "usage": { "input": 13277, "cached": 29184, "write": 0, "output": 246 }, "usageComplete": true, "cost": { "parts": { "input": 0.026554, "cached": 0.0058368, "write": 0, "output": 0.002952 }, "total": 0.0353428, "recordedSubtotal": 0.0353428 }, "cacheHitPercent": 68.73130637526201, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 147051, "seconds": 43.317623250000004, "steps": 11, "toolCalls": 10, "usage": { "input": 33222, "cached": 113152, "write": 0, "output": 677 }, "usageComplete": true, "cost": { "parts": { "input": 0.066444, "cached": 0.0226304, "write": 0, "output": 0.008124 }, "total": 0.0971984, "recordedSubtotal": 0.0971984 }, "cacheHitPercent": 77.30334622268981, "audit": null } }, { "site": "directory-9d8", "id": "directory-detail", "title": { "zh": "读取条目详情", "en": "Read a listing description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 66335, "seconds": 21.457920792, "steps": 6, "toolCalls": 5, "usage": { "input": 15307, "cached": 50688, "write": 0, "output": 340 }, "usageComplete": true, "cost": { "parts": { "input": 0.030614, "cached": 0.0101376, "write": 0, "output": 0.00408 }, "total": 0.0448316, "recordedSubtotal": 0.0448316 }, "cacheHitPercent": 76.80581862262292, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 97694, "seconds": 29.081945541999996, "steps": 8, "toolCalls": 7, "usage": { "input": 17975, "cached": 79360, "write": 0, "output": 359 }, "usageComplete": true, "cost": { "parts": { "input": 0.03595, "cached": 0.015872, "write": 0, "output": 0.004308 }, "total": 0.05613, "recordedSubtotal": 0.05613 }, "cacheHitPercent": 81.5328504648893, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-6", "title": { "zh": "检查购物车内容", "en": "Inspect the shopping cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32681, "seconds": 10.697471125, "steps": 3, "toolCalls": 2, "usage": { "input": 13111, "cached": 19456, "write": 0, "output": 114 }, "usageComplete": true, "cost": { "parts": { "input": 0.026222, "cached": 0.0038912, "write": 0, "output": 0.001368 }, "total": 0.0314812, "recordedSubtotal": 0.0314812 }, "cacheHitPercent": 59.74145607516812, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 40958, "seconds": 12.930516083, "steps": 4, "toolCalls": 3, "usage": { "input": 22403, "cached": 18432, "write": 0, "output": 123 }, "usageComplete": true, "cost": { "parts": { "input": 0.044806, "cached": 0.0036864, "write": 0, "output": 0.001476 }, "total": 0.0499684, "recordedSubtotal": 0.0499684 }, "cacheHitPercent": 45.13774947961308, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-5", "title": { "zh": "将指定款式加入购物车", "en": "Add a specified variant to the cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 71026, "seconds": 23.210226249999995, "steps": 6, "toolCalls": 5, "usage": { "input": 15852, "cached": 54784, "write": 0, "output": 390 }, "usageComplete": true, "cost": { "parts": { "input": 0.031704, "cached": 0.0109568, "write": 0, "output": 0.00468 }, "total": 0.0473408, "recordedSubtotal": 0.0473408 }, "cacheHitPercent": 77.55818562772524, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 190298, "seconds": 49.536991916, "steps": 13, "toolCalls": 12, "usage": { "input": 40586, "cached": 148992, "write": 0, "output": 720 }, "usageComplete": true, "cost": { "parts": { "input": 0.081172, "cached": 0.0297984, "write": 0, "output": 0.00864 }, "total": 0.1196104, "recordedSubtotal": 0.1196104 }, "cacheHitPercent": 78.59139773602422, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-7", "title": { "zh": "组合多件商品并核对数量", "en": "Build a multi-product cart and check quantity" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 105066, "seconds": 40.353184708, "steps": 8, "toolCalls": 8, "usage": { "input": 34666, "cached": 69632, "write": 0, "output": 768 }, "usageComplete": true, "cost": { "parts": { "input": 0.069332, "cached": 0.0139264, "write": 0, "output": 0.009216 }, "total": 0.0924744, "recordedSubtotal": 0.0924744 }, "cacheHitPercent": 66.7625457822777, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 427152, "seconds": 87.27972774999999, "steps": 23, "toolCalls": 22, "usage": { "input": 69089, "cached": 356864, "write": 0, "output": 1199 }, "usageComplete": true, "cost": { "parts": { "input": 0.138178, "cached": 0.0713728, "write": 0, "output": 0.014388 }, "total": 0.2239388, "recordedSubtotal": 0.2239388 }, "cacheHitPercent": 83.78013536704754, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-8", "title": { "zh": "完成访客结账与测试支付", "en": "Complete guest checkout with test payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 666726, "seconds": 126.275074041, "steps": 28, "toolCalls": 27, "usage": { "input": 54691, "cached": 609792, "write": 0, "output": 2243 }, "usageComplete": true, "cost": { "parts": { "input": 0.109382, "cached": 0.1219584, "write": 0, "output": 0.026916 }, "total": 0.2582564, "recordedSubtotal": 0.2582564 }, "cacheHitPercent": 91.76939063903818, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 622500, "seconds": 127.47693129099999, "steps": 26, "toolCalls": 25, "usage": { "input": 54024, "cached": 566784, "write": 0, "output": 1692 }, "usageComplete": true, "cost": { "parts": { "input": 0.108048, "cached": 0.1133568, "write": 0, "output": 0.020304 }, "total": 0.2417088, "recordedSubtotal": 0.2417088 }, "cacheHitPercent": 91.29779255421965, "audit": null } }, { "site": "easyappointments", "id": "ea-1", "title": { "zh": "列出全部服务", "en": "List all services" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33367, "seconds": 9.422214332999998, "steps": 3, "toolCalls": 2, "usage": { "input": 13770, "cached": 19456, "write": 0, "output": 141 }, "usageComplete": true, "cost": { "parts": { "input": 0.02754, "cached": 0.0038912, "write": 0, "output": 0.001692 }, "total": 0.0331232, "recordedSubtotal": 0.0331232 }, "cacheHitPercent": 58.55655209775477, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 41360, "seconds": 12.806311125, "steps": 4, "toolCalls": 3, "usage": { "input": 13049, "cached": 28160, "write": 0, "output": 151 }, "usageComplete": true, "cost": { "parts": { "input": 0.026098, "cached": 0.005632, "write": 0, "output": 0.001812 }, "total": 0.033542, "recordedSubtotal": 0.033542 }, "cacheHitPercent": 68.33458710475867, "audit": null } }, { "site": "easyappointments", "id": "ea-2", "title": { "zh": "查询服务价格与时长", "en": "Read service price and duration" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 75940, "seconds": 24.713126208000002, "steps": 7, "toolCalls": 6, "usage": { "input": 16239, "cached": 59392, "write": 0, "output": 309 }, "usageComplete": true, "cost": { "parts": { "input": 0.032478, "cached": 0.0118784, "write": 0, "output": 0.003708 }, "total": 0.0480644, "recordedSubtotal": 0.0480644 }, "cacheHitPercent": 78.52864566117069, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 88298, "seconds": 35.420502084000006, "steps": 8, "toolCalls": 7, "usage": { "input": 16820, "cached": 71168, "write": 0, "output": 310 }, "usageComplete": true, "cost": { "parts": { "input": 0.03364, "cached": 0.0142336, "write": 0, "output": 0.00372 }, "total": 0.0515936, "recordedSubtotal": 0.0515936 }, "cacheHitPercent": 80.88375687593764, "audit": null } }, { "site": "easyappointments", "id": "ea-3", "title": { "zh": "找出免费服务", "en": "Find a free service" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33338, "seconds": 11.202997167, "steps": 3, "toolCalls": 2, "usage": { "input": 13737, "cached": 19456, "write": 0, "output": 145 }, "usageComplete": true, "cost": { "parts": { "input": 0.027474, "cached": 0.0038912, "write": 0, "output": 0.00174 }, "total": 0.0331052, "recordedSubtotal": 0.0331052 }, "cacheHitPercent": 58.61476817401259, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 152149, "seconds": 44.028153208000006, "steps": 10, "toolCalls": 9, "usage": { "input": 31034, "cached": 120320, "write": 0, "output": 795 }, "usageComplete": true, "cost": { "parts": { "input": 0.062068, "cached": 0.024064, "write": 0, "output": 0.00954 }, "total": 0.095672, "recordedSubtotal": 0.095672 }, "cacheHitPercent": 79.49575168148843, "audit": null } }, { "site": "easyappointments", "id": "ea-4", "title": { "zh": "查找指定服务的提供者", "en": "Find a service provider" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33293, "seconds": 10.093539250000001, "steps": 3, "toolCalls": 2, "usage": { "input": 13705, "cached": 19456, "write": 0, "output": 132 }, "usageComplete": true, "cost": { "parts": { "input": 0.02741, "cached": 0.0038912, "write": 0, "output": 0.001584 }, "total": 0.0328852, "recordedSubtotal": 0.0328852 }, "cacheHitPercent": 58.67133078013329, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 55429, "seconds": 15.841947583999998, "steps": 5, "toolCalls": 4, "usage": { "input": 14269, "cached": 40960, "write": 0, "output": 200 }, "usageComplete": true, "cost": { "parts": { "input": 0.028538, "cached": 0.008192, "write": 0, "output": 0.0024 }, "total": 0.03913, "recordedSubtotal": 0.03913 }, "cacheHitPercent": 74.16393561353637, "audit": null } }, { "site": "easyappointments", "id": "ea-5", "title": { "zh": "判断指定服务是否存在", "en": "Check service availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33389, "seconds": 12.431397540999999, "steps": 3, "toolCalls": 2, "usage": { "input": 22499, "cached": 10752, "write": 0, "output": 138 }, "usageComplete": true, "cost": { "parts": { "input": 0.044998, "cached": 0.0021504, "write": 0, "output": 0.001656 }, "total": 0.0488044, "recordedSubtotal": 0.0488044 }, "cacheHitPercent": 32.33586959790683, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 52969, "seconds": 14.936545708, "steps": 5, "toolCalls": 4, "usage": { "input": 12878, "cached": 39936, "write": 0, "output": 155 }, "usageComplete": true, "cost": { "parts": { "input": 0.025756, "cached": 0.0079872, "write": 0, "output": 0.00186 }, "total": 0.0356032, "recordedSubtotal": 0.0356032 }, "cacheHitPercent": 75.6163138561745, "audit": null } }, { "site": "easyappointments", "id": "ea-6", "title": { "zh": "预约最早可用时段", "en": "Book the earliest available appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 271000, "seconds": 54.28046641700001, "steps": 11, "toolCalls": 10, "usage": { "input": 55764, "cached": 214528, "write": 0, "output": 708 }, "usageComplete": true, "cost": { "parts": { "input": 0.111528, "cached": 0.0429056, "write": 0, "output": 0.008496 }, "total": 0.1629296, "recordedSubtotal": 0.1629296 }, "cacheHitPercent": 79.36897873410977, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 235106, "seconds": 54.279619583000006, "steps": 12, "toolCalls": 11, "usage": { "input": 49893, "cached": 184320, "write": 0, "output": 893 }, "usageComplete": true, "cost": { "parts": { "input": 0.099786, "cached": 0.036864, "write": 0, "output": 0.010716 }, "total": 0.147366, "recordedSubtotal": 0.147366 }, "cacheHitPercent": 78.69759577820189, "audit": null } }, { "site": "easyappointments", "id": "ea-7", "title": { "zh": "预约后取消同一订单", "en": "Book and cancel the same appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 171084, "seconds": 59.14388325, "steps": 12, "toolCalls": 11, "usage": { "input": 41139, "cached": 129024, "write": 0, "output": 921 }, "usageComplete": true, "cost": { "parts": { "input": 0.082278, "cached": 0.0258048, "write": 0, "output": 0.011052 }, "total": 0.1191348, "recordedSubtotal": 0.1191348 }, "cacheHitPercent": 75.82376897445391, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 525362, "seconds": 94.920512042, "steps": 21, "toolCalls": 20, "usage": { "input": 46706, "cached": 477184, "write": 0, "output": 1472 }, "usageComplete": true, "cost": { "parts": { "input": 0.093412, "cached": 0.0954368, "write": 0, "output": 0.017664 }, "total": 0.2065128, "recordedSubtotal": 0.2065128 }, "cacheHitPercent": 91.08476970356372, "audit": null } }, { "site": "easyappointments", "id": "ea-8", "title": { "zh": "登录后台查询客户", "en": "Sign in and inspect customer records" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 61012, "seconds": 20.884872208, "steps": 5, "toolCalls": 4, "usage": { "input": 17753, "cached": 43008, "write": 0, "output": 251 }, "usageComplete": true, "cost": { "parts": { "input": 0.035506, "cached": 0.0086016, "write": 0, "output": 0.003012 }, "total": 0.0471196, "recordedSubtotal": 0.0471196 }, "cacheHitPercent": 70.78224519017132, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92714, "seconds": 34.905553915999995, "steps": 8, "toolCalls": 7, "usage": { "input": 29826, "cached": 62464, "write": 0, "output": 424 }, "usageComplete": true, "cost": { "parts": { "input": 0.059652, "cached": 0.0124928, "write": 0, "output": 0.005088 }, "total": 0.0772328, "recordedSubtotal": 0.0772328 }, "cacheHitPercent": 67.6823057752736, "audit": null } }, { "site": "learnhouse", "id": "lh-1", "title": { "zh": "列出课程目录", "en": "List all courses" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32017, "seconds": 9.519806084000002, "steps": 3, "toolCalls": 2, "usage": { "input": 12435, "cached": 19456, "write": 0, "output": 126 }, "usageComplete": true, "cost": { "parts": { "input": 0.02487, "cached": 0.0038912, "write": 0, "output": 0.001512 }, "total": 0.0302732, "recordedSubtotal": 0.0302732 }, "cacheHitPercent": 61.00780784547365, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 77337, "seconds": 26.208700458, "steps": 7, "toolCalls": 6, "usage": { "input": 27326, "cached": 49664, "write": 0, "output": 347 }, "usageComplete": true, "cost": { "parts": { "input": 0.054652, "cached": 0.0099328, "write": 0, "output": 0.004164 }, "total": 0.0687488, "recordedSubtotal": 0.0687488 }, "cacheHitPercent": 64.50707884140797, "audit": null } }, { "site": "learnhouse", "id": "lh-2", "title": { "zh": "读取课程章节", "en": "Read course chapters" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32385, "seconds": 11.829498624999996, "steps": 3, "toolCalls": 2, "usage": { "input": 12792, "cached": 19456, "write": 0, "output": 137 }, "usageComplete": true, "cost": { "parts": { "input": 0.025584, "cached": 0.0038912, "write": 0, "output": 0.001644 }, "total": 0.0311192, "recordedSubtotal": 0.0311192 }, "cacheHitPercent": 60.33242371619946, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 83599, "seconds": 25.160195499999997, "steps": 7, "toolCalls": 6, "usage": { "input": 28545, "cached": 54784, "write": 0, "output": 270 }, "usageComplete": true, "cost": { "parts": { "input": 0.05709, "cached": 0.0109568, "write": 0, "output": 0.00324 }, "total": 0.0712868, "recordedSubtotal": 0.0712868 }, "cacheHitPercent": 65.74421869937237, "audit": null } }, { "site": "learnhouse", "id": "lh-3", "title": { "zh": "查找首节课标题", "en": "Find the first lesson title" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32202, "seconds": 16.492395000000005, "steps": 3, "toolCalls": 2, "usage": { "input": 12599, "cached": 19456, "write": 0, "output": 147 }, "usageComplete": true, "cost": { "parts": { "input": 0.025198, "cached": 0.0038912, "write": 0, "output": 0.001764 }, "total": 0.0308532, "recordedSubtotal": 0.0308532 }, "cacheHitPercent": 60.695679301201054, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 55058, "seconds": 15.372231625, "steps": 5, "toolCalls": 4, "usage": { "input": 15963, "cached": 38912, "write": 0, "output": 183 }, "usageComplete": true, "cost": { "parts": { "input": 0.031926, "cached": 0.0077824, "write": 0, "output": 0.002196 }, "total": 0.0419044, "recordedSubtotal": 0.0419044 }, "cacheHitPercent": 70.91025056947609, "audit": null } }, { "site": "learnhouse", "id": "lh-5", "title": { "zh": "搜索课程并读取描述", "en": "Search courses and read a description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 56262, "seconds": 16.889060792, "steps": 5, "toolCalls": 4, "usage": { "input": 15025, "cached": 40960, "write": 0, "output": 277 }, "usageComplete": true, "cost": { "parts": { "input": 0.03005, "cached": 0.008192, "write": 0, "output": 0.003324 }, "total": 0.041566, "recordedSubtotal": 0.041566 }, "cacheHitPercent": 73.16245422881128, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 98863, "seconds": 30.066852000000004, "steps": 8, "toolCalls": 7, "usage": { "input": 22200, "cached": 76288, "write": 0, "output": 375 }, "usageComplete": true, "cost": { "parts": { "input": 0.0444, "cached": 0.0152576, "write": 0, "output": 0.0045 }, "total": 0.0641576, "recordedSubtotal": 0.0641576 }, "cacheHitPercent": 77.45918284461051, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-1", "title": { "zh": "登录并查询发票客户", "en": "Sign in and identify an invoice client" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 57364, "seconds": 17.577258666999995, "steps": 5, "toolCalls": 4, "usage": { "input": 17141, "cached": 39936, "write": 0, "output": 287 }, "usageComplete": true, "cost": { "parts": { "input": 0.034282, "cached": 0.0079872, "write": 0, "output": 0.003444 }, "total": 0.0457132, "recordedSubtotal": 0.0457132 }, "cacheHitPercent": 69.96863885628186, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 77971, "seconds": 24.724047042000002, "steps": 7, "toolCalls": 6, "usage": { "input": 17188, "cached": 60416, "write": 0, "output": 367 }, "usageComplete": true, "cost": { "parts": { "input": 0.034376, "cached": 0.0120832, "write": 0, "output": 0.004404 }, "total": 0.0508632, "recordedSubtotal": 0.0508632 }, "cacheHitPercent": 77.85165713107571, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-2", "title": { "zh": "查询发票总额", "en": "Read an invoice total" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 57410, "seconds": 26.128903084, "steps": 5, "toolCalls": 4, "usage": { "input": 16190, "cached": 40960, "write": 0, "output": 260 }, "usageComplete": true, "cost": { "parts": { "input": 0.03238, "cached": 0.008192, "write": 0, "output": 0.00312 }, "total": 0.043692, "recordedSubtotal": 0.043692 }, "cacheHitPercent": 71.67104111986, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 119791, "seconds": 42.385828083, "steps": 10, "toolCalls": 9, "usage": { "input": 19373, "cached": 99840, "write": 0, "output": 578 }, "usageComplete": true, "cost": { "parts": { "input": 0.038746, "cached": 0.019968, "write": 0, "output": 0.006936 }, "total": 0.06565, "recordedSubtotal": 0.06565 }, "cacheHitPercent": 83.74925553421187, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-4", "title": { "zh": "查询发票付款状态", "en": "Check invoice payment status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 77996, "seconds": 29.560403042000004, "steps": 7, "toolCalls": 6, "usage": { "input": 17183, "cached": 60416, "write": 0, "output": 397 }, "usageComplete": true, "cost": { "parts": { "input": 0.034366, "cached": 0.0120832, "write": 0, "output": 0.004764 }, "total": 0.0512132, "recordedSubtotal": 0.0512132 }, "cacheHitPercent": 77.85667341073983, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 65209, "seconds": 23.297030832999997, "steps": 6, "toolCalls": 5, "usage": { "input": 15249, "cached": 49664, "write": 0, "output": 296 }, "usageComplete": true, "cost": { "parts": { "input": 0.030498, "cached": 0.0099328, "write": 0, "output": 0.003552 }, "total": 0.0439828, "recordedSubtotal": 0.0439828 }, "cacheHitPercent": 76.50855760787516, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-5", "title": { "zh": "搜索客户联系方式", "en": "Search client contact details" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 105241, "seconds": 31.871013917000003, "steps": 9, "toolCalls": 8, "usage": { "input": 19795, "cached": 84992, "write": 0, "output": 454 }, "usageComplete": true, "cost": { "parts": { "input": 0.03959, "cached": 0.0169984, "write": 0, "output": 0.005448 }, "total": 0.0620364, "recordedSubtotal": 0.0620364 }, "cacheHitPercent": 81.10929790909178, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 132843, "seconds": 40.916672417, "steps": 11, "toolCalls": 10, "usage": { "input": 20648, "cached": 111616, "write": 0, "output": 579 }, "usageComplete": true, "cost": { "parts": { "input": 0.041296, "cached": 0.0223232, "write": 0, "output": 0.006948 }, "total": 0.0705672, "recordedSubtotal": 0.0705672 }, "cacheHitPercent": 84.38879816125325, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-8", "title": { "zh": "读取月度财务汇总", "en": "Read the monthly financial summary" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 430592, "seconds": 124.98752825, "steps": 24, "toolCalls": 23, "usage": { "input": 53220, "cached": 375040, "write": 0, "output": 2332 }, "usageComplete": true, "cost": { "parts": { "input": 0.10644, "cached": 0.075008, "write": 0, "output": 0.027984 }, "total": 0.209432, "recordedSubtotal": 0.209432 }, "cacheHitPercent": 87.57296969130903, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 431744, "seconds": 128.4787795, "steps": 26, "toolCalls": 26, "usage": { "input": 52795, "cached": 376832, "write": 0, "output": 2117 }, "usageComplete": true, "cost": { "parts": { "input": 0.10559, "cached": 0.0753664, "write": 0, "output": 0.025404 }, "total": 0.2063604, "recordedSubtotal": 0.2063604 }, "cacheHitPercent": 87.71143340618723, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-6", "title": { "zh": "创建发票草稿", "en": "Create a draft invoice" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 99116, "seconds": 34.929656833, "steps": 8, "toolCalls": 7, "usage": { "input": 18192, "cached": 80384, "write": 0, "output": 540 }, "usageComplete": true, "cost": { "parts": { "input": 0.036384, "cached": 0.0160768, "write": 0, "output": 0.00648 }, "total": 0.0589408, "recordedSubtotal": 0.0589408 }, "cacheHitPercent": 81.54520370069794, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 183146, "seconds": 55.639257375, "steps": 13, "toolCalls": 12, "usage": { "input": 42582, "cached": 139776, "write": 0, "output": 788 }, "usageComplete": true, "cost": { "parts": { "input": 0.085164, "cached": 0.0279552, "write": 0, "output": 0.009456 }, "total": 0.1225752, "recordedSubtotal": 0.1225752 }, "cacheHitPercent": 76.64922844075939, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-7", "title": { "zh": "记录一笔收款", "en": "Record an invoice payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 161789, "seconds": 50.06269533299999, "steps": 12, "toolCalls": 11, "usage": { "input": 25380, "cached": 135680, "write": 0, "output": 729 }, "usageComplete": true, "cost": { "parts": { "input": 0.05076, "cached": 0.027136, "write": 0, "output": 0.008748 }, "total": 0.086644, "recordedSubtotal": 0.086644 }, "cacheHitPercent": 84.24189742952936, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 240174, "seconds": 65.991276208, "steps": 16, "toolCalls": 16, "usage": { "input": 30664, "cached": 208384, "write": 0, "output": 1126 }, "usageComplete": true, "cost": { "parts": { "input": 0.061328, "cached": 0.0416768, "write": 0, "output": 0.013512 }, "total": 0.1165168, "recordedSubtotal": 0.1165168 }, "cacheHitPercent": 87.17245072119407, "audit": null } }, { "site": "hi-events", "id": "hev-1", "title": { "zh": "查询活动地点", "en": "Find the event location" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33096, "seconds": 17.148157041999998, "steps": 3, "toolCalls": 2, "usage": { "input": 13481, "cached": 19456, "write": 0, "output": 159 }, "usageComplete": true, "cost": { "parts": { "input": 0.026962, "cached": 0.0038912, "write": 0, "output": 0.001908 }, "total": 0.0327612, "recordedSubtotal": 0.0327612 }, "cacheHitPercent": 59.07034641892097, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 44475, "seconds": 14.8540135, "steps": 4, "toolCalls": 4, "usage": { "input": 16132, "cached": 28160, "write": 0, "output": 183 }, "usageComplete": true, "cost": { "parts": { "input": 0.032264, "cached": 0.005632, "write": 0, "output": 0.002196 }, "total": 0.040092, "recordedSubtotal": 0.040092 }, "cacheHitPercent": 63.57807278966856, "audit": null } }, { "site": "hi-events", "id": "hev-2", "title": { "zh": "按时间查询议程", "en": "Find a session by its start time" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33098, "seconds": 8.527907500000001, "steps": 3, "toolCalls": 2, "usage": { "input": 13496, "cached": 19456, "write": 0, "output": 146 }, "usageComplete": true, "cost": { "parts": { "input": 0.026992, "cached": 0.0038912, "write": 0, "output": 0.001752 }, "total": 0.0326352, "recordedSubtotal": 0.0326352 }, "cacheHitPercent": 59.043457149793646, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 52648, "seconds": 20.203393083999995, "steps": 5, "toolCalls": 4, "usage": { "input": 24334, "cached": 28160, "write": 0, "output": 154 }, "usageComplete": true, "cost": { "parts": { "input": 0.048668, "cached": 0.005632, "write": 0, "output": 0.001848 }, "total": 0.056148, "recordedSubtotal": 0.056148 }, "cacheHitPercent": 53.64422600678173, "audit": null } }, { "site": "hi-events", "id": "hev-3", "title": { "zh": "查询年龄政策", "en": "Read the age policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 41381, "seconds": 13.221439709000002, "steps": 4, "toolCalls": 3, "usage": { "input": 13075, "cached": 28160, "write": 0, "output": 146 }, "usageComplete": true, "cost": { "parts": { "input": 0.02615, "cached": 0.005632, "write": 0, "output": 0.001752 }, "total": 0.033534, "recordedSubtotal": 0.033534 }, "cacheHitPercent": 68.29149993937189, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 54876, "seconds": 15.843556750000001, "steps": 5, "toolCalls": 4, "usage": { "input": 16820, "cached": 37888, "write": 0, "output": 168 }, "usageComplete": true, "cost": { "parts": { "input": 0.03364, "cached": 0.0075776, "write": 0, "output": 0.002016 }, "total": 0.0432336, "recordedSubtotal": 0.0432336 }, "cacheHitPercent": 69.2549535716897, "audit": null } }, { "site": "hi-events", "id": "hev-4", "title": { "zh": "查询录像及访问权限", "en": "Check recording availability and access" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33168, "seconds": 9.595141417, "steps": 3, "toolCalls": 2, "usage": { "input": 13551, "cached": 19456, "write": 0, "output": 161 }, "usageComplete": true, "cost": { "parts": { "input": 0.027102, "cached": 0.0038912, "write": 0, "output": 0.001932 }, "total": 0.0329252, "recordedSubtotal": 0.0329252 }, "cacheHitPercent": 58.94507225739994, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 53632, "seconds": 14.941089792, "steps": 5, "toolCalls": 4, "usage": { "input": 14559, "cached": 38912, "write": 0, "output": 161 }, "usageComplete": true, "cost": { "parts": { "input": 0.029118, "cached": 0.0077824, "write": 0, "output": 0.001932 }, "total": 0.0388324, "recordedSubtotal": 0.0388324 }, "cacheHitPercent": 72.7721568700791, "audit": null } }, { "site": "hi-events", "id": "hev-10", "title": { "zh": "判断是否提供停车信息", "en": "Check for parking information" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32830, "seconds": 8.676245917000003, "steps": 3, "toolCalls": 2, "usage": { "input": 13244, "cached": 19456, "write": 0, "output": 130 }, "usageComplete": true, "cost": { "parts": { "input": 0.026488, "cached": 0.0038912, "write": 0, "output": 0.00156 }, "total": 0.0319392, "recordedSubtotal": 0.0319392 }, "cacheHitPercent": 59.498470948012226, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 54862, "seconds": 15.954788042000002, "steps": 5, "toolCalls": 4, "usage": { "input": 16824, "cached": 37888, "write": 0, "output": 150 }, "usageComplete": true, "cost": { "parts": { "input": 0.033648, "cached": 0.0075776, "write": 0, "output": 0.0018 }, "total": 0.0430256, "recordedSubtotal": 0.0430256 }, "cacheHitPercent": 69.24989033484428, "audit": null } }, { "site": "hi-events", "id": "hev-5", "title": { "zh": "判断是否提供实时字幕", "en": "Check live-caption availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32947, "seconds": 11.827720625, "steps": 3, "toolCalls": 2, "usage": { "input": 13357, "cached": 19456, "write": 0, "output": 134 }, "usageComplete": true, "cost": { "parts": { "input": 0.026714, "cached": 0.0038912, "write": 0, "output": 0.001608 }, "total": 0.0322132, "recordedSubtotal": 0.0322132 }, "cacheHitPercent": 59.29357266936884, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 44392, "seconds": 16.15095725, "steps": 4, "toolCalls": 3, "usage": { "input": 35557, "cached": 8704, "write": 0, "output": 131 }, "usageComplete": true, "cost": { "parts": { "input": 0.071114, "cached": 0.0017408, "write": 0, "output": 0.001572 }, "total": 0.0744268, "recordedSubtotal": 0.0744268 }, "cacheHitPercent": 19.66516798084092, "audit": null } }, { "site": "hi-events", "id": "hev-6", "title": { "zh": "检验单笔购票数量限制", "en": "Check the per-order ticket limit" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 33329, "seconds": 11.519230875000002, "steps": 3, "toolCalls": 2, "usage": { "input": 13634, "cached": 19456, "write": 0, "output": 239 }, "usageComplete": true, "cost": { "parts": { "input": 0.027268, "cached": 0.0038912, "write": 0, "output": 0.002868 }, "total": 0.0340272, "recordedSubtotal": 0.0340272 }, "cacheHitPercent": 58.797219703838024, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 43582, "seconds": 16.8532545, "steps": 4, "toolCalls": 3, "usage": { "input": 14189, "cached": 29184, "write": 0, "output": 209 }, "usageComplete": true, "cost": { "parts": { "input": 0.028378, "cached": 0.0058368, "write": 0, "output": 0.002508 }, "total": 0.0367228, "recordedSubtotal": 0.0367228 }, "cacheHitPercent": 67.28609964724598, "audit": null } }, { "site": "hi-events", "id": "hev-7", "title": { "zh": "为两位参与者报名", "en": "Register two attendees" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 207148, "seconds": 69.006651166, "steps": 14, "toolCalls": 13, "usage": { "input": 46179, "cached": 159744, "write": 0, "output": 1225 }, "usageComplete": true, "cost": { "parts": { "input": 0.092358, "cached": 0.0319488, "write": 0, "output": 0.0147 }, "total": 0.1390068, "recordedSubtotal": 0.1390068 }, "cacheHitPercent": 77.57462740927434, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 136228, "seconds": 47.613584, "steps": 10, "toolCalls": 9, "usage": { "input": 40124, "cached": 95232, "write": 0, "output": 872 }, "usageComplete": true, "cost": { "parts": { "input": 0.080248, "cached": 0.0190464, "write": 0, "output": 0.010464 }, "total": 0.1097584, "recordedSubtotal": 0.1097584 }, "cacheHitPercent": 70.35668902745354, "audit": null } }, { "site": "hi-events", "id": "hev-8", "title": { "zh": "登录主办方后台查询活动状态", "en": "Sign in as organizer and check event status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 53300, "seconds": 16.034743291, "steps": 5, "toolCalls": 4, "usage": { "input": 24853, "cached": 28160, "write": 0, "output": 287 }, "usageComplete": true, "cost": { "parts": { "input": 0.049706, "cached": 0.005632, "write": 0, "output": 0.003444 }, "total": 0.058782, "recordedSubtotal": 0.058782 }, "cacheHitPercent": 53.11904627166921, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 96873, "seconds": 37.553998666, "steps": 8, "toolCalls": 7, "usage": { "input": 20092, "cached": 76288, "write": 0, "output": 493 }, "usageComplete": true, "cost": { "parts": { "input": 0.040184, "cached": 0.0152576, "write": 0, "output": 0.005916 }, "total": 0.0613576, "recordedSubtotal": 0.0613576 }, "cacheHitPercent": 79.15335131770077, "audit": null } }, { "site": "hi-events", "id": "hev-9", "title": { "zh": "报名后通过订单编号查询状态", "en": "Register and look up the resulting order" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 109811, "seconds": 32.999602083000006, "steps": 8, "toolCalls": 8, "usage": { "input": 19618, "cached": 89600, "write": 0, "output": 593 }, "usageComplete": true, "cost": { "parts": { "input": 0.039236, "cached": 0.01792, "write": 0, "output": 0.007116 }, "total": 0.064272, "recordedSubtotal": 0.064272 }, "cacheHitPercent": 82.03775934369793, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 950553, "seconds": 276.4219845, "steps": 41, "toolCalls": 40, "usage": { "input": 55076, "cached": 890880, "write": 0, "output": 4597 }, "usageComplete": true, "cost": { "parts": { "input": 0.110152, "cached": 0.178176, "write": 0, "output": 0.055164 }, "total": 0.343492, "recordedSubtotal": 0.343492 }, "cacheHitPercent": 94.17774188228628, "audit": null } }, { "site": "learnhouse", "id": "lh-6", "title": { "zh": "判断指定主题课程是否存在", "en": "Check course availability by topic" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 32066, "seconds": 12.317288708, "steps": 3, "toolCalls": 2, "usage": { "input": 12445, "cached": 19456, "write": 0, "output": 165 }, "usageComplete": true, "cost": { "parts": { "input": 0.02489, "cached": 0.0038912, "write": 0, "output": 0.00198 }, "total": 0.0307612, "recordedSubtotal": 0.0307612 }, "cacheHitPercent": 60.988683740321626, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 69880, "seconds": 19.591369957999998, "steps": 6, "toolCalls": 5, "usage": { "input": 16896, "cached": 52736, "write": 0, "output": 248 }, "usageComplete": true, "cost": { "parts": { "input": 0.033792, "cached": 0.0105472, "write": 0, "output": 0.002976 }, "total": 0.0473152, "recordedSubtotal": 0.0473152 }, "cacheHitPercent": 75.73529411764706, "audit": null } }, { "site": "learnhouse", "id": "lh-7", "title": { "zh": "登录并选课，确定起始课程", "en": "Sign in, enroll, and identify the starting lesson" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 58314, "seconds": 22.916648334, "steps": 5, "toolCalls": 4, "usage": { "input": 16026, "cached": 41984, "write": 0, "output": 304 }, "usageComplete": true, "cost": { "parts": { "input": 0.032052, "cached": 0.0083968, "write": 0, "output": 0.003648 }, "total": 0.0440968, "recordedSubtotal": 0.0440968 }, "cacheHitPercent": 72.37372866747113, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 149008, "seconds": 46.82246679200001, "steps": 11, "toolCalls": 10, "usage": { "input": 24525, "cached": 123904, "write": 0, "output": 579 }, "usageComplete": true, "cost": { "parts": { "input": 0.04905, "cached": 0.0247808, "write": 0, "output": 0.006948 }, "total": 0.0807788, "recordedSubtotal": 0.0807788 }, "cacheHitPercent": 83.47694857473944, "audit": null } }, { "site": "learnhouse", "id": "lh-8", "title": { "zh": "统计已发布课时", "en": "Count published lessons" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 109117, "seconds": 39.84479370900001, "steps": 8, "toolCalls": 7, "usage": { "input": 25270, "cached": 83456, "write": 0, "output": 391 }, "usageComplete": true, "cost": { "parts": { "input": 0.05054, "cached": 0.0166912, "write": 0, "output": 0.004692 }, "total": 0.0719232, "recordedSubtotal": 0.0719232 }, "cacheHitPercent": 76.75808914151169, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 157618, "seconds": 61.37360666600001, "steps": 12, "toolCalls": 11, "usage": { "input": 22184, "cached": 134656, "write": 0, "output": 778 }, "usageComplete": true, "cost": { "parts": { "input": 0.044368, "cached": 0.0269312, "write": 0, "output": 0.009336 }, "total": 0.0806352, "recordedSubtotal": 0.0806352 }, "cacheHitPercent": 85.85564906911503, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-3", "title": { "zh": "查询发票项目", "en": "Read an invoice line item" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 57564, "seconds": 16.455329709, "steps": 5, "toolCalls": 4, "usage": { "input": 24009, "cached": 33280, "write": 0, "output": 275 }, "usageComplete": true, "cost": { "parts": { "input": 0.048018, "cached": 0.006656, "write": 0, "output": 0.0033 }, "total": 0.057974, "recordedSubtotal": 0.057974 }, "cacheHitPercent": 58.091431164796035, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 131755, "seconds": 47.606910082999995, "steps": 11, "toolCalls": 10, "usage": { "input": 33364, "cached": 97792, "write": 0, "output": 599 }, "usageComplete": true, "cost": { "parts": { "input": 0.066728, "cached": 0.0195584, "write": 0, "output": 0.007188 }, "total": 0.0934744, "recordedSubtotal": 0.0934744 }, "cacheHitPercent": 74.56159077739485, "audit": null } } ], "sourceReports": "gpt-5.6-terra-full-2026-09-16", "corpusHashes": [ "4aa384f931b21bd45f0501af580aafd91f50e3c15e41a35e757bb4c4fc4a507c", "f2f72c47e6b8ad01e5bc7312c7e064bad05660d229961bd5beab204dfc8ab913" ], "pricing": { "currency": "USD", "rates": { "input": 2, "cached": 0.2, "write": 2.5, "output": 12 }, "source": "https://developers.openai.com/api/docs/pricing", "label": "OpenAI Standard · short context", "checkedAt": "2026-09-17", "status": "estimated" }, "costSummary": { "on": { "usage": { "input": 982703, "cached": 3038976, "write": 0, "output": 18732 }, "completeAttempts": 49, "cost": { "parts": { "input": 1.965406, "cached": 0.6077952, "write": 0, "output": 0.224784 }, "total": 2.7979852, "recordedSubtotal": 2.7979852 } }, "off": { "usage": { "input": 1324411, "cached": 5969408, "write": 0, "output": 29262 }, "completeAttempts": 49, "cost": { "parts": { "input": 2.648822, "cached": 1.1938816, "write": 0, "output": 0.351144 }, "total": 4.1938476, "recordedSubtotal": 4.1938476 } } }, "reasoning": { "requestedEffort": "provider-default", "effectiveEffort": null, "source": "Original run provenance; no explicit --effort override. Effective reasoning level was not retained in the run records.", "sameConfigurationAcrossArms": true } }, { "id": "deepseek", "name": "DeepSeek v4.1 Flash", "model": "cn:deepseek-v4.1-flash", "date": "2026-09-17", "arms": { "on": { "passed": 48, "timeouts": 0 }, "off": { "passed": 47, "timeouts": 2 } }, "efficiency": { "pairs": 46, "tokens": { "on": 11974070, "off": 16199466, "offMinusOn": 4225396, "offOverOn": 1.3528788457057626, "webmcpReductionPercent": 26.083551149155166 }, "seconds": { "on": 1348.4571760030003, "off": 1870.3097260840004, "webmcpReductionPercent": 27.901932113331824 } }, "sites": [ { "id": "tailwind-nextjs-blog", "name": "Tailwind Next.js Blog", "count": 2, "pairs": 1, "on": { "passed": 2, "tokens": 73441, "seconds": 8.716356667000001, "steps": 4, "toolCalls": 4 }, "off": { "passed": 1, "tokens": 112949, "seconds": 16.358671875000002, "steps": 8, "toolCalls": 7 } }, { "id": "bulletproof-react", "name": "Bulletproof React", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 1876394, "seconds": 223.13009045900003, "steps": 79, "toolCalls": 82 }, "off": { "passed": 2, "tokens": 813340, "seconds": 118.51636262600003, "steps": 38, "toolCalls": 45 } }, { "id": "directory-9d8", "name": "9d8 Directory", "count": 3, "pairs": 3, "on": { "passed": 3, "tokens": 451244, "seconds": 52.06782570899999, "steps": 28, "toolCalls": 26 }, "off": { "passed": 3, "tokens": 475659, "seconds": 59.42204633200001, "steps": 25, "toolCalls": 23 } }, { "id": "nextjs-starter-medusa", "name": "Medusa", "count": 9, "pairs": 8, "on": { "passed": 8, "tokens": 1586890, "seconds": 193.96757654100003, "steps": 87, "toolCalls": 87 }, "off": { "passed": 9, "tokens": 3468373, "seconds": 395.753813876, "steps": 153, "toolCalls": 154 } }, { "id": "easyappointments", "name": "Easy!Appointments", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 2224627, "seconds": 228.224267834, "steps": 91, "toolCalls": 87 }, "off": { "passed": 8, "tokens": 4135269, "seconds": 477.278327833, "steps": 130, "toolCalls": 128 } }, { "id": "learnhouse", "name": "LearnHouse", "count": 7, "pairs": 7, "on": { "passed": 7, "tokens": 1956461, "seconds": 215.656205667, "steps": 89, "toolCalls": 90 }, "off": { "passed": 7, "tokens": 2423135, "seconds": 260.890446832, "steps": 113, "toolCalls": 112 } }, { "id": "idurar-erp-crm", "name": "IDURAR ERP/CRM", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 2079237, "seconds": 222.96501483400004, "steps": 107, "toolCalls": 116 }, "off": { "passed": 8, "tokens": 3530094, "seconds": 367.19069583399994, "steps": 168, "toolCalls": 169 } }, { "id": "hi-events", "name": "Hi.Events", "count": 10, "pairs": 9, "on": { "passed": 10, "tokens": 1725776, "seconds": 203.72983829199998, "steps": 87, "toolCalls": 89 }, "off": { "passed": 9, "tokens": 1240647, "seconds": 174.899360876, "steps": 73, "toolCalls": 75 } } ], "tasks": [ { "site": "tailwind-nextjs-blog", "id": "blog-find-post", "title": { "zh": "查找指定文章标题", "en": "Find a post by its title" }, "eligible": false, "on": { "passed": true, "timedOut": false, "tokens": 433318, "seconds": 61.970327708, "steps": 21, "toolCalls": 20, "usage": { "input": 27181, "cached": 401536, "write": 0, "output": 4601 }, "usageComplete": true, "cost": { "parts": { "input": 0.00407715, "cached": 0.001204608, "write": 0, "output": 0.0027606 }, "total": 0.008042358, "recordedSubtotal": 0.008042358 }, "cacheHitPercent": 93.65992018044538, "audit": null }, "off": { "passed": false, "timedOut": true, "tokens": null, "seconds": 600.0197774590001, "steps": 47, "toolCalls": 50, "usage": { "input": 42506, "cached": 1300992, "write": 0, "output": 99454 }, "usageComplete": false, "cost": { "parts": { "input": 0.0063759, "cached": 0.003902976, "write": 0, "output": 0.0596724 }, "total": null, "recordedSubtotal": 0.069951276 }, "cacheHitPercent": null, "audit": null } }, { "site": "tailwind-nextjs-blog", "id": "blog-read-author", "title": { "zh": "读取 About 页作者", "en": "Read the About-page author" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 73441, "seconds": 8.716356667000001, "steps": 4, "toolCalls": 4, "usage": { "input": 20581, "cached": 52352, "write": 0, "output": 508 }, "usageComplete": true, "cost": { "parts": { "input": 0.00308715, "cached": 0.000157056, "write": 0, "output": 0.0003048 }, "total": 0.003549006, "recordedSubtotal": 0.003549006 }, "cacheHitPercent": 71.7809496387095, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 112949, "seconds": 16.358671875000002, "steps": 8, "toolCalls": 7, "usage": { "input": 15597, "cached": 96512, "write": 0, "output": 840 }, "usageComplete": true, "cost": { "parts": { "input": 0.00233955, "cached": 0.000289536, "write": 0, "output": 0.000504 }, "total": 0.003133086, "recordedSubtotal": 0.003133086 }, "cacheHitPercent": 86.08764684369676, "audit": null } }, { "site": "bulletproof-react", "id": "react-public-content", "title": { "zh": "识别公开首页应用", "en": "Identify the public application" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 455061, "seconds": 77.215077042, "steps": 24, "toolCalls": 27, "usage": { "input": 24147, "cached": 421760, "write": 0, "output": 9154 }, "usageComplete": true, "cost": { "parts": { "input": 0.00362205, "cached": 0.00126528, "write": 0, "output": 0.0054924 }, "total": 0.01037973, "recordedSubtotal": 0.01037973 }, "cacheHitPercent": 94.58474524956998, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 528856, "seconds": 81.58244716700003, "steps": 25, "toolCalls": 30, "usage": { "input": 49292, "cached": 469632, "write": 0, "output": 9932 }, "usageComplete": true, "cost": { "parts": { "input": 0.0073938, "cached": 0.001408896, "write": 0, "output": 0.0059592 }, "total": 0.014761896, "recordedSubtotal": 0.014761896 }, "cacheHitPercent": 90.50111384326028, "audit": null } }, { "site": "bulletproof-react", "id": "react-auth-boundary", "title": { "zh": "检查未登录访问边界", "en": "Check signed-out access boundaries" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 1421333, "seconds": 145.915013417, "steps": 55, "toolCalls": 55, "usage": { "input": 36947, "cached": 1370880, "write": 0, "output": 13506 }, "usageComplete": true, "cost": { "parts": { "input": 0.00554205, "cached": 0.00411264, "write": 0, "output": 0.0081036 }, "total": 0.01775829, "recordedSubtotal": 0.01775829 }, "cacheHitPercent": 97.37560083731879, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 284484, "seconds": 36.933915459000005, "steps": 13, "toolCalls": 15, "usage": { "input": 26872, "cached": 254464, "write": 0, "output": 3148 }, "usageComplete": true, "cost": { "parts": { "input": 0.0040308, "cached": 0.000763392, "write": 0, "output": 0.0018888 }, "total": 0.006682992, "recordedSubtotal": 0.006682992 }, "cacheHitPercent": 90.44843176841925, "audit": null } }, { "site": "directory-9d8", "id": "directory-search", "title": { "zh": "按工具类型搜索目录", "en": "Search the directory by tool type" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 103599, "seconds": 13.401828707999998, "steps": 7, "toolCalls": 6, "usage": { "input": 16232, "cached": 86144, "write": 0, "output": 1223 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024348, "cached": 0.000258432, "write": 0, "output": 0.0007338 }, "total": 0.003427032, "recordedSubtotal": 0.003427032 }, "cacheHitPercent": 84.1447214190826, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 218969, "seconds": 30.619125041000004, "steps": 12, "toolCalls": 11, "usage": { "input": 22674, "cached": 194048, "write": 0, "output": 2247 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034011, "cached": 0.000582144, "write": 0, "output": 0.0013482 }, "total": 0.005331444, "recordedSubtotal": 0.005331444 }, "cacheHitPercent": 89.53774882107031, "audit": null } }, { "site": "directory-9d8", "id": "directory-filter", "title": { "zh": "筛选开发者工具", "en": "Filter developer tools" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 260235, "seconds": 28.099542459, "steps": 15, "toolCalls": 15, "usage": { "input": 21298, "cached": 236672, "write": 0, "output": 2265 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031947, "cached": 0.000710016, "write": 0, "output": 0.001359 }, "total": 0.005263716, "recordedSubtotal": 0.005263716 }, "cacheHitPercent": 91.74400124045432, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 75197, "seconds": 9.909056166000001, "steps": 4, "toolCalls": 4, "usage": { "input": 21974, "cached": 52736, "write": 0, "output": 487 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032961, "cached": 0.000158208, "write": 0, "output": 0.0002922 }, "total": 0.003746508, "recordedSubtotal": 0.003746508 }, "cacheHitPercent": 70.58760540757596, "audit": null } }, { "site": "directory-9d8", "id": "directory-detail", "title": { "zh": "读取条目详情", "en": "Read a listing description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 87410, "seconds": 10.566454541999999, "steps": 6, "toolCalls": 5, "usage": { "input": 15867, "cached": 70784, "write": 0, "output": 759 }, "usageComplete": true, "cost": { "parts": { "input": 0.00238005, "cached": 0.000212352, "write": 0, "output": 0.0004554 }, "total": 0.003047802, "recordedSubtotal": 0.003047802 }, "cacheHitPercent": 81.6886129415702, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 181493, "seconds": 18.893865125, "steps": 9, "toolCalls": 8, "usage": { "input": 24200, "cached": 156288, "write": 0, "output": 1005 }, "usageComplete": true, "cost": { "parts": { "input": 0.00363, "cached": 0.000468864, "write": 0, "output": 0.000603 }, "total": 0.004701864, "recordedSubtotal": 0.004701864 }, "cacheHitPercent": 86.59190638712822, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-1", "title": { "zh": "统计并列出全部商品", "en": "Count and list products" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 181536, "seconds": 30.61643625, "steps": 10, "toolCalls": 13, "usage": { "input": 37583, "cached": 141568, "write": 0, "output": 2385 }, "usageComplete": true, "cost": { "parts": { "input": 0.00563745, "cached": 0.000424704, "write": 0, "output": 0.001431 }, "total": 0.007493154, "recordedSubtotal": 0.007493154 }, "cacheHitPercent": 79.0216074707928, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 481523, "seconds": 64.976348209, "steps": 25, "toolCalls": 25, "usage": { "input": 24932, "cached": 451456, "write": 0, "output": 5135 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037398, "cached": 0.001354368, "write": 0, "output": 0.003081 }, "total": 0.008175168, "recordedSubtotal": 0.008175168 }, "cacheHitPercent": 94.76645087617656, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-2", "title": { "zh": "查询配送政策与时效", "en": "Read shipping policy and delivery times" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 160542, "seconds": 21.307632458, "steps": 10, "toolCalls": 9, "usage": { "input": 20141, "cached": 139136, "write": 0, "output": 1265 }, "usageComplete": true, "cost": { "parts": { "input": 0.00302115, "cached": 0.000417408, "write": 0, "output": 0.000759 }, "total": 0.004197558, "recordedSubtotal": 0.004197558 }, "cacheHitPercent": 87.3547342051897, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 499961, "seconds": 74.861355333, "steps": 24, "toolCalls": 24, "usage": { "input": 30754, "cached": 464896, "write": 0, "output": 4311 }, "usageComplete": true, "cost": { "parts": { "input": 0.0046131, "cached": 0.001394688, "write": 0, "output": 0.0025866 }, "total": 0.008594388, "recordedSubtotal": 0.008594388 }, "cacheHitPercent": 93.7952184000807, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-3", "title": { "zh": "查询退货政策", "en": "Read the returns policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 306153, "seconds": 34.023769208, "steps": 16, "toolCalls": 16, "usage": { "input": 24290, "cached": 279296, "write": 0, "output": 2567 }, "usageComplete": true, "cost": { "parts": { "input": 0.0036435, "cached": 0.000837888, "write": 0, "output": 0.0015402 }, "total": 0.006021588, "recordedSubtotal": 0.006021588 }, "cacheHitPercent": 91.99897228462446, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 412522, "seconds": 53.872819584000005, "steps": 21, "toolCalls": 22, "usage": { "input": 26270, "cached": 382336, "write": 0, "output": 3916 }, "usageComplete": true, "cost": { "parts": { "input": 0.0039405, "cached": 0.001147008, "write": 0, "output": 0.0023496 }, "total": 0.007437108, "recordedSubtotal": 0.007437108 }, "cacheHitPercent": 93.57082372750278, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-9", "title": { "zh": "判断指定商品是否存在", "en": "Check product availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 145251, "seconds": 17.86886875, "steps": 9, "toolCalls": 8, "usage": { "input": 18887, "cached": 124928, "write": 0, "output": 1436 }, "usageComplete": true, "cost": { "parts": { "input": 0.00283305, "cached": 0.000374784, "write": 0, "output": 0.0008616 }, "total": 0.004069434, "recordedSubtotal": 0.004069434 }, "cacheHitPercent": 86.86715572089142, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 304228, "seconds": 36.738239167, "steps": 13, "toolCalls": 12, "usage": { "input": 32605, "cached": 269056, "write": 0, "output": 2567 }, "usageComplete": true, "cost": { "parts": { "input": 0.00489075, "cached": 0.000807168, "write": 0, "output": 0.0015402 }, "total": 0.007238118, "recordedSubtotal": 0.007238118 }, "cacheHitPercent": 89.19150967476736, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-4", "title": { "zh": "查询商品尺码", "en": "List product sizes" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 99038, "seconds": 11.816021249999999, "steps": 6, "toolCalls": 6, "usage": { "input": 18297, "cached": 79872, "write": 0, "output": 869 }, "usageComplete": true, "cost": { "parts": { "input": 0.00274455, "cached": 0.000239616, "write": 0, "output": 0.0005214 }, "total": 0.003505566, "recordedSubtotal": 0.003505566 }, "cacheHitPercent": 81.36173333740794, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 199308, "seconds": 26.872752708, "steps": 12, "toolCalls": 12, "usage": { "input": 20356, "cached": 177536, "write": 0, "output": 1416 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030534, "cached": 0.000532608, "write": 0, "output": 0.0008496 }, "total": 0.004435608, "recordedSubtotal": 0.004435608 }, "cacheHitPercent": 89.71358114527116, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-6", "title": { "zh": "检查购物车内容", "en": "Inspect the shopping cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 175221, "seconds": 21.905280166, "steps": 11, "toolCalls": 10, "usage": { "input": 18303, "cached": 155520, "write": 0, "output": 1398 }, "usageComplete": true, "cost": { "parts": { "input": 0.00274545, "cached": 0.00046656, "write": 0, "output": 0.0008388 }, "total": 0.00405081, "recordedSubtotal": 0.00405081 }, "cacheHitPercent": 89.4703232598678, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 131589, "seconds": 18.97598075, "steps": 9, "toolCalls": 8, "usage": { "input": 16070, "cached": 114304, "write": 0, "output": 1215 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024105, "cached": 0.000342912, "write": 0, "output": 0.000729 }, "total": 0.003482412, "recordedSubtotal": 0.003482412 }, "cacheHitPercent": 87.6739227146517, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-5", "title": { "zh": "将指定款式加入购物车", "en": "Add a specified variant to the cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 201736, "seconds": 19.305222667000002, "steps": 9, "toolCalls": 9, "usage": { "input": 26942, "cached": 173696, "write": 0, "output": 1098 }, "usageComplete": true, "cost": { "parts": { "input": 0.0040413, "cached": 0.000521088, "write": 0, "output": 0.0006588 }, "total": 0.005221188, "recordedSubtotal": 0.005221188 }, "cacheHitPercent": 86.57183584365873, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 225690, "seconds": 25.912460749999997, "steps": 12, "toolCalls": 13, "usage": { "input": 25534, "cached": 198400, "write": 0, "output": 1756 }, "usageComplete": true, "cost": { "parts": { "input": 0.0038301, "cached": 0.0005952, "write": 0, "output": 0.0010536 }, "total": 0.0054789, "recordedSubtotal": 0.0054789 }, "cacheHitPercent": 88.59753320174694, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-7", "title": { "zh": "组合多件商品并核对数量", "en": "Build a multi-product cart and check quantity" }, "eligible": false, "on": { "passed": false, "timedOut": false, "tokens": 158599, "seconds": 23.363610750000007, "steps": 9, "toolCalls": 11, "usage": { "input": 20015, "cached": 136448, "write": 0, "output": 2136 }, "usageComplete": true, "cost": { "parts": { "input": 0.00300225, "cached": 0.000409344, "write": 0, "output": 0.0012816 }, "total": 0.004693194, "recordedSubtotal": 0.004693194 }, "cacheHitPercent": 87.2078382748637, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 487760, "seconds": 50.337969832999995, "steps": 22, "toolCalls": 21, "usage": { "input": 33364, "cached": 451328, "write": 0, "output": 3068 }, "usageComplete": true, "cost": { "parts": { "input": 0.0050046, "cached": 0.001353984, "write": 0, "output": 0.0018408 }, "total": 0.008199384, "recordedSubtotal": 0.008199384 }, "cacheHitPercent": 93.11645333531398, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-8", "title": { "zh": "完成访客结账与测试支付", "en": "Complete guest checkout with test payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 317413, "seconds": 37.124345792, "steps": 16, "toolCalls": 16, "usage": { "input": 25228, "cached": 289536, "write": 0, "output": 2649 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037842, "cached": 0.000868608, "write": 0, "output": 0.0015894 }, "total": 0.006242208, "recordedSubtotal": 0.006242208 }, "cacheHitPercent": 91.98510630186425, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1213552, "seconds": 93.54385737499999, "steps": 37, "toolCalls": 38, "usage": { "input": 49147, "cached": 1157760, "write": 0, "output": 6645 }, "usageComplete": true, "cost": { "parts": { "input": 0.00737205, "cached": 0.00347328, "write": 0, "output": 0.003987 }, "total": 0.01483233, "recordedSubtotal": 0.01483233 }, "cacheHitPercent": 95.9278552531388, "audit": null } }, { "site": "easyappointments", "id": "ea-1", "title": { "zh": "列出全部服务", "en": "List all services" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 64566, "seconds": 9.003200999999999, "steps": 4, "toolCalls": 4, "usage": { "input": 17782, "cached": 46080, "write": 0, "output": 704 }, "usageComplete": true, "cost": { "parts": { "input": 0.0026673, "cached": 0.00013824, "write": 0, "output": 0.0004224 }, "total": 0.00322794, "recordedSubtotal": 0.00322794 }, "cacheHitPercent": 72.15558548119382, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 207889, "seconds": 25.450973541, "steps": 10, "toolCalls": 9, "usage": { "input": 28544, "cached": 176768, "write": 0, "output": 2577 }, "usageComplete": true, "cost": { "parts": { "input": 0.0042816, "cached": 0.000530304, "write": 0, "output": 0.0015462 }, "total": 0.006358104, "recordedSubtotal": 0.006358104 }, "cacheHitPercent": 86.09725685785537, "audit": null } }, { "site": "easyappointments", "id": "ea-2", "title": { "zh": "查询服务价格与时长", "en": "Read service price and duration" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 228047, "seconds": 24.626157250000002, "steps": 11, "toolCalls": 12, "usage": { "input": 39345, "cached": 186880, "write": 0, "output": 1822 }, "usageComplete": true, "cost": { "parts": { "input": 0.00590175, "cached": 0.00056064, "write": 0, "output": 0.0010932 }, "total": 0.00755559, "recordedSubtotal": 0.00755559 }, "cacheHitPercent": 82.6080229859653, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 89669, "seconds": 12.333477416, "steps": 6, "toolCalls": 6, "usage": { "input": 16499, "cached": 72192, "write": 0, "output": 978 }, "usageComplete": true, "cost": { "parts": { "input": 0.00247485, "cached": 0.000216576, "write": 0, "output": 0.0005868 }, "total": 0.003278226, "recordedSubtotal": 0.003278226 }, "cacheHitPercent": 81.39721053996459, "audit": null } }, { "site": "easyappointments", "id": "ea-3", "title": { "zh": "找出免费服务", "en": "Find a free service" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 59459, "seconds": 6.706492875, "steps": 4, "toolCalls": 3, "usage": { "input": 15986, "cached": 43008, "write": 0, "output": 465 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023979, "cached": 0.000129024, "write": 0, "output": 0.000279 }, "total": 0.002805924, "recordedSubtotal": 0.002805924 }, "cacheHitPercent": 72.90232905041191, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 319970, "seconds": 40.429519125, "steps": 13, "toolCalls": 13, "usage": { "input": 33334, "cached": 283648, "write": 0, "output": 2988 }, "usageComplete": true, "cost": { "parts": { "input": 0.0050001, "cached": 0.000850944, "write": 0, "output": 0.0017928 }, "total": 0.007643844, "recordedSubtotal": 0.007643844 }, "cacheHitPercent": 89.48394546062552, "audit": null } }, { "site": "easyappointments", "id": "ea-4", "title": { "zh": "查找指定服务的提供者", "en": "Find a service provider" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 155069, "seconds": 20.028011708999998, "steps": 9, "toolCalls": 8, "usage": { "input": 21432, "cached": 132224, "write": 0, "output": 1413 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032148, "cached": 0.000396672, "write": 0, "output": 0.0008478 }, "total": 0.004459272, "recordedSubtotal": 0.004459272 }, "cacheHitPercent": 86.05196022283542, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 293958, "seconds": 36.147775833, "steps": 14, "toolCalls": 14, "usage": { "input": 29962, "cached": 261632, "write": 0, "output": 2364 }, "usageComplete": true, "cost": { "parts": { "input": 0.0044943, "cached": 0.000784896, "write": 0, "output": 0.0014184 }, "total": 0.006697596, "recordedSubtotal": 0.006697596 }, "cacheHitPercent": 89.72475428163817, "audit": null } }, { "site": "easyappointments", "id": "ea-5", "title": { "zh": "判断指定服务是否存在", "en": "Check service availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 130003, "seconds": 14.538505167, "steps": 8, "toolCalls": 7, "usage": { "input": 20959, "cached": 108032, "write": 0, "output": 1012 }, "usageComplete": true, "cost": { "parts": { "input": 0.00314385, "cached": 0.000324096, "write": 0, "output": 0.0006072 }, "total": 0.004075146, "recordedSubtotal": 0.004075146 }, "cacheHitPercent": 83.75157956756672, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 144806, "seconds": 137.448955667, "steps": 8, "toolCalls": 8, "usage": { "input": 24761, "cached": 118784, "write": 0, "output": 1261 }, "usageComplete": true, "cost": { "parts": { "input": 0.00371415, "cached": 0.000356352, "write": 0, "output": 0.0007566 }, "total": 0.004827102, "recordedSubtotal": 0.004827102 }, "cacheHitPercent": 82.75035703089624, "audit": null } }, { "site": "easyappointments", "id": "ea-6", "title": { "zh": "预约最早可用时段", "en": "Book the earliest available appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 625514, "seconds": 69.31192179199999, "steps": 23, "toolCalls": 22, "usage": { "input": 116894, "cached": 502784, "write": 0, "output": 5836 }, "usageComplete": true, "cost": { "parts": { "input": 0.0175341, "cached": 0.001508352, "write": 0, "output": 0.0035016 }, "total": 0.022544052, "recordedSubtotal": 0.022544052 }, "cacheHitPercent": 81.13633209505582, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1263117, "seconds": 114.76889600000001, "steps": 34, "toolCalls": 33, "usage": { "input": 101813, "cached": 1153536, "write": 0, "output": 7768 }, "usageComplete": true, "cost": { "parts": { "input": 0.01527195, "cached": 0.003460608, "write": 0, "output": 0.0046608 }, "total": 0.023393358, "recordedSubtotal": 0.023393358 }, "cacheHitPercent": 91.8896657423553, "audit": null } }, { "site": "easyappointments", "id": "ea-7", "title": { "zh": "预约后取消同一订单", "en": "Book and cancel the same appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 780929, "seconds": 63.21567950000001, "steps": 22, "toolCalls": 21, "usage": { "input": 54326, "cached": 721664, "write": 0, "output": 4939 }, "usageComplete": true, "cost": { "parts": { "input": 0.0081489, "cached": 0.002164992, "write": 0, "output": 0.0029634 }, "total": 0.013277292, "recordedSubtotal": 0.013277292 }, "cacheHitPercent": 92.99913658681169, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1579303, "seconds": 87.26042970900001, "steps": 33, "toolCalls": 33, "usage": { "input": 67812, "cached": 1504512, "write": 0, "output": 6979 }, "usageComplete": true, "cost": { "parts": { "input": 0.0101718, "cached": 0.004513536, "write": 0, "output": 0.0041874 }, "total": 0.018872736, "recordedSubtotal": 0.018872736 }, "cacheHitPercent": 95.6871484503194, "audit": null } }, { "site": "easyappointments", "id": "ea-8", "title": { "zh": "登录后台查询客户", "en": "Sign in and inspect customer records" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 181040, "seconds": 20.794298541, "steps": 10, "toolCalls": 10, "usage": { "input": 20933, "cached": 158592, "write": 0, "output": 1515 }, "usageComplete": true, "cost": { "parts": { "input": 0.00313995, "cached": 0.000475776, "write": 0, "output": 0.000909 }, "total": 0.004524726, "recordedSubtotal": 0.004524726 }, "cacheHitPercent": 88.33978554518869, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 236557, "seconds": 23.438300541999997, "steps": 12, "toolCalls": 12, "usage": { "input": 22968, "cached": 212224, "write": 0, "output": 1365 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034452, "cached": 0.000636672, "write": 0, "output": 0.000819 }, "total": 0.004900872, "recordedSubtotal": 0.004900872 }, "cacheHitPercent": 90.23436171298343, "audit": null } }, { "site": "learnhouse", "id": "lh-1", "title": { "zh": "列出课程目录", "en": "List all courses" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 153236, "seconds": 16.665965375000003, "steps": 10, "toolCalls": 9, "usage": { "input": 17490, "cached": 134528, "write": 0, "output": 1218 }, "usageComplete": true, "cost": { "parts": { "input": 0.0026235, "cached": 0.000403584, "write": 0, "output": 0.0007308 }, "total": 0.003757884, "recordedSubtotal": 0.003757884 }, "cacheHitPercent": 88.49478351247878, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 190443, "seconds": 22.811527040999998, "steps": 11, "toolCalls": 14, "usage": { "input": 23538, "cached": 164480, "write": 0, "output": 2425 }, "usageComplete": true, "cost": { "parts": { "input": 0.0035307, "cached": 0.00049344, "write": 0, "output": 0.001455 }, "total": 0.00547914, "recordedSubtotal": 0.00547914 }, "cacheHitPercent": 87.48098586305566, "audit": null } }, { "site": "learnhouse", "id": "lh-2", "title": { "zh": "读取课程章节", "en": "Read course chapters" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 423778, "seconds": 37.730512625, "steps": 18, "toolCalls": 18, "usage": { "input": 29275, "cached": 391040, "write": 0, "output": 3463 }, "usageComplete": true, "cost": { "parts": { "input": 0.00439125, "cached": 0.00117312, "write": 0, "output": 0.0020778 }, "total": 0.00764217, "recordedSubtotal": 0.00764217 }, "cacheHitPercent": 93.03498566551276, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 218335, "seconds": 25.899051749999998, "steps": 13, "toolCalls": 12, "usage": { "input": 21473, "cached": 194688, "write": 0, "output": 2174 }, "usageComplete": true, "cost": { "parts": { "input": 0.00322095, "cached": 0.000584064, "write": 0, "output": 0.0013044 }, "total": 0.005109414, "recordedSubtotal": 0.005109414 }, "cacheHitPercent": 90.06620065599252, "audit": null } }, { "site": "learnhouse", "id": "lh-3", "title": { "zh": "查找首节课标题", "en": "Find the first lesson title" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 90432, "seconds": 10.557332042000002, "steps": 6, "toolCalls": 5, "usage": { "input": 17240, "cached": 72320, "write": 0, "output": 872 }, "usageComplete": true, "cost": { "parts": { "input": 0.002586, "cached": 0.00021696, "write": 0, "output": 0.0005232 }, "total": 0.00332616, "recordedSubtotal": 0.00332616 }, "cacheHitPercent": 80.75033497096918, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 220735, "seconds": 19.611868625000003, "steps": 11, "toolCalls": 11, "usage": { "input": 25048, "cached": 194176, "write": 0, "output": 1511 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037572, "cached": 0.000582528, "write": 0, "output": 0.0009066 }, "total": 0.005246328, "recordedSubtotal": 0.005246328 }, "cacheHitPercent": 88.5742436959457, "audit": null } }, { "site": "learnhouse", "id": "lh-5", "title": { "zh": "搜索课程并读取描述", "en": "Search courses and read a description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 113188, "seconds": 12.305560625000002, "steps": 7, "toolCalls": 7, "usage": { "input": 18996, "cached": 93056, "write": 0, "output": 1136 }, "usageComplete": true, "cost": { "parts": { "input": 0.0028494, "cached": 0.000279168, "write": 0, "output": 0.0006816 }, "total": 0.003810168, "recordedSubtotal": 0.003810168 }, "cacheHitPercent": 83.04715667725698, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 118308, "seconds": 13.245769917, "steps": 7, "toolCalls": 6, "usage": { "input": 21500, "cached": 95744, "write": 0, "output": 1064 }, "usageComplete": true, "cost": { "parts": { "input": 0.003225, "cached": 0.000287232, "write": 0, "output": 0.0006384 }, "total": 0.004150632, "recordedSubtotal": 0.004150632 }, "cacheHitPercent": 81.6621746102146, "audit": null } }, { "site": "learnhouse", "id": "lh-6", "title": { "zh": "判断指定主题课程是否存在", "en": "Check course availability by topic" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 129824, "seconds": 14.562258333, "steps": 8, "toolCalls": 9, "usage": { "input": 17924, "cached": 110848, "write": 0, "output": 1052 }, "usageComplete": true, "cost": { "parts": { "input": 0.0026886, "cached": 0.000332544, "write": 0, "output": 0.0006312 }, "total": 0.003652344, "recordedSubtotal": 0.003652344 }, "cacheHitPercent": 86.08082502407356, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 281304, "seconds": 30.080821541, "steps": 16, "toolCalls": 15, "usage": { "input": 20886, "cached": 258304, "write": 0, "output": 2114 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031329, "cached": 0.000774912, "write": 0, "output": 0.0012684 }, "total": 0.005176212, "recordedSubtotal": 0.005176212 }, "cacheHitPercent": 92.51907303270175, "audit": null } }, { "site": "learnhouse", "id": "lh-7", "title": { "zh": "登录并选课，确定起始课程", "en": "Sign in, enroll, and identify the starting lesson" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 163287, "seconds": 18.178247375, "steps": 10, "toolCalls": 9, "usage": { "input": 19687, "cached": 142080, "write": 0, "output": 1520 }, "usageComplete": true, "cost": { "parts": { "input": 0.00295305, "cached": 0.00042624, "write": 0, "output": 0.000912 }, "total": 0.00429129, "recordedSubtotal": 0.00429129 }, "cacheHitPercent": 87.83002713779695, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 496547, "seconds": 50.042382167, "steps": 21, "toolCalls": 21, "usage": { "input": 32626, "cached": 460160, "write": 0, "output": 3761 }, "usageComplete": true, "cost": { "parts": { "input": 0.0048939, "cached": 0.00138048, "write": 0, "output": 0.0022566 }, "total": 0.00853098, "recordedSubtotal": 0.00853098 }, "cacheHitPercent": 93.37927619696988, "audit": null } }, { "site": "learnhouse", "id": "lh-8", "title": { "zh": "统计已发布课时", "en": "Count published lessons" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 882716, "seconds": 105.65632929199998, "steps": 30, "toolCalls": 33, "usage": { "input": 46660, "cached": 829440, "write": 0, "output": 6616 }, "usageComplete": true, "cost": { "parts": { "input": 0.006999, "cached": 0.00248832, "write": 0, "output": 0.0039696 }, "total": 0.01345692, "recordedSubtotal": 0.01345692 }, "cacheHitPercent": 94.67412395845223, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 897463, "seconds": 99.199025791, "steps": 34, "toolCalls": 33, "usage": { "input": 42583, "cached": 849664, "write": 0, "output": 5216 }, "usageComplete": true, "cost": { "parts": { "input": 0.00638745, "cached": 0.002548992, "write": 0, "output": 0.0031296 }, "total": 0.012066042, "recordedSubtotal": 0.012066042 }, "cacheHitPercent": 95.22744262519235, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-1", "title": { "zh": "登录并查询发票客户", "en": "Sign in and identify an invoice client" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 147813, "seconds": 17.894252875, "steps": 9, "toolCalls": 9, "usage": { "input": 18707, "cached": 127744, "write": 0, "output": 1362 }, "usageComplete": true, "cost": { "parts": { "input": 0.00280605, "cached": 0.000383232, "write": 0, "output": 0.0008172 }, "total": 0.004006482, "recordedSubtotal": 0.004006482 }, "cacheHitPercent": 87.22644433974503, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 372781, "seconds": 41.70834925, "steps": 20, "toolCalls": 20, "usage": { "input": 24031, "cached": 345472, "write": 0, "output": 3278 }, "usageComplete": true, "cost": { "parts": { "input": 0.00360465, "cached": 0.001036416, "write": 0, "output": 0.0019668 }, "total": 0.006607866, "recordedSubtotal": 0.006607866 }, "cacheHitPercent": 93.49639921732705, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-2", "title": { "zh": "查询发票总额", "en": "Read an invoice total" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 163960, "seconds": 15.892372042000003, "steps": 8, "toolCalls": 9, "usage": { "input": 23705, "cached": 138880, "write": 0, "output": 1375 }, "usageComplete": true, "cost": { "parts": { "input": 0.00355575, "cached": 0.00041664, "write": 0, "output": 0.000825 }, "total": 0.00479739, "recordedSubtotal": 0.00479739 }, "cacheHitPercent": 85.41993418827076, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 217257, "seconds": 28.783391083999994, "steps": 13, "toolCalls": 14, "usage": { "input": 19573, "cached": 194944, "write": 0, "output": 2740 }, "usageComplete": true, "cost": { "parts": { "input": 0.00293595, "cached": 0.000584832, "write": 0, "output": 0.001644 }, "total": 0.005164782, "recordedSubtotal": 0.005164782 }, "cacheHitPercent": 90.8757814066018, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-3", "title": { "zh": "查询发票项目", "en": "Read an invoice line item" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 413906, "seconds": 44.416526000000005, "steps": 21, "toolCalls": 22, "usage": { "input": 26180, "cached": 383616, "write": 0, "output": 4110 }, "usageComplete": true, "cost": { "parts": { "input": 0.003927, "cached": 0.001150848, "write": 0, "output": 0.002466 }, "total": 0.007543848, "recordedSubtotal": 0.007543848 }, "cacheHitPercent": 93.61145545588538, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 560718, "seconds": 49.369088542, "steps": 24, "toolCalls": 25, "usage": { "input": 31068, "cached": 525824, "write": 0, "output": 3826 }, "usageComplete": true, "cost": { "parts": { "input": 0.0046602, "cached": 0.001577472, "write": 0, "output": 0.0022956 }, "total": 0.008533272, "recordedSubtotal": 0.008533272 }, "cacheHitPercent": 94.42118040840953, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-4", "title": { "zh": "查询发票付款状态", "en": "Check invoice payment status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 95917, "seconds": 11.322571417, "steps": 6, "toolCalls": 7, "usage": { "input": 18124, "cached": 76800, "write": 0, "output": 993 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027186, "cached": 0.0002304, "write": 0, "output": 0.0005958 }, "total": 0.0035448, "recordedSubtotal": 0.0035448 }, "cacheHitPercent": 80.90683072774009, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 399338, "seconds": 48.025643124999995, "steps": 22, "toolCalls": 22, "usage": { "input": 23382, "cached": 371712, "write": 0, "output": 4244 }, "usageComplete": true, "cost": { "parts": { "input": 0.0035073, "cached": 0.001115136, "write": 0, "output": 0.0025464 }, "total": 0.007168836, "recordedSubtotal": 0.007168836 }, "cacheHitPercent": 94.08191468359428, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-5", "title": { "zh": "搜索客户联系方式", "en": "Search client contact details" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 228280, "seconds": 26.066347124999997, "steps": 13, "toolCalls": 15, "usage": { "input": 21752, "cached": 204416, "write": 0, "output": 2112 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032628, "cached": 0.000613248, "write": 0, "output": 0.0012672 }, "total": 0.005143248, "recordedSubtotal": 0.005143248 }, "cacheHitPercent": 90.38237062714443, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 212336, "seconds": 24.842183291999998, "steps": 13, "toolCalls": 12, "usage": { "input": 20068, "cached": 190848, "write": 0, "output": 1420 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030102, "cached": 0.000572544, "write": 0, "output": 0.000852 }, "total": 0.004434744, "recordedSubtotal": 0.004434744 }, "cacheHitPercent": 90.4853116880654, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-8", "title": { "zh": "读取月度财务汇总", "en": "Read the monthly financial summary" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 342922, "seconds": 31.18197225, "steps": 15, "toolCalls": 17, "usage": { "input": 27455, "cached": 312576, "write": 0, "output": 2891 }, "usageComplete": true, "cost": { "parts": { "input": 0.00411825, "cached": 0.000937728, "write": 0, "output": 0.0017346 }, "total": 0.006790578, "recordedSubtotal": 0.006790578 }, "cacheHitPercent": 91.92573618287744, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 753258, "seconds": 78.564278, "steps": 31, "toolCalls": 31, "usage": { "input": 43941, "cached": 701440, "write": 0, "output": 7877 }, "usageComplete": true, "cost": { "parts": { "input": 0.00659115, "cached": 0.00210432, "write": 0, "output": 0.0047262 }, "total": 0.01342167, "recordedSubtotal": 0.01342167 }, "cacheHitPercent": 94.10489400722584, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-6", "title": { "zh": "创建发票草稿", "en": "Create a draft invoice" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 193416, "seconds": 18.393010333, "steps": 9, "toolCalls": 12, "usage": { "input": 24613, "cached": 166912, "write": 0, "output": 1891 }, "usageComplete": true, "cost": { "parts": { "input": 0.00369195, "cached": 0.000500736, "write": 0, "output": 0.0011346 }, "total": 0.005327286, "recordedSubtotal": 0.005327286 }, "cacheHitPercent": 87.14893617021276, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 444774, "seconds": 40.261977040999994, "steps": 19, "toolCalls": 19, "usage": { "input": 34627, "cached": 407296, "write": 0, "output": 2851 }, "usageComplete": true, "cost": { "parts": { "input": 0.00519405, "cached": 0.001221888, "write": 0, "output": 0.0017106 }, "total": 0.008126538, "recordedSubtotal": 0.008126538 }, "cacheHitPercent": 92.16447209129193, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-7", "title": { "zh": "记录一笔收款", "en": "Record an invoice payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 493023, "seconds": 57.79796279200001, "steps": 26, "toolCalls": 25, "usage": { "input": 25015, "cached": 462976, "write": 0, "output": 5032 }, "usageComplete": true, "cost": { "parts": { "input": 0.00375225, "cached": 0.001388928, "write": 0, "output": 0.0030192 }, "total": 0.008160378, "recordedSubtotal": 0.008160378 }, "cacheHitPercent": 94.87388087075377, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 569632, "seconds": 55.635785500000004, "steps": 26, "toolCalls": 26, "usage": { "input": 33301, "cached": 532224, "write": 0, "output": 4107 }, "usageComplete": true, "cost": { "parts": { "input": 0.00499515, "cached": 0.001596672, "write": 0, "output": 0.0024642 }, "total": 0.009056022, "recordedSubtotal": 0.009056022 }, "cacheHitPercent": 94.1114893240794, "audit": null } }, { "site": "hi-events", "id": "hev-1", "title": { "zh": "查询活动地点", "en": "Find the event location" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 157293, "seconds": 20.360271457999996, "steps": 9, "toolCalls": 11, "usage": { "input": 20085, "cached": 135296, "write": 0, "output": 1912 }, "usageComplete": true, "cost": { "parts": { "input": 0.00301275, "cached": 0.000405888, "write": 0, "output": 0.0011472 }, "total": 0.004565838, "recordedSubtotal": 0.004565838 }, "cacheHitPercent": 87.07370914075724, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56197, "seconds": 8.762910292, "steps": 4, "toolCalls": 4, "usage": { "input": 15215, "cached": 40320, "write": 0, "output": 662 }, "usageComplete": true, "cost": { "parts": { "input": 0.00228225, "cached": 0.00012096, "write": 0, "output": 0.0003972 }, "total": 0.00280041, "recordedSubtotal": 0.00280041 }, "cacheHitPercent": 72.60286305933195, "audit": null } }, { "site": "hi-events", "id": "hev-2", "title": { "zh": "按时间查询议程", "en": "Find a session by its start time" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 46575, "seconds": 6.0234251249999975, "steps": 3, "toolCalls": 3, "usage": { "input": 17062, "cached": 29056, "write": 0, "output": 457 }, "usageComplete": true, "cost": { "parts": { "input": 0.0025593, "cached": 0.000087168, "write": 0, "output": 0.0002742 }, "total": 0.002920668, "recordedSubtotal": 0.002920668 }, "cacheHitPercent": 63.003599462249014, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 118609, "seconds": 13.245385209, "steps": 7, "toolCalls": 7, "usage": { "input": 20522, "cached": 97536, "write": 0, "output": 551 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030783, "cached": 0.000292608, "write": 0, "output": 0.0003306 }, "total": 0.003701508, "recordedSubtotal": 0.003701508 }, "cacheHitPercent": 82.61701875349404, "audit": null } }, { "site": "hi-events", "id": "hev-3", "title": { "zh": "查询年龄政策", "en": "Read the age policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 106132, "seconds": 14.557648667000002, "steps": 7, "toolCalls": 6, "usage": { "input": 16222, "cached": 89088, "write": 0, "output": 822 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024333, "cached": 0.000267264, "write": 0, "output": 0.0004932 }, "total": 0.003193764, "recordedSubtotal": 0.003193764 }, "cacheHitPercent": 84.59595480011394, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 54992, "seconds": 7.286258125000001, "steps": 4, "toolCalls": 4, "usage": { "input": 15108, "cached": 39552, "write": 0, "output": 332 }, "usageComplete": true, "cost": { "parts": { "input": 0.0022662, "cached": 0.000118656, "write": 0, "output": 0.0001992 }, "total": 0.002584056, "recordedSubtotal": 0.002584056 }, "cacheHitPercent": 72.36004390779364, "audit": null } }, { "site": "hi-events", "id": "hev-4", "title": { "zh": "查询录像及访问权限", "en": "Check recording availability and access" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 115630, "seconds": 15.235204125, "steps": 7, "toolCalls": 7, "usage": { "input": 17739, "cached": 96896, "write": 0, "output": 995 }, "usageComplete": true, "cost": { "parts": { "input": 0.00266085, "cached": 0.000290688, "write": 0, "output": 0.000597 }, "total": 0.003548538, "recordedSubtotal": 0.003548538 }, "cacheHitPercent": 84.52566842587342, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 91697, "seconds": 10.273372415999999, "steps": 5, "toolCalls": 5, "usage": { "input": 21051, "cached": 70016, "write": 0, "output": 630 }, "usageComplete": true, "cost": { "parts": { "input": 0.00315765, "cached": 0.000210048, "write": 0, "output": 0.000378 }, "total": 0.003745698, "recordedSubtotal": 0.003745698 }, "cacheHitPercent": 76.8840524009795, "audit": null } }, { "site": "hi-events", "id": "hev-10", "title": { "zh": "判断是否提供停车信息", "en": "Check for parking information" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 106561, "seconds": 15.030761542000002, "steps": 7, "toolCalls": 7, "usage": { "input": 16240, "cached": 89088, "write": 0, "output": 1233 }, "usageComplete": true, "cost": { "parts": { "input": 0.002436, "cached": 0.000267264, "write": 0, "output": 0.0007398 }, "total": 0.003443064, "recordedSubtotal": 0.003443064 }, "cacheHitPercent": 84.58149779735683, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 119667, "seconds": 15.533861499999999, "steps": 8, "toolCalls": 8, "usage": { "input": 16765, "cached": 101888, "write": 0, "output": 1014 }, "usageComplete": true, "cost": { "parts": { "input": 0.00251475, "cached": 0.000305664, "write": 0, "output": 0.0006084 }, "total": 0.003428814, "recordedSubtotal": 0.003428814 }, "cacheHitPercent": 85.87056374470093, "audit": null } }, { "site": "hi-events", "id": "hev-5", "title": { "zh": "判断是否提供实时字幕", "en": "Check live-caption availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 43633, "seconds": 5.579223458000002, "steps": 3, "toolCalls": 3, "usage": { "input": 15624, "cached": 27520, "write": 0, "output": 489 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023436, "cached": 0.00008256, "write": 0, "output": 0.0002934 }, "total": 0.00271956, "recordedSubtotal": 0.00271956 }, "cacheHitPercent": 63.78638976450956, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 85915, "seconds": 9.922012167000002, "steps": 6, "toolCalls": 7, "usage": { "input": 16264, "cached": 69120, "write": 0, "output": 531 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024396, "cached": 0.00020736, "write": 0, "output": 0.0003186 }, "total": 0.00296556, "recordedSubtotal": 0.00296556 }, "cacheHitPercent": 80.9519347887192, "audit": null } }, { "site": "hi-events", "id": "hev-6", "title": { "zh": "检验单笔购票数量限制", "en": "Check the per-order ticket limit" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 180516, "seconds": 24.661081707999998, "steps": 11, "toolCalls": 10, "usage": { "input": 18556, "cached": 159616, "write": 0, "output": 2344 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027834, "cached": 0.000478848, "write": 0, "output": 0.0014064 }, "total": 0.004668648, "recordedSubtotal": 0.004668648 }, "cacheHitPercent": 89.58534449857441, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 325506, "seconds": 51.143779208000005, "steps": 17, "toolCalls": 17, "usage": { "input": 24822, "cached": 295680, "write": 0, "output": 5004 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037233, "cached": 0.00088704, "write": 0, "output": 0.0030024 }, "total": 0.00761274, "recordedSubtotal": 0.00761274 }, "cacheHitPercent": 92.2552745380684, "audit": null } }, { "site": "hi-events", "id": "hev-7", "title": { "zh": "为两位参与者报名", "en": "Register two attendees" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 832678, "seconds": 86.004285125, "steps": 33, "toolCalls": 33, "usage": { "input": 37955, "cached": 785536, "write": 0, "output": 9187 }, "usageComplete": true, "cost": { "parts": { "input": 0.00569325, "cached": 0.002356608, "write": 0, "output": 0.0055122 }, "total": 0.013562058, "recordedSubtotal": 0.013562058 }, "cacheHitPercent": 95.39096359280187, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 220793, "seconds": 32.23745983399999, "steps": 12, "toolCalls": 11, "usage": { "input": 24659, "cached": 193792, "write": 0, "output": 2342 }, "usageComplete": true, "cost": { "parts": { "input": 0.00369885, "cached": 0.000581376, "write": 0, "output": 0.0014052 }, "total": 0.005685426, "recordedSubtotal": 0.005685426 }, "cacheHitPercent": 88.71188504515887, "audit": null } }, { "site": "hi-events", "id": "hev-8", "title": { "zh": "登录主办方后台查询活动状态", "en": "Sign in as organizer and check event status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 136758, "seconds": 16.277937084, "steps": 7, "toolCalls": 9, "usage": { "input": 22562, "cached": 112768, "write": 0, "output": 1428 }, "usageComplete": true, "cost": { "parts": { "input": 0.0033843, "cached": 0.000338304, "write": 0, "output": 0.0008568 }, "total": 0.004579404, "recordedSubtotal": 0.004579404 }, "cacheHitPercent": 83.32816079213774, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 167271, "seconds": 26.494322125000004, "steps": 10, "toolCalls": 12, "usage": { "input": 21187, "cached": 144128, "write": 0, "output": 1956 }, "usageComplete": true, "cost": { "parts": { "input": 0.00317805, "cached": 0.000432384, "write": 0, "output": 0.0011736 }, "total": 0.004784034, "recordedSubtotal": 0.004784034 }, "cacheHitPercent": 87.18386111363155, "audit": null } }, { "site": "hi-events", "id": "hev-9", "title": { "zh": "报名后通过订单编号查询状态", "en": "Register and look up the resulting order" }, "eligible": false, "on": { "passed": true, "timedOut": false, "tokens": 179921, "seconds": 18.506362209, "steps": 10, "toolCalls": 10, "usage": { "input": 22155, "cached": 156288, "write": 0, "output": 1478 }, "usageComplete": true, "cost": { "parts": { "input": 0.00332325, "cached": 0.000468864, "write": 0, "output": 0.0008868 }, "total": 0.004678914, "recordedSubtotal": 0.004678914 }, "cacheHitPercent": 87.58427060742086, "audit": null }, "off": { "passed": false, "timedOut": true, "tokens": null, "seconds": 600.0285825830001, "steps": 99, "toolCalls": 101, "usage": { "input": 213240, "cached": 4818688, "write": 0, "output": 84747 }, "usageComplete": false, "cost": { "parts": { "input": 0.031986, "cached": 0.014456064, "write": 0, "output": 0.0508482 }, "total": null, "recordedSubtotal": 0.097290264 }, "cacheHitPercent": null, "audit": null } } ], "sourceReports": "deepseek-v4.1-flash-full-2026-09-17", "corpusHashes": [ "4aa384f931b21bd45f0501af580aafd91f50e3c15e41a35e757bb4c4fc4a507c" ], "pricing": { "currency": "USD", "rates": { "input": 0.15, "cached": 0.003, "write": null, "output": 0.6 }, "peakRates": { "input": 0.3, "cached": 0.006, "write": null, "output": 1.2 }, "source": "https://api-docs.deepseek.com/quick_start/pricing/", "label": "DeepSeek V4.1 Flash · off-peak", "checkedAt": "2026-09-17", "status": "estimated" }, "costSummary": { "on": { "usage": { "input": 1236619, "cached": 11387776, "write": 0, "output": 121513 }, "completeAttempts": 49, "cost": { "parts": { "input": 0.18549285, "cached": 0.034163328, "write": 0, "output": 0.0729078 }, "total": 0.292563978, "recordedSubtotal": 0.292563978 } }, "off": { "usage": { "input": 1594318, "cached": 21332736, "write": 0, "output": 319799 }, "completeAttempts": 47, "cost": { "parts": { "input": 0.2391477, "cached": 0.063998208, "write": 0, "output": 0.1918794 }, "total": null, "recordedSubtotal": 0.495025308 } } }, "reasoning": { "requestedEffort": "provider-default", "effectiveEffort": null, "source": "Original run provenance; no explicit --effort override. Effective reasoning level was not retained in the run records.", "sameConfigurationAcrossArms": true } }, { "id": "hy3", "name": "Hy3", "model": "cn:hy3", "date": "2026-09-17", "arms": { "on": { "passed": 49, "timeouts": 0 }, "off": { "passed": 48, "timeouts": 1 } }, "efficiency": { "pairs": 48, "tokens": { "on": 12893717, "off": 17281596, "offMinusOn": 4387879, "offOverOn": 1.3403114090374404, "webmcpReductionPercent": 25.390473194721135 }, "seconds": { "on": 2285.9099388739996, "off": 3070.804726669999, "webmcpReductionPercent": 25.55990555111411 } }, "sites": [ { "id": "tailwind-nextjs-blog", "name": "Tailwind Next.js Blog", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 301281, "seconds": 56.685072459000004, "steps": 19, "toolCalls": 17 }, "off": { "passed": 2, "tokens": 445315, "seconds": 98.366737083, "steps": 22, "toolCalls": 22 } }, { "id": "bulletproof-react", "name": "Bulletproof React", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 490000, "seconds": 107.589880041, "steps": 26, "toolCalls": 26 }, "off": { "passed": 2, "tokens": 614670, "seconds": 108.47286537600002, "steps": 30, "toolCalls": 28 } }, { "id": "directory-9d8", "name": "9d8 Directory", "count": 3, "pairs": 3, "on": { "passed": 3, "tokens": 365028, "seconds": 77.831099042, "steps": 24, "toolCalls": 21 }, "off": { "passed": 3, "tokens": 459173, "seconds": 90.76047279100001, "steps": 26, "toolCalls": 23 } }, { "id": "nextjs-starter-medusa", "name": "Medusa", "count": 9, "pairs": 9, "on": { "passed": 9, "tokens": 2780999, "seconds": 482.907885043, "steps": 127, "toolCalls": 119 }, "off": { "passed": 9, "tokens": 5112021, "seconds": 925.934504626, "steps": 213, "toolCalls": 205 } }, { "id": "easyappointments", "name": "Easy!Appointments", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 1935542, "seconds": 326.712608956, "steps": 99, "toolCalls": 91 }, "off": { "passed": 8, "tokens": 2978912, "seconds": 530.212982794, "steps": 100, "toolCalls": 92 } }, { "id": "learnhouse", "name": "LearnHouse", "count": 7, "pairs": 7, "on": { "passed": 7, "tokens": 2673399, "seconds": 501.66861320800007, "steps": 123, "toolCalls": 116 }, "off": { "passed": 7, "tokens": 2603375, "seconds": 440.68214820900005, "steps": 107, "toolCalls": 102 } }, { "id": "idurar-erp-crm", "name": "IDURAR ERP/CRM", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 2995505, "seconds": 488.361117417, "steps": 131, "toolCalls": 123 }, "off": { "passed": 8, "tokens": 3730151, "seconds": 629.441110833, "steps": 168, "toolCalls": 161 } }, { "id": "hi-events", "name": "Hi.Events", "count": 10, "pairs": 9, "on": { "passed": 10, "tokens": 1351963, "seconds": 244.15366270799998, "steps": 78, "toolCalls": 69 }, "off": { "passed": 9, "tokens": 1337979, "seconds": 246.933904958, "steps": 71, "toolCalls": 62 } } ], "tasks": [ { "site": "tailwind-nextjs-blog", "id": "blog-find-post", "title": { "zh": "查找指定文章标题", "en": "Find a post by its title" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 168236, "seconds": 32.336937959000004, "steps": 10, "toolCalls": 9, "usage": { "input": 153564, "cached": 12928, "write": 0, "output": 1744 }, "usageComplete": true, "cost": { "parts": { "input": 0.022897785730261685, "cached": 0.00048192052486393795, "write": 0, "output": 0.001040184895250876 }, "total": 0.024419891150376502, "recordedSubtotal": 0.024419891150376502 }, "cacheHitPercent": 7.764937654662085, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 388163, "seconds": 85.41194887500001, "steps": 18, "toolCalls": 19, "usage": { "input": 365418, "cached": 19712, "write": 0, "output": 3033 }, "usageComplete": true, "cost": { "parts": { "input": 0.054487139342428985, "cached": 0.0007348095131588757, "write": 0, "output": 0.0018089912771192128 }, "total": 0.05703094013270708, "recordedSubtotal": 0.05703094013270708 }, "cacheHitPercent": 5.118271752395295, "audit": null } }, { "site": "tailwind-nextjs-blog", "id": "blog-read-author", "title": { "zh": "读取 About 页作者", "en": "Read the About-page author" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 133045, "seconds": 24.3481345, "steps": 9, "toolCalls": 8, "usage": { "input": 132083, "cached": 0, "write": 0, "output": 962 }, "usageComplete": true, "cost": { "parts": { "input": 0.019694773726981286, "cached": 0, "write": 0, "output": 0.0005737717140087974 }, "total": 0.020268545440990084, "recordedSubtotal": 0.020268545440990084 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 57152, "seconds": 12.954788208000002, "steps": 4, "toolCalls": 3, "usage": { "input": 56860, "cached": 0, "write": 0, "output": 292 }, "usageComplete": true, "cost": { "parts": { "input": 0.008478341907105048, "cached": 0, "write": 0, "output": 0.00017415939759934392 }, "total": 0.008652501304704392, "recordedSubtotal": 0.008652501304704392 }, "cacheHitPercent": 0, "audit": null } }, { "site": "bulletproof-react", "id": "react-public-content", "title": { "zh": "识别公开首页应用", "en": "Identify the public application" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 160121, "seconds": 33.221096040999996, "steps": 10, "toolCalls": 9, "usage": { "input": 131330, "cached": 27328, "write": 0, "output": 1463 }, "usageComplete": true, "cost": { "parts": { "input": 0.019582494594796093, "cached": 0.0010187131886975323, "write": 0, "output": 0.0008725862968761649 }, "total": 0.02147379408036979, "recordedSubtotal": 0.02147379408036979 }, "cacheHitPercent": 17.224470244173002, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 118271, "seconds": 21.397991209000004, "steps": 7, "toolCalls": 6, "usage": { "input": 117425, "cached": 0, "write": 0, "output": 846 }, "usageComplete": true, "cost": { "parts": { "input": 0.017509132930738837, "cached": 0, "write": 0, "output": 0.0005045851040035786 }, "total": 0.018013718034742415, "recordedSubtotal": 0.018013718034742415 }, "cacheHitPercent": 0, "audit": null } }, { "site": "bulletproof-react", "id": "react-auth-boundary", "title": { "zh": "检查未登录访问边界", "en": "Check signed-out access boundaries" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 329879, "seconds": 74.368784, "steps": 16, "toolCalls": 17, "usage": { "input": 306352, "cached": 19584, "write": 0, "output": 3943 }, "usageComplete": true, "cost": { "parts": { "input": 0.04567986281965258, "cached": 0.0007300380228136882, "write": 0, "output": 0.0023517483038842913 }, "total": 0.048761649146350554, "recordedSubtotal": 0.048761649146350554 }, "cacheHitPercent": 6.008541554170144, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 496399, "seconds": 87.074874167, "steps": 23, "toolCalls": 22, "usage": { "input": 479093, "cached": 14016, "write": 0, "output": 3290 }, "usageComplete": true, "cost": { "parts": { "input": 0.07143711324834116, "cached": 0.0005224781927980317, "write": 0, "output": 0.001962275404458361 }, "total": 0.07392186684559755, "recordedSubtotal": 0.07392186684559755 }, "cacheHitPercent": 2.8423735928567515, "audit": null } }, { "site": "directory-9d8", "id": "directory-search", "title": { "zh": "按工具类型搜索目录", "en": "Search the directory by tool type" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 88454, "seconds": 21.276936999999997, "steps": 6, "toolCalls": 5, "usage": { "input": 74654, "cached": 12928, "write": 0, "output": 872 }, "usageComplete": true, "cost": { "parts": { "input": 0.011131588757175874, "cached": 0.00048192052486393795, "write": 0, "output": 0.000520092447625438 }, "total": 0.012133601729665251, "recordedSubtotal": 0.012133601729665251 }, "cacheHitPercent": 14.761023954693886, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 181880, "seconds": 35.299357958, "steps": 10, "toolCalls": 9, "usage": { "input": 180649, "cached": 0, "write": 0, "output": 1231 }, "usageComplete": true, "cost": { "parts": { "input": 0.026936404980243047, "cached": 0, "write": 0, "output": 0.0007342130768657273 }, "total": 0.027670618057108774, "recordedSubtotal": 0.027670618057108774 }, "cacheHitPercent": 0, "audit": null } }, { "site": "directory-9d8", "id": "directory-filter", "title": { "zh": "筛选开发者工具", "en": "Filter developer tools" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 120996, "seconds": 25.858282750000004, "steps": 8, "toolCalls": 7, "usage": { "input": 119933, "cached": 0, "write": 0, "output": 1063 }, "usageComplete": true, "cost": { "parts": { "input": 0.017883098486542907, "cached": 0, "write": 0, "output": 0.0006340117796167897 }, "total": 0.018517110266159695, "recordedSubtotal": 0.018517110266159695 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 117785, "seconds": 18.915115666000002, "steps": 7, "toolCalls": 6, "usage": { "input": 104325, "cached": 12928, "write": 0, "output": 532 }, "usageComplete": true, "cost": { "parts": { "input": 0.015555804070677701, "cached": 0.00048192052486393795, "write": 0, "output": 0.00031730410795496904 }, "total": 0.01635502870349661, "recordedSubtotal": 0.01635502870349661 }, "cacheHitPercent": 11.02573068492917, "audit": null } }, { "site": "directory-9d8", "id": "directory-detail", "title": { "zh": "读取条目详情", "en": "Read a listing description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 155578, "seconds": 30.695879291999994, "steps": 10, "toolCalls": 9, "usage": { "input": 154367, "cached": 0, "write": 0, "output": 1211 }, "usageComplete": true, "cost": { "parts": { "input": 0.023017520316111234, "cached": 0, "write": 0, "output": 0.0007222843510027586 }, "total": 0.023739804667113992, "recordedSubtotal": 0.023739804667113992 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 159508, "seconds": 36.545999167, "steps": 9, "toolCalls": 8, "usage": { "input": 158853, "cached": 0, "write": 0, "output": 655 }, "usageComplete": true, "cost": { "parts": { "input": 0.023686423618877208, "cached": 0, "write": 0, "output": 0.00039066577201222693 }, "total": 0.024077089390889435, "recordedSubtotal": 0.024077089390889435 }, "cacheHitPercent": 0, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-1", "title": { "zh": "统计并列出全部商品", "en": "Count and list products" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 1130052, "seconds": 182.872421417, "steps": 36, "toolCalls": 35, "usage": { "input": 1024732, "cached": 97088, "write": 0, "output": 8232 }, "usageComplete": true, "cost": { "parts": { "input": 0.1527968388876463, "cached": 0.0036191754268247224, "write": 0, "output": 0.004909863565197943 }, "total": 0.16132587787966898, "recordedSubtotal": 0.16132587787966898 }, "cacheHitPercent": 8.6545078533098, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1057383, "seconds": 239.187818042, "steps": 43, "toolCalls": 43, "usage": { "input": 880223, "cached": 162944, "write": 0, "output": 14216 }, "usageComplete": true, "cost": { "parts": { "input": 0.1312492358159994, "cached": 0.006074107209423693, "write": 0, "output": 0.008478938343398195 }, "total": 0.14580228136882128, "recordedSubtotal": 0.14580228136882128 }, "cacheHitPercent": 15.620126020090744, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-2", "title": { "zh": "查询配送政策与时效", "en": "Read shipping policy and delivery times" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 107403, "seconds": 23.575866499999997, "steps": 7, "toolCalls": 6, "usage": { "input": 91549, "cached": 14912, "write": 0, "output": 942 }, "usageComplete": true, "cost": { "parts": { "input": 0.01365078655036159, "cached": 0.0005558786252143443, "write": 0, "output": 0.0005618429881458286 }, "total": 0.014768508163721763, "recordedSubtotal": 0.014768508163721763 }, "cacheHitPercent": 14.007007260874873, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 284614, "seconds": 48.305040167, "steps": 13, "toolCalls": 12, "usage": { "input": 263461, "cached": 19328, "write": 0, "output": 1825 }, "usageComplete": true, "cost": { "parts": { "input": 0.03928442555729516, "cached": 0.0007204950421233132, "write": 0, "output": 0.0010884962349958995 }, "total": 0.04109341683441437, "recordedSubtotal": 0.04109341683441437 }, "cacheHitPercent": 6.834777873255325, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-3", "title": { "zh": "查询退货政策", "en": "Read the returns policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 106912, "seconds": 21.142716292000003, "steps": 7, "toolCalls": 6, "usage": { "input": 106165, "cached": 0, "write": 0, "output": 747 }, "usageComplete": true, "cost": { "parts": { "input": 0.015830164765525984, "cached": 0, "write": 0, "output": 0.00044553791098188327 }, "total": 0.016275702676507867, "recordedSubtotal": 0.016275702676507867 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 513069, "seconds": 92.60711008300001, "steps": 24, "toolCalls": 23, "usage": { "input": 445950, "cached": 63104, "write": 0, "output": 4015 }, "usageComplete": true, "cost": { "parts": { "input": 0.0664951912323865, "cached": 0.00235234474017744, "write": 0, "output": 0.0023946917169909787 }, "total": 0.0712422276895549, "recordedSubtotal": 0.0712422276895549 }, "cacheHitPercent": 12.396327305158197, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-9", "title": { "zh": "判断指定商品是否存在", "en": "Check product availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 261902, "seconds": 47.62910320900001, "steps": 13, "toolCalls": 12, "usage": { "input": 219033, "cached": 40832, "write": 0, "output": 2037 }, "usageComplete": true, "cost": { "parts": { "input": 0.03265980764929546, "cached": 0.001522105420114814, "write": 0, "output": 0.0012149407291433684 }, "total": 0.03539685379855364, "recordedSubtotal": 0.03539685379855364 }, "cacheHitPercent": 15.712773940315165, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 388966, "seconds": 72.0711705, "steps": 18, "toolCalls": 17, "usage": { "input": 327491, "cached": 58176, "write": 0, "output": 3299 }, "usageComplete": true, "cost": { "parts": { "input": 0.04883187951986878, "cached": 0.002168642361887721, "write": 0, "output": 0.001967643331096697 }, "total": 0.052968165212853205, "recordedSubtotal": 0.052968165212853205 }, "cacheHitPercent": 15.084515916580884, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-4", "title": { "zh": "查询商品尺码", "en": "List product sizes" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 340412, "seconds": 61.058083875, "steps": 17, "toolCalls": 16, "usage": { "input": 338319, "cached": 0, "write": 0, "output": 2093 }, "usageComplete": true, "cost": { "parts": { "input": 0.050446432565421605, "cached": 0, "write": 0, "output": 0.0012483411615596808 }, "total": 0.05169477372698129, "recordedSubtotal": 0.05169477372698129 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 565136, "seconds": 100.624665834, "steps": 22, "toolCalls": 21, "usage": { "input": 561844, "cached": 0, "write": 0, "output": 3292 }, "usageComplete": true, "cost": { "parts": { "input": 0.08377603817192276, "cached": 0, "write": 0, "output": 0.0019634682770446584 }, "total": 0.08573950644896743, "recordedSubtotal": 0.08573950644896743 }, "cacheHitPercent": 0, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-6", "title": { "zh": "检查购物车内容", "en": "Inspect the shopping cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 111014, "seconds": 18.075775792, "steps": 7, "toolCalls": 6, "usage": { "input": 110429, "cached": 0, "write": 0, "output": 585 }, "usageComplete": true, "cost": { "parts": { "input": 0.016465965854022217, "cached": 0, "write": 0, "output": 0.00034891523149183627 }, "total": 0.016814881085514054, "recordedSubtotal": 0.016814881085514054 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 164571, "seconds": 30.479980750000003, "steps": 9, "toolCalls": 8, "usage": { "input": 163826, "cached": 0, "write": 0, "output": 745 }, "usageComplete": true, "cost": { "parts": { "input": 0.024427943040334004, "cached": 0, "write": 0, "output": 0.00044434503839558637 }, "total": 0.02487228807872959, "recordedSubtotal": 0.02487228807872959 }, "cacheHitPercent": 0, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-5", "title": { "zh": "将指定款式加入购物车", "en": "Add a specified variant to the cart" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 166712, "seconds": 28.655262333, "steps": 10, "toolCalls": 9, "usage": { "input": 147945, "cached": 17600, "write": 0, "output": 1167 }, "usageComplete": true, "cost": { "parts": { "input": 0.022059941847461417, "cached": 0.0006560799224632819, "write": 0, "output": 0.0006960411541042272 }, "total": 0.023412062924028927, "recordedSubtotal": 0.023412062924028927 }, "cacheHitPercent": 10.63155033374611, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 450805, "seconds": 75.414464084, "steps": 21, "toolCalls": 20, "usage": { "input": 386041, "cached": 62400, "write": 0, "output": 2364 }, "usageComplete": true, "cost": { "parts": { "input": 0.057562215760829046, "cached": 0.0023261015432789085, "write": 0, "output": 0.0014099753970029077 }, "total": 0.06129829270111086, "recordedSubtotal": 0.06129829270111086 }, "cacheHitPercent": 13.914873974502779, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-7", "title": { "zh": "组合多件商品并核对数量", "en": "Build a multi-product cart and check quantity" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 152509, "seconds": 32.608115958, "steps": 9, "toolCalls": 9, "usage": { "input": 151342, "cached": 0, "write": 0, "output": 1167 }, "usageComplete": true, "cost": { "parts": { "input": 0.02256646536941773, "cached": 0, "write": 0, "output": 0.0006960411541042272 }, "total": 0.023262506523521957, "recordedSubtotal": 0.023262506523521957 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 618388, "seconds": 104.893062416, "steps": 25, "toolCalls": 24, "usage": { "input": 594439, "cached": 21376, "write": 0, "output": 2573 }, "usageComplete": true, "cost": { "parts": { "input": 0.0886362484157161, "cached": 0.0007968388876463132, "write": 0, "output": 0.0015346305822709313 }, "total": 0.09096771788563333, "recordedSubtotal": 0.09096771788563333 }, "cacheHitPercent": 3.471172348838531, "audit": null } }, { "site": "nextjs-starter-medusa", "id": "md-8", "title": { "zh": "完成访客结账与测试支付", "en": "Complete guest checkout with test payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 404083, "seconds": 67.290539667, "steps": 21, "toolCalls": 20, "usage": { "input": 366304, "cached": 34752, "write": 0, "output": 3027 }, "usageComplete": true, "cost": { "parts": { "input": 0.05461924998136137, "cached": 0.0012954596287184075, "write": 0, "output": 0.0018054126593603221 }, "total": 0.057720122269440094, "recordedSubtotal": 0.057720122269440094 }, "cacheHitPercent": 8.665124072448736, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1069089, "seconds": 162.35119275, "steps": 38, "toolCalls": 37, "usage": { "input": 965418, "cached": 99072, "write": 0, "output": 4599 }, "usageComplete": true, "cost": { "parts": { "input": 0.1439525833146947, "cached": 0.0036931335271751286, "write": 0, "output": 0.0027430105121896667 }, "total": 0.1503887273540595, "recordedSubtotal": 0.1503887273540595 }, "cacheHitPercent": 9.306992080714709, "audit": null } }, { "site": "easyappointments", "id": "ea-1", "title": { "zh": "列出全部服务", "en": "List all services" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 301952, "seconds": 45.5769435, "steps": 15, "toolCalls": 14, "usage": { "input": 262468, "cached": 37312, "write": 0, "output": 2172 }, "usageComplete": true, "cost": { "parts": { "input": 0.03913636024752106, "cached": 0.0013908894356221577, "write": 0, "output": 0.0012954596287184075 }, "total": 0.041822709311861626, "recordedSubtotal": 0.041822709311861626 }, "cacheHitPercent": 12.44646073787444, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 94203, "seconds": 16.966168291000002, "steps": 6, "toolCalls": 5, "usage": { "input": 93734, "cached": 0, "write": 0, "output": 469 }, "usageComplete": true, "cost": { "parts": { "input": 0.013976589875493923, "cached": 0, "write": 0, "output": 0.00027972862148661746 }, "total": 0.01425631849698054, "recordedSubtotal": 0.01425631849698054 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-2", "title": { "zh": "查询服务价格与时长", "en": "Read service price and duration" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 445852, "seconds": 71.222951541, "steps": 21, "toolCalls": 20, "usage": { "input": 384655, "cached": 57088, "write": 0, "output": 4109 }, "usageComplete": true, "cost": { "parts": { "input": 0.057355550585253115, "cached": 0.002128084693953627, "write": 0, "output": 0.002450756728546932 }, "total": 0.06193439200775367, "recordedSubtotal": 0.06193439200775367 }, "cacheHitPercent": 12.923351360406391, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 243855, "seconds": 39.607829459, "steps": 12, "toolCalls": 11, "usage": { "input": 222833, "cached": 19776, "write": 0, "output": 1246 }, "usageComplete": true, "cost": { "parts": { "input": 0.033226422127786474, "cached": 0.0007371952583314694, "write": 0, "output": 0.0007431596212629538 }, "total": 0.034706777007380896, "recordedSubtotal": 0.034706777007380896 }, "cacheHitPercent": 8.151387623707281, "audit": null } }, { "site": "easyappointments", "id": "ea-3", "title": { "zh": "找出免费服务", "en": "Find a free service" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 43791, "seconds": 8.141754041, "steps": 3, "toolCalls": 2, "usage": { "input": 43480, "cached": 0, "write": 0, "output": 311 }, "usageComplete": true, "cost": { "parts": { "input": 0.006483262506523522, "cached": 0, "write": 0, "output": 0.00018549168716916424 }, "total": 0.006668754193692686, "recordedSubtotal": 0.006668754193692686 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 535427, "seconds": 98.10772079200001, "steps": 17, "toolCalls": 16, "usage": { "input": 531634, "cached": 0, "write": 0, "output": 3793 }, "usageComplete": true, "cost": { "parts": { "input": 0.07927145306791919, "cached": 0, "write": 0, "output": 0.0022622828599120257 }, "total": 0.08153373592783121, "recordedSubtotal": 0.08153373592783121 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-4", "title": { "zh": "查找指定服务的提供者", "en": "Find a service provider" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 519623, "seconds": 87.93990341599999, "steps": 24, "toolCalls": 23, "usage": { "input": 466560, "cached": 49536, "write": 0, "output": 3527 }, "usageComplete": true, "cost": { "parts": { "input": 0.06956832923283382, "cached": 0.0018465667635875643, "write": 0, "output": 0.0021036308059345413 }, "total": 0.07351852680235592, "recordedSubtotal": 0.07351852680235592 }, "cacheHitPercent": 9.598214285714286, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 124845, "seconds": 27.650995709, "steps": 7, "toolCalls": 6, "usage": { "input": 124331, "cached": 0, "write": 0, "output": 514 }, "usageComplete": true, "cost": { "parts": { "input": 0.018538880190859613, "cached": 0, "write": 0, "output": 0.0003065682546782972 }, "total": 0.01884544844553791, "recordedSubtotal": 0.01884544844553791 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-5", "title": { "zh": "判断指定服务是否存在", "en": "Check service availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 95622, "seconds": 18.679548209, "steps": 6, "toolCalls": 5, "usage": { "input": 94903, "cached": 0, "write": 0, "output": 719 }, "usageComplete": true, "cost": { "parts": { "input": 0.014150898382166556, "cached": 0, "write": 0, "output": 0.000428837694773727 }, "total": 0.014579736076940282, "recordedSubtotal": 0.014579736076940282 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 147732, "seconds": 25.115120041999997, "steps": 8, "toolCalls": 7, "usage": { "input": 147197, "cached": 0, "write": 0, "output": 535 }, "usageComplete": true, "cost": { "parts": { "input": 0.02194840826064266, "cached": 0, "write": 0, "output": 0.00031909341683441437 }, "total": 0.022267501677477073, "recordedSubtotal": 0.022267501677477073 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-6", "title": { "zh": "预约最早可用时段", "en": "Book the earliest available appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 99796, "seconds": 20.011761082999996, "steps": 6, "toolCalls": 5, "usage": { "input": 98616, "cached": 0, "write": 0, "output": 1180 }, "usageComplete": true, "cost": { "parts": { "input": 0.014704540371281593, "cached": 0, "write": 0, "output": 0.0007037948259151569 }, "total": 0.015408335197196749, "recordedSubtotal": 0.015408335197196749 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 626349, "seconds": 131.795253, "steps": 16, "toolCalls": 15, "usage": { "input": 621458, "cached": 0, "write": 0, "output": 4891 }, "usageComplete": true, "cost": { "parts": { "input": 0.0926650264668605, "cached": 0, "write": 0, "output": 0.0029171699097890105 }, "total": 0.09558219637664953, "recordedSubtotal": 0.09558219637664953 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-7", "title": { "zh": "预约后取消同一订单", "en": "Book and cancel the same appointment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 342608, "seconds": 57.449640374999994, "steps": 18, "toolCalls": 17, "usage": { "input": 305174, "cached": 34240, "write": 0, "output": 3194 }, "usageComplete": true, "cost": { "parts": { "input": 0.04550421233132036, "cached": 0.0012763736673376575, "write": 0, "output": 0.0019050175203161113 }, "total": 0.04868560351897413, "recordedSubtotal": 0.04868560351897413 }, "cacheHitPercent": 10.087975157182674, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1003516, "seconds": 158.054799709, "steps": 23, "toolCalls": 22, "usage": { "input": 999990, "cached": 0, "write": 0, "output": 3526 }, "usageComplete": true, "cost": { "parts": { "input": 0.14910758219637665, "cached": 0, "write": 0, "output": 0.0021030343696413927 }, "total": 0.15121061656601803, "recordedSubtotal": 0.15121061656601803 }, "cacheHitPercent": 0, "audit": null } }, { "site": "easyappointments", "id": "ea-8", "title": { "zh": "登录后台查询客户", "en": "Sign in and inspect customer records" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 86298, "seconds": 17.690106790999998, "steps": 6, "toolCalls": 5, "usage": { "input": 71820, "cached": 14080, "write": 0, "output": 398 }, "usageComplete": true, "cost": { "parts": { "input": 0.010709013643480206, "cached": 0.0005248639379706255, "write": 0, "output": 0.00023738164467307834 }, "total": 0.011471259226123909, "recordedSubtotal": 0.011471259226123909 }, "cacheHitPercent": 16.391152502910362, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 202985, "seconds": 32.915095791999995, "steps": 11, "toolCalls": 10, "usage": { "input": 182722, "cached": 19392, "write": 0, "output": 871 }, "usageComplete": true, "cost": { "parts": { "input": 0.027245508089167227, "cached": 0.0007228807872959069, "write": 0, "output": 0.0005194960113322895 }, "total": 0.028487884887795422, "recordedSubtotal": 0.028487884887795422 }, "cacheHitPercent": 9.594585234075819, "audit": null } }, { "site": "learnhouse", "id": "lh-1", "title": { "zh": "列出课程目录", "en": "List all courses" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 497700, "seconds": 103.45817158300001, "steps": 23, "toolCalls": 22, "usage": { "input": 379933, "cached": 110272, "write": 0, "output": 7495 }, "usageComplete": true, "cost": { "parts": { "input": 0.05665145754119138, "cached": 0.004110638932379035, "write": 0, "output": 0.004470290017147544 }, "total": 0.06523238649071796, "recordedSubtotal": 0.06523238649071796 }, "cacheHitPercent": 22.49507858956967, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 174422, "seconds": 30.265958625, "steps": 9, "toolCalls": 9, "usage": { "input": 173272, "cached": 0, "write": 0, "output": 1150 }, "usageComplete": true, "cost": { "parts": { "input": 0.02583642734660404, "cached": 0, "write": 0, "output": 0.0006859017371207038 }, "total": 0.026522329083724743, "recordedSubtotal": 0.026522329083724743 }, "cacheHitPercent": 0, "audit": null } }, { "site": "learnhouse", "id": "lh-2", "title": { "zh": "读取课程章节", "en": "Read course chapters" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 108683, "seconds": 20.503438874999997, "steps": 7, "toolCalls": 6, "usage": { "input": 107743, "cached": 0, "write": 0, "output": 940 }, "usageComplete": true, "cost": { "parts": { "input": 0.01606545888317304, "cached": 0, "write": 0, "output": 0.0005606501155595318 }, "total": 0.016626108998732573, "recordedSubtotal": 0.016626108998732573 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 157741, "seconds": 29.381769000000006, "steps": 9, "toolCalls": 8, "usage": { "input": 143777, "cached": 13312, "write": 0, "output": 652 }, "usageComplete": true, "cost": { "parts": { "input": 0.021438455230000746, "cached": 0.0004962349958995005, "write": 0, "output": 0.0003888764631327816 }, "total": 0.022323566689033028, "recordedSubtotal": 0.022323566689033028 }, "cacheHitPercent": 8.47417705886472, "audit": null } }, { "site": "learnhouse", "id": "lh-3", "title": { "zh": "查找首节课标题", "en": "Find the first lesson title" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 176184, "seconds": 30.1846135, "steps": 11, "toolCalls": 10, "usage": { "input": 158229, "cached": 16832, "write": 0, "output": 1123 }, "usageComplete": true, "cost": { "parts": { "input": 0.023593379557146053, "cached": 0.0006274509803921569, "write": 0, "output": 0.000669797957205696 }, "total": 0.024890628494743904, "recordedSubtotal": 0.024890628494743904 }, "cacheHitPercent": 9.614934222928008, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 193608, "seconds": 32.222310292, "steps": 11, "toolCalls": 10, "usage": { "input": 172751, "cached": 19840, "write": 0, "output": 1017 }, "usageComplete": true, "cost": { "parts": { "input": 0.025758741519421455, "cached": 0.0007395810035040633, "write": 0, "output": 0.0006065757101319615 }, "total": 0.027104898233057482, "recordedSubtotal": 0.027104898233057482 }, "cacheHitPercent": 10.301623648041705, "audit": null } }, { "site": "learnhouse", "id": "lh-5", "title": { "zh": "搜索课程并读取描述", "en": "Search courses and read a description" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 162290, "seconds": 31.782300417000005, "steps": 10, "toolCalls": 9, "usage": { "input": 160824, "cached": 0, "write": 0, "output": 1466 }, "usageComplete": true, "cost": { "parts": { "input": 0.023980317602326103, "cached": 0, "write": 0, "output": 0.0008743756057556102 }, "total": 0.024854693208081712, "recordedSubtotal": 0.024854693208081712 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 181816, "seconds": 29.564960459, "steps": 10, "toolCalls": 9, "usage": { "input": 160454, "cached": 20352, "write": 0, "output": 1010 }, "usageComplete": true, "cost": { "parts": { "input": 0.02392514724520987, "cached": 0.0007586669648848133, "write": 0, "output": 0.0006024006560799225 }, "total": 0.025286214866174606, "recordedSubtotal": 0.025286214866174606 }, "cacheHitPercent": 11.256263619570147, "audit": null } }, { "site": "learnhouse", "id": "lh-6", "title": { "zh": "判断指定主题课程是否存在", "en": "Check course availability by topic" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 159171, "seconds": 29.533608083000004, "steps": 10, "toolCalls": 9, "usage": { "input": 157838, "cached": 0, "write": 0, "output": 1333 }, "usageComplete": true, "cost": { "parts": { "input": 0.023535077909490793, "cached": 0, "write": 0, "output": 0.0007950495787668679 }, "total": 0.02433012748825766, "recordedSubtotal": 0.02433012748825766 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 201654, "seconds": 33.434636292, "steps": 11, "toolCalls": 10, "usage": { "input": 146818, "cached": 54144, "write": 0, "output": 692 }, "usageComplete": true, "cost": { "parts": { "input": 0.021891895921866845, "cached": 0.0020183404160143146, "write": 0, "output": 0.00041273391485871914 }, "total": 0.02432297025273988, "recordedSubtotal": 0.02432297025273988 }, "cacheHitPercent": 26.942407022223108, "audit": null } }, { "site": "learnhouse", "id": "lh-7", "title": { "zh": "登录并选课，确定起始课程", "en": "Sign in, enroll, and identify the starting lesson" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 396231, "seconds": 68.506678583, "steps": 21, "toolCalls": 20, "usage": { "input": 330707, "cached": 62144, "write": 0, "output": 3380 }, "usageComplete": true, "cost": { "parts": { "input": 0.04931141429956013, "cached": 0.0023165585625885333, "write": 0, "output": 0.0020159546708417206 }, "total": 0.05364392753299038, "recordedSubtotal": 0.05364392753299038 }, "cacheHitPercent": 15.818720074532076, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 311400, "seconds": 45.226536833, "steps": 15, "toolCalls": 14, "usage": { "input": 288941, "cached": 21056, "write": 0, "output": 1403 }, "usageComplete": true, "cost": { "parts": { "input": 0.04308372474465071, "cached": 0.0007849101617833445, "write": 0, "output": 0.0008368001192872586 }, "total": 0.044705435025721316, "recordedSubtotal": 0.044705435025721316 }, "cacheHitPercent": 6.792323796681904, "audit": null } }, { "site": "learnhouse", "id": "lh-8", "title": { "zh": "统计已发布课时", "en": "Count published lessons" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 1173140, "seconds": 217.69980216700003, "steps": 41, "toolCalls": 40, "usage": { "input": 1148591, "cached": 17152, "write": 0, "output": 7397 }, "usageComplete": true, "cost": { "parts": { "input": 0.17126533959591442, "cached": 0.0006393797062551256, "write": 0, "output": 0.004411839260418996 }, "total": 0.17631655856258854, "recordedSubtotal": 0.17631655856258854 }, "cacheHitPercent": 1.4713363065444098, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1382734, "seconds": 240.585976708, "steps": 42, "toolCalls": 42, "usage": { "input": 1357539, "cached": 19200, "write": 0, "output": 5995 }, "usageComplete": true, "cost": { "parts": { "input": 0.20242138224110937, "cached": 0.0007157235517781257, "write": 0, "output": 0.0035756355774248863 }, "total": 0.2067127413703124, "recordedSubtotal": 0.2067127413703124 }, "cacheHitPercent": 1.394599847901454, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-1", "title": { "zh": "登录并查询发票客户", "en": "Sign in and identify an invoice client" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 332561, "seconds": 62.83208695799999, "steps": 18, "toolCalls": 17, "usage": { "input": 285334, "cached": 44736, "write": 0, "output": 2491 }, "usageComplete": true, "cost": { "parts": { "input": 0.04254588831730411, "cached": 0.001667635875643033, "write": 0, "output": 0.0014857228062327592 }, "total": 0.0456992469991799, "recordedSubtotal": 0.0456992469991799 }, "cacheHitPercent": 13.553488653921894, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 245434, "seconds": 40.19744895899999, "steps": 13, "toolCalls": 12, "usage": { "input": 224220, "cached": 19904, "write": 0, "output": 1310 }, "usageComplete": true, "cost": { "parts": { "input": 0.033433236412435695, "cached": 0.000741966748676657, "write": 0, "output": 0.0007813315440244539 }, "total": 0.03495653470513681, "recordedSubtotal": 0.03495653470513681 }, "cacheHitPercent": 8.153233602595403, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-2", "title": { "zh": "查询发票总额", "en": "Read an invoice total" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 74383, "seconds": 14.227704709000001, "steps": 5, "toolCalls": 4, "usage": { "input": 73808, "cached": 0, "write": 0, "output": 575 }, "usageComplete": true, "cost": { "parts": { "input": 0.011005442481174979, "cached": 0, "write": 0, "output": 0.0003429508685603519 }, "total": 0.011348393349735331, "recordedSubtotal": 0.011348393349735331 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 296839, "seconds": 53.099149916, "steps": 15, "toolCalls": 15, "usage": { "input": 295279, "cached": 0, "write": 0, "output": 1560 }, "usageComplete": true, "cost": { "parts": { "input": 0.04402877805114441, "cached": 0, "write": 0, "output": 0.0009304406173115635 }, "total": 0.04495921866845597, "recordedSubtotal": 0.04495921866845597 }, "cacheHitPercent": 0, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-3", "title": { "zh": "查询发票项目", "en": "Read an invoice line item" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 421844, "seconds": 67.205819917, "steps": 21, "toolCalls": 20, "usage": { "input": 370171, "cached": 49600, "write": 0, "output": 2073 }, "usageComplete": true, "cost": { "parts": { "input": 0.05519585476776262, "cached": 0.001848952508760158, "write": 0, "output": 0.001236412435696712 }, "total": 0.05828121971221949, "recordedSubtotal": 0.05828121971221949 }, "cacheHitPercent": 11.815966324495975, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 355815, "seconds": 56.672675166, "steps": 18, "toolCalls": 17, "usage": { "input": 312890, "cached": 41024, "write": 0, "output": 1901 }, "usageComplete": true, "cost": { "parts": { "input": 0.0466547379408037, "cached": 0.0015292626556325953, "write": 0, "output": 0.0011338253932751808 }, "total": 0.049317825989711475, "recordedSubtotal": 0.049317825989711475 }, "cacheHitPercent": 11.591516583124713, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-4", "title": { "zh": "查询发票付款状态", "en": "Check invoice payment status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 259030, "seconds": 45.80614133300001, "steps": 14, "toolCalls": 13, "usage": { "input": 221062, "cached": 36288, "write": 0, "output": 1680 }, "usageComplete": true, "cost": { "parts": { "input": 0.032962349958995, "cached": 0.0013527175128606576, "write": 0, "output": 0.001002012972489376 }, "total": 0.03531708044434504, "recordedSubtotal": 0.03531708044434504 }, "cacheHitPercent": 14.100641150184574, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 202358, "seconds": 36.241096166999995, "steps": 11, "toolCalls": 10, "usage": { "input": 162346, "cached": 38720, "write": 0, "output": 1292 }, "usageComplete": true, "cost": { "parts": { "input": 0.024207261611869084, "cached": 0.0014433758294192202, "write": 0, "output": 0.000770595690747782 }, "total": 0.026421233132036086, "recordedSubtotal": 0.026421233132036086 }, "cacheHitPercent": 19.25735828036565, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-5", "title": { "zh": "搜索客户联系方式", "en": "Search client contact details" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 88919, "seconds": 16.065243125, "steps": 6, "toolCalls": 5, "usage": { "input": 88450, "cached": 0, "write": 0, "output": 469 }, "usageComplete": true, "cost": { "parts": { "input": 0.013188697532244838, "cached": 0, "write": 0, "output": 0.00027972862148661746 }, "total": 0.013468426153731455, "recordedSubtotal": 0.013468426153731455 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 267961, "seconds": 41.352090084, "steps": 14, "toolCalls": 13, "usage": { "input": 266937, "cached": 0, "write": 0, "output": 1024 }, "usageComplete": true, "cost": { "parts": { "input": 0.03980272869604115, "cached": 0, "write": 0, "output": 0.0006107507641840005 }, "total": 0.04041347946022515, "recordedSubtotal": 0.04041347946022515 }, "cacheHitPercent": 0, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-8", "title": { "zh": "读取月度财务汇总", "en": "Read the monthly financial summary" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 153629, "seconds": 28.778353958, "steps": 10, "toolCalls": 9, "usage": { "input": 139634, "cached": 12928, "write": 0, "output": 1067 }, "usageComplete": true, "cost": { "parts": { "input": 0.020820696339372252, "cached": 0.00048192052486393795, "write": 0, "output": 0.0006363975247893834 }, "total": 0.021939014389025572, "recordedSubtotal": 0.021939014389025572 }, "cacheHitPercent": 8.473931909649847, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1220146, "seconds": 227.008905416, "steps": 47, "toolCalls": 46, "usage": { "input": 1019558, "cached": 190144, "write": 0, "output": 10444 }, "usageComplete": true, "cost": { "parts": { "input": 0.1520253485424588, "cached": 0.007088048907776038, "write": 0, "output": 0.006229180645642287 }, "total": 0.16534257809587713, "recordedSubtotal": 0.16534257809587713 }, "cacheHitPercent": 15.718251271800824, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-6", "title": { "zh": "创建发票草稿", "en": "Create a draft invoice" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 1540754, "seconds": 230.49256799999998, "steps": 49, "toolCalls": 48, "usage": { "input": 1423260, "cached": 111360, "write": 0, "output": 6134 }, "usageComplete": true, "cost": { "parts": { "input": 0.2122209796466115, "cached": 0.004151196600313129, "write": 0, "output": 0.003658540222172519 }, "total": 0.22003071646909714, "recordedSubtotal": 0.22003071646909714 }, "cacheHitPercent": 7.256519529264574, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 682613, "seconds": 103.136242958, "steps": 28, "toolCalls": 27, "usage": { "input": 619455, "cached": 60416, "write": 0, "output": 2742 }, "usageComplete": true, "cost": { "parts": { "input": 0.09236636099306643, "cached": 0.0022521434429285023, "write": 0, "output": 0.0016354283158130172 }, "total": 0.09625393275180795, "recordedSubtotal": 0.09625393275180795 }, "cacheHitPercent": 8.886391683128123, "audit": null } }, { "site": "idurar-erp-crm", "id": "id-7", "title": { "zh": "记录一笔收款", "en": "Record an invoice payment" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 124385, "seconds": 22.953199416999997, "steps": 8, "toolCalls": 7, "usage": { "input": 106812, "cached": 16640, "write": 0, "output": 933 }, "usageComplete": true, "cost": { "parts": { "input": 0.015926638335942742, "cached": 0.0006202937448743756, "write": 0, "output": 0.0005564750615074927 }, "total": 0.01710340714232461, "recordedSubtotal": 0.01710340714232461 }, "cacheHitPercent": 13.47892298221171, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 458985, "seconds": 71.733502167, "steps": 22, "toolCalls": 21, "usage": { "input": 415091, "cached": 41856, "write": 0, "output": 2038 }, "usageComplete": true, "cost": { "parts": { "input": 0.06189383433981958, "cached": 0.001560277342876314, "write": 0, "output": 0.0012155371654365167 }, "total": 0.06466964884813241, "recordedSubtotal": 0.06466964884813241 }, "cacheHitPercent": 9.159924455133746, "audit": null } }, { "site": "hi-events", "id": "hev-1", "title": { "zh": "查询活动地点", "en": "Find the event location" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 307550, "seconds": 50.383523667, "steps": 16, "toolCalls": 15, "usage": { "input": 290585, "cached": 14848, "write": 0, "output": 2117 }, "usageComplete": true, "cost": { "parts": { "input": 0.04332886006113472, "cached": 0.0005534928800417506, "write": 0, "output": 0.0012626556325952434 }, "total": 0.04514500857377171, "recordedSubtotal": 0.04514500857377171 }, "cacheHitPercent": 4.86129527588702, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 119826, "seconds": 19.233899917000002, "steps": 7, "toolCalls": 6, "usage": { "input": 119290, "cached": 0, "write": 0, "output": 536 }, "usageComplete": true, "cost": { "parts": { "input": 0.017787221352419294, "cached": 0, "write": 0, "output": 0.0003196898531275628 }, "total": 0.018106911205546857, "recordedSubtotal": 0.018106911205546857 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-2", "title": { "zh": "按时间查询议程", "en": "Find a session by its start time" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 94148, "seconds": 15.065055125, "steps": 6, "toolCalls": 5, "usage": { "input": 93497, "cached": 0, "write": 0, "output": 651 }, "usageComplete": true, "cost": { "parts": { "input": 0.01394125102512488, "cached": 0, "write": 0, "output": 0.0003882800268396332 }, "total": 0.014329531051964512, "recordedSubtotal": 0.014329531051964512 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 82416, "seconds": 19.513405833000004, "steps": 5, "toolCalls": 4, "usage": { "input": 81987, "cached": 0, "write": 0, "output": 429 }, "usageComplete": true, "cost": { "parts": { "input": 0.012225005591590248, "cached": 0, "write": 0, "output": 0.0002558711697606799 }, "total": 0.012480876761350929, "recordedSubtotal": 0.012480876761350929 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-3", "title": { "zh": "查询年龄政策", "en": "Read the age policy" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 94309, "seconds": 20.856521375, "steps": 6, "toolCalls": 5, "usage": { "input": 78804, "cached": 14784, "write": 0, "output": 721 }, "usageComplete": true, "cost": { "parts": { "input": 0.011750391411317378, "cached": 0.0005511071348691568, "write": 0, "output": 0.00043003056736002384 }, "total": 0.01273152911354656, "recordedSubtotal": 0.01273152911354656 }, "cacheHitPercent": 15.796897038081806, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 117812, "seconds": 21.052233625, "steps": 7, "toolCalls": 6, "usage": { "input": 117338, "cached": 0, "write": 0, "output": 474 }, "usageComplete": true, "cost": { "parts": { "input": 0.017496160441362856, "cached": 0, "write": 0, "output": 0.00028271080295235964 }, "total": 0.017778871244315216, "recordedSubtotal": 0.017778871244315216 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-4", "title": { "zh": "查询录像及访问权限", "en": "Check recording availability and access" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 94956, "seconds": 18.916181083, "steps": 6, "toolCalls": 5, "usage": { "input": 94079, "cached": 0, "write": 0, "output": 877 }, "usageComplete": true, "cost": { "parts": { "input": 0.014028032505777976, "cached": 0, "write": 0, "output": 0.0005230746290911802 }, "total": 0.014551107134869156, "recordedSubtotal": 0.014551107134869156 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 80327, "seconds": 15.765687582999998, "steps": 5, "toolCalls": 4, "usage": { "input": 79873, "cached": 0, "write": 0, "output": 454 }, "usageComplete": true, "cost": { "parts": { "input": 0.011909789010661299, "cached": 0, "write": 0, "output": 0.00027078207708939087 }, "total": 0.01218057108775069, "recordedSubtotal": 0.01218057108775069 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-10", "title": { "zh": "判断是否提供停车信息", "en": "Check for parking information" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 164434, "seconds": 25.564984125, "steps": 9, "toolCalls": 8, "usage": { "input": 142224, "cached": 21376, "write": 0, "output": 834 }, "usageComplete": true, "cost": { "parts": { "input": 0.021206888839185863, "cached": 0.0007968388876463132, "write": 0, "output": 0.0004974278684857973 }, "total": 0.022501155595317974, "recordedSubtotal": 0.022501155595317974 }, "cacheHitPercent": 13.066014669926652, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 68804, "seconds": 13.394188624999996, "steps": 4, "toolCalls": 3, "usage": { "input": 68323, "cached": 0, "write": 0, "output": 481 }, "usageComplete": true, "cost": { "parts": { "input": 0.010187579214195185, "cached": 0, "write": 0, "output": 0.0002868858570043987 }, "total": 0.010474465071199583, "recordedSubtotal": 0.010474465071199583 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-5", "title": { "zh": "判断是否提供实时字幕", "en": "Check live-caption availability" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 242927, "seconds": 39.382833125, "steps": 13, "toolCalls": 12, "usage": { "input": 241442, "cached": 0, "write": 0, "output": 1485 }, "usageComplete": true, "cost": { "parts": { "input": 0.036001192872586296, "cached": 0, "write": 0, "output": 0.0008857078953254306 }, "total": 0.03688690076791173, "recordedSubtotal": 0.03688690076791173 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 87125, "seconds": 16.47789925, "steps": 6, "toolCalls": 5, "usage": { "input": 86715, "cached": 0, "write": 0, "output": 410 }, "usageComplete": true, "cost": { "parts": { "input": 0.012929993290091701, "cached": 0, "write": 0, "output": 0.00024453888019085963 }, "total": 0.013174532170282562, "recordedSubtotal": 0.013174532170282562 }, "cacheHitPercent": 0, "audit": null } }, { "site": "hi-events", "id": "hev-6", "title": { "zh": "检验单笔购票数量限制", "en": "Check the per-order ticket limit" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 43677, "seconds": 13.122025042, "steps": 3, "toolCalls": 2, "usage": { "input": 43213, "cached": 0, "write": 0, "output": 464 }, "usageComplete": true, "cost": { "parts": { "input": 0.0064434503839558635, "cached": 0, "write": 0, "output": 0.0002767464400208753 }, "total": 0.006720196823976739, "recordedSubtotal": 0.006720196823976739 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 304137, "seconds": 52.785576916, "steps": 14, "toolCalls": 13, "usage": { "input": 266178, "cached": 34944, "write": 0, "output": 3015 }, "usageComplete": true, "cost": { "parts": { "input": 0.03968955490941624, "cached": 0.0013026168642361888, "write": 0, "output": 0.0017982554238425408 }, "total": 0.04279042719749497, "recordedSubtotal": 0.04279042719749497 }, "cacheHitPercent": 11.604598800486182, "audit": null } }, { "site": "hi-events", "id": "hev-7", "title": { "zh": "为两位参与者报名", "en": "Register two attendees" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 225458, "seconds": 41.645010750000004, "steps": 13, "toolCalls": 12, "usage": { "input": 208418, "cached": 15040, "write": 0, "output": 2000 }, "usageComplete": true, "cost": { "parts": { "input": 0.031077014836352793, "cached": 0.0005606501155595318, "write": 0, "output": 0.0011928725862968763 }, "total": 0.0328305375382092, "recordedSubtotal": 0.0328305375382092 }, "cacheHitPercent": 6.730571293039408, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 236760, "seconds": 42.975072874999995, "steps": 11, "toolCalls": 10, "usage": { "input": 215878, "cached": 19264, "write": 0, "output": 1618 }, "usageComplete": true, "cost": { "parts": { "input": 0.03218936852307463, "cached": 0.0007181092969507194, "write": 0, "output": 0.0009650339223141729 }, "total": 0.033872511742339524, "recordedSubtotal": 0.033872511742339524 }, "cacheHitPercent": 8.19249644895425, "audit": null } }, { "site": "hi-events", "id": "hev-8", "title": { "zh": "登录主办方后台查询活动状态", "en": "Sign in as organizer and check event status" }, "eligible": true, "on": { "passed": true, "timedOut": false, "tokens": 84504, "seconds": 19.217528416, "steps": 6, "toolCalls": 5, "usage": { "input": 83930, "cached": 0, "write": 0, "output": 574 }, "usageComplete": true, "cost": { "parts": { "input": 0.012514724520987102, "cached": 0, "write": 0, "output": 0.0003423544322672035 }, "total": 0.012857078953254306, "recordedSubtotal": 0.012857078953254306 }, "cacheHitPercent": 0, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 240772, "seconds": 45.735940334, "steps": 12, "toolCalls": 11, "usage": { "input": 219219, "cached": 19136, "write": 0, "output": 2417 }, "usageComplete": true, "cost": { "parts": { "input": 0.03268754193692686, "cached": 0.0007133378066055319, "write": 0, "output": 0.0014415865205397748 }, "total": 0.03484246626407217, "recordedSubtotal": 0.03484246626407217 }, "cacheHitPercent": 8.028361058085629, "audit": null } }, { "site": "hi-events", "id": "hev-9", "title": { "zh": "报名后通过订单编号查询状态", "en": "Register and look up the resulting order" }, "eligible": false, "on": { "passed": true, "timedOut": false, "tokens": 445715, "seconds": 88.003540459, "steps": 21, "toolCalls": 20, "usage": { "input": 415292, "cached": 24704, "write": 0, "output": 5719 }, "usageComplete": true, "cost": { "parts": { "input": 0.061923805263550284, "cached": 0.0009208976366211884, "write": 0, "output": 0.0034110191605159173 }, "total": 0.06625572206068739, "recordedSubtotal": 0.06625572206068739 }, "cacheHitPercent": 5.614596496331785, "audit": null }, "off": { "passed": false, "timedOut": true, "tokens": 2911641, "seconds": 600.1119120410001, "steps": 76, "toolCalls": 76, "usage": { "input": 2749592, "cached": 137856, "write": 0, "output": 24193 }, "usageComplete": true, "cost": { "parts": { "input": 0.40998911503765006, "cached": 0.005138895101766942, "write": 0, "output": 0.014429583240140162 }, "total": 0.4295575933795571, "recordedSubtotal": 0.4295575933795571 }, "cacheHitPercent": 4.774319745325284, "audit": null } } ], "sourceReports": "hy3-free-full-2026-09-17", "corpusHashes": [ "4aa384f931b21bd45f0501af580aafd91f50e3c15e41a35e757bb4c4fc4a507c" ], "pricing": { "currency": "USD", "rates": { "input": 0.1491090732871095, "cached": 0.03727726832177738, "write": null, "output": 0.596436293148438 }, "source": "https://cloud.tencent.com/document/product/1823/130055", "label": "Tencent TokenHub · Hy3 · Guangzhou", "checkedAt": "2026-09-17", "originalCurrency": "CNY", "originalRates": { "input": 1, "cached": 0.25, "write": null, "output": 4 }, "fx": { "cnyPerUsd": 6.7065, "date": "2026-09-16", "source": "https://cincodias.elpais.com/mercados/divisas/dolar-usa-yuan/", "method": "CNY amount / 6.7065; prior-day published USD/CNY observation, fixed for this estimate" }, "status": "estimated" }, "costSummary": { "on": { "usage": { "input": 12199657, "cached": 1038912, "write": 0, "output": 100863 }, "completeAttempts": 49, "cost": { "parts": { "input": 1.8190795496905987, "cached": 0.03872780138671438, "write": 0, "output": 0.06015835383583091 }, "total": 1.917965704913144, "recordedSubtotal": 1.917965704913144 } }, "off": { "usage": { "input": 18738936, "cached": 1323392, "write": 0, "output": 130909 }, "completeAttempts": 49, "cost": { "parts": { "input": 2.7941453813464547, "cached": 0.04933243867889361, "write": 0, "output": 0.07807887869976889 }, "total": 2.9215566987251176, "recordedSubtotal": 2.9215566987251176 } } }, "reasoning": { "requestedEffort": "provider-default", "effectiveEffort": null, "source": "Original run provenance; no explicit --effort override. Effective reasoning level was not retained in the run records.", "sameConfigurationAcrossArms": true } }, { "id": "luna", "name": "GPT-5.6 Luna", "model": "gpt-5.6-luna", "date": "2026-09-22", "tasks": [ { "site": "nextjs-starter-medusa", "id": "md-1", "title": { "zh": "统计并列出全部商品", "en": "Count and list products" }, "on": { "passed": true, "timedOut": false, "tokens": 59122, "seconds": 20.282336375, "steps": 5, "toolCalls": 4, "usage": { "input": 39296, "cached": 19456, "write": 0, "output": 370 }, "usageComplete": true, "cost": { "parts": { "input": 0.0078592, "cached": 0.00038912, "write": 0, "output": 0.000444 }, "total": 0.00869232, "recordedSubtotal": 0.00869232 }, "cacheHitPercent": 33.11546840958606, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 138916, "seconds": 36.126133666, "steps": 10, "toolCalls": 9, "usage": { "input": 23075, "cached": 115200, "write": 0, "output": 641 }, "usageComplete": true, "cost": { "parts": { "input": 0.004615, "cached": 0.002304, "write": 0, "output": 0.0007691999999999999 }, "total": 0.0076882, "recordedSubtotal": 0.0076882 }, "cacheHitPercent": 83.31224010124751, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-2", "title": { "zh": "查询配送政策与时效", "en": "Read shipping policy and delivery times" }, "on": { "passed": true, "timedOut": false, "tokens": 169489, "seconds": 50.459193417, "steps": 12, "toolCalls": 11, "usage": { "input": 42717, "cached": 125952, "write": 0, "output": 820 }, "usageComplete": true, "cost": { "parts": { "input": 0.0085434, "cached": 0.00251904, "write": 0, "output": 0.000984 }, "total": 0.01204644, "recordedSubtotal": 0.01204644 }, "cacheHitPercent": 74.67406577379364, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 225544, "seconds": 78.54101666700002, "steps": 16, "toolCalls": 15, "usage": { "input": 44453, "cached": 180224, "write": 0, "output": 867 }, "usageComplete": true, "cost": { "parts": { "input": 0.0088906, "cached": 0.00360448, "write": 0, "output": 0.0010404 }, "total": 0.01353548, "recordedSubtotal": 0.01353548 }, "cacheHitPercent": 80.21470822558607, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-3", "title": { "zh": "查询退货政策", "en": "Read the returns policy" }, "on": { "passed": true, "timedOut": false, "tokens": 115975, "seconds": 56.20943270800001, "steps": 9, "toolCalls": 9, "usage": { "input": 33916, "cached": 81408, "write": 0, "output": 651 }, "usageComplete": true, "cost": { "parts": { "input": 0.0067832000000000005, "cached": 0.00162816, "write": 0, "output": 0.0007811999999999999 }, "total": 0.009192559999999999, "recordedSubtotal": 0.009192559999999999 }, "cacheHitPercent": 70.59068363913843, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 392122, "seconds": 127.40295562499999, "steps": 25, "toolCalls": 24, "usage": { "input": 50738, "cached": 339456, "write": 0, "output": 1928 }, "usageComplete": true, "cost": { "parts": { "input": 0.0101476, "cached": 0.00678912, "write": 0, "output": 0.0023136 }, "total": 0.019250319999999998, "recordedSubtotal": 0.019250319999999998 }, "cacheHitPercent": 86.9967247061718, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-9", "title": { "zh": "判断指定商品是否存在", "en": "Check product availability" }, "on": { "passed": true, "timedOut": false, "tokens": 34385, "seconds": 12.814896207999999, "steps": 3, "toolCalls": 2, "usage": { "input": 14767, "cached": 19456, "write": 0, "output": 162 }, "usageComplete": true, "cost": { "parts": { "input": 0.0029534, "cached": 0.00038912, "write": 0, "output": 0.0001944 }, "total": 0.0035369200000000003, "recordedSubtotal": 0.0035369200000000003 }, "cacheHitPercent": 56.85065599158461, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 94059, "seconds": 30.475564708, "steps": 6, "toolCalls": 6, "usage": { "input": 37413, "cached": 56320, "write": 0, "output": 326 }, "usageComplete": true, "cost": { "parts": { "input": 0.007482600000000001, "cached": 0.0011264, "write": 0, "output": 0.00039119999999999997 }, "total": 0.0090002, "recordedSubtotal": 0.0090002 }, "cacheHitPercent": 60.08556218194232, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-4", "title": { "zh": "查询商品尺码", "en": "List product sizes" }, "on": { "passed": true, "timedOut": false, "tokens": 60249, "seconds": 23.902607542, "steps": 5, "toolCalls": 4, "usage": { "input": 16858, "cached": 43008, "write": 0, "output": 383 }, "usageComplete": true, "cost": { "parts": { "input": 0.0033716, "cached": 0.00086016, "write": 0, "output": 0.00045959999999999995 }, "total": 0.00469136, "recordedSubtotal": 0.00469136 }, "cacheHitPercent": 71.84044365750175, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 105465, "seconds": 36.067386916000004, "steps": 8, "toolCalls": 7, "usage": { "input": 35451, "cached": 69632, "write": 0, "output": 382 }, "usageComplete": true, "cost": { "parts": { "input": 0.0070902000000000005, "cached": 0.0013926400000000001, "write": 0, "output": 0.0004584 }, "total": 0.00894124, "recordedSubtotal": 0.00894124 }, "cacheHitPercent": 66.26381051169076, "audit": null }, "eligible": true }, { "site": "tailwind-nextjs-blog", "id": "blog-find-post", "title": { "zh": "查找指定文章标题", "en": "Find a post by its title" }, "on": { "passed": true, "timedOut": false, "tokens": 137304, "seconds": 40.059476958, "steps": 10, "toolCalls": 9, "usage": { "input": 27286, "cached": 109056, "write": 0, "output": 962 }, "usageComplete": true, "cost": { "parts": { "input": 0.005457200000000001, "cached": 0.00218112, "write": 0, "output": 0.0011543999999999999 }, "total": 0.00879272, "recordedSubtotal": 0.00879272 }, "cacheHitPercent": 79.98709128515058, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 142121, "seconds": 63.23365891699999, "steps": 9, "toolCalls": 8, "usage": { "input": 39381, "cached": 101888, "write": 0, "output": 852 }, "usageComplete": true, "cost": { "parts": { "input": 0.0078762, "cached": 0.00203776, "write": 0, "output": 0.0010224 }, "total": 0.01093636, "recordedSubtotal": 0.01093636 }, "cacheHitPercent": 72.12339579100863, "audit": null }, "eligible": true }, { "site": "tailwind-nextjs-blog", "id": "blog-read-author", "title": { "zh": "读取 About 页作者", "en": "Read the About-page author" }, "on": { "passed": true, "timedOut": false, "tokens": 44186, "seconds": 16.693527833, "steps": 4, "toolCalls": 3, "usage": { "input": 13808, "cached": 30208, "write": 0, "output": 170 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027616000000000003, "cached": 0.00060416, "write": 0, "output": 0.000204 }, "total": 0.0035697600000000004, "recordedSubtotal": 0.0035697600000000004 }, "cacheHitPercent": 68.62958924027626, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 55582, "seconds": 16.259192125, "steps": 5, "toolCalls": 4, "usage": { "input": 26208, "cached": 29184, "write": 0, "output": 190 }, "usageComplete": true, "cost": { "parts": { "input": 0.005241600000000001, "cached": 0.00058368, "write": 0, "output": 0.000228 }, "total": 0.00605328, "recordedSubtotal": 0.00605328 }, "cacheHitPercent": 52.686308492201036, "audit": null }, "eligible": true }, { "site": "bulletproof-react", "id": "react-public-content", "title": { "zh": "识别公开首页应用", "en": "Identify the public application" }, "on": { "passed": true, "timedOut": false, "tokens": 53919, "seconds": 15.937211042, "steps": 5, "toolCalls": 4, "usage": { "input": 25369, "cached": 28160, "write": 0, "output": 390 }, "usageComplete": true, "cost": { "parts": { "input": 0.0050738, "cached": 0.0005632, "write": 0, "output": 0.000468 }, "total": 0.006104999999999999, "recordedSubtotal": 0.006104999999999999 }, "cacheHitPercent": 52.60699807580937, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 43639, "seconds": 18.270256542000002, "steps": 4, "toolCalls": 5, "usage": { "input": 32638, "cached": 10752, "write": 0, "output": 249 }, "usageComplete": true, "cost": { "parts": { "input": 0.006527600000000001, "cached": 0.00021504, "write": 0, "output": 0.0002988 }, "total": 0.00704144, "recordedSubtotal": 0.00704144 }, "cacheHitPercent": 24.77990320350311, "audit": null }, "eligible": true }, { "site": "bulletproof-react", "id": "react-auth-boundary", "title": { "zh": "检查未登录访问边界", "en": "Check signed-out access boundaries" }, "on": { "passed": true, "timedOut": false, "tokens": 78682, "seconds": 24.534797625, "steps": 7, "toolCalls": 6, "usage": { "input": 16771, "cached": 61440, "write": 0, "output": 471 }, "usageComplete": true, "cost": { "parts": { "input": 0.0033542000000000003, "cached": 0.0012288, "write": 0, "output": 0.0005652 }, "total": 0.0051482, "recordedSubtotal": 0.0051482 }, "cacheHitPercent": 78.55672475738706, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 168299, "seconds": 68.63790191700001, "steps": 10, "toolCalls": 10, "usage": { "input": 25945, "cached": 141440, "write": 0, "output": 914 }, "usageComplete": true, "cost": { "parts": { "input": 0.005189, "cached": 0.0028288000000000002, "write": 0, "output": 0.0010968 }, "total": 0.0091146, "recordedSubtotal": 0.0091146 }, "cacheHitPercent": 84.4998058368432, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-search", "title": { "zh": "按工具类型搜索目录", "en": "Search the directory by tool type" }, "on": { "passed": true, "timedOut": false, "tokens": 55499, "seconds": 28.753529416, "steps": 5, "toolCalls": 4, "usage": { "input": 14129, "cached": 40960, "write": 0, "output": 410 }, "usageComplete": true, "cost": { "parts": { "input": 0.0028258000000000003, "cached": 0.0008192000000000001, "write": 0, "output": 0.000492 }, "total": 0.004137, "recordedSubtotal": 0.004137 }, "cacheHitPercent": 74.3524115522155, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 85576, "seconds": 25.841517417000002, "steps": 7, "toolCalls": 6, "usage": { "input": 18607, "cached": 66560, "write": 0, "output": 409 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037214, "cached": 0.0013312, "write": 0, "output": 0.0004908 }, "total": 0.0055434, "recordedSubtotal": 0.0055434 }, "cacheHitPercent": 78.15233599868495, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-filter", "title": { "zh": "筛选开发者工具", "en": "Filter developer tools" }, "on": { "passed": true, "timedOut": false, "tokens": 43211, "seconds": 16.152698917000002, "steps": 4, "toolCalls": 3, "usage": { "input": 23462, "cached": 19456, "write": 0, "output": 293 }, "usageComplete": true, "cost": { "parts": { "input": 0.0046924, "cached": 0.00038912, "write": 0, "output": 0.0003516 }, "total": 0.00543312, "recordedSubtotal": 0.00543312 }, "cacheHitPercent": 45.33296052938161, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 74481, "seconds": 17.356695084, "steps": 6, "toolCalls": 5, "usage": { "input": 19408, "cached": 54784, "write": 0, "output": 289 }, "usageComplete": true, "cost": { "parts": { "input": 0.0038816000000000002, "cached": 0.0010956800000000001, "write": 0, "output": 0.0003468 }, "total": 0.005324080000000001, "recordedSubtotal": 0.005324080000000001 }, "cacheHitPercent": 73.84084537416433, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-detail", "title": { "zh": "读取条目详情", "en": "Read a listing description" }, "on": { "passed": true, "timedOut": false, "tokens": 106825, "seconds": 37.442574959, "steps": 9, "toolCalls": 8, "usage": { "input": 17150, "cached": 89088, "write": 0, "output": 587 }, "usageComplete": true, "cost": { "parts": { "input": 0.00343, "cached": 0.00178176, "write": 0, "output": 0.0007044 }, "total": 0.00591616, "recordedSubtotal": 0.00591616 }, "cacheHitPercent": 83.85700032003615, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 132958, "seconds": 36.847984041000004, "steps": 10, "toolCalls": 9, "usage": { "input": 36223, "cached": 96256, "write": 0, "output": 479 }, "usageComplete": true, "cost": { "parts": { "input": 0.0072446, "cached": 0.0019251200000000002, "write": 0, "output": 0.0005748 }, "total": 0.009744520000000001, "recordedSubtotal": 0.009744520000000001 }, "cacheHitPercent": 72.65755327259414, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-6", "title": { "zh": "检查购物车内容", "en": "Inspect the shopping cart" }, "on": { "passed": true, "timedOut": false, "tokens": 72944, "seconds": 24.179735083000004, "steps": 6, "toolCalls": 6, "usage": { "input": 15745, "cached": 56832, "write": 0, "output": 367 }, "usageComplete": true, "cost": { "parts": { "input": 0.003149, "cached": 0.0011366400000000002, "write": 0, "output": 0.00044039999999999997 }, "total": 0.00472604, "recordedSubtotal": 0.00472604 }, "cacheHitPercent": 78.3057993579233, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 82900, "seconds": 29.179138125, "steps": 7, "toolCalls": 6, "usage": { "input": 18069, "cached": 64512, "write": 0, "output": 319 }, "usageComplete": true, "cost": { "parts": { "input": 0.0036138000000000003, "cached": 0.00129024, "write": 0, "output": 0.00038280000000000003 }, "total": 0.00528684, "recordedSubtotal": 0.00528684 }, "cacheHitPercent": 78.11966432956733, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-5", "title": { "zh": "将指定款式加入购物车", "en": "Add a specified variant to the cart" }, "on": { "passed": true, "timedOut": false, "tokens": 98529, "seconds": 32.69961491600001, "steps": 8, "toolCalls": 7, "usage": { "input": 18581, "cached": 79360, "write": 0, "output": 588 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037162000000000002, "cached": 0.0015872, "write": 0, "output": 0.0007056 }, "total": 0.006009, "recordedSubtotal": 0.006009 }, "cacheHitPercent": 81.0283742252989, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 249789, "seconds": 54.07787370800001, "steps": 17, "toolCalls": 16, "usage": { "input": 45693, "cached": 203264, "write": 0, "output": 832 }, "usageComplete": true, "cost": { "parts": { "input": 0.0091386, "cached": 0.00406528, "write": 0, "output": 0.0009984 }, "total": 0.014202280000000001, "recordedSubtotal": 0.014202280000000001 }, "cacheHitPercent": 81.64622806348085, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-7", "title": { "zh": "组合多件商品并核对数量", "en": "Build a multi-product cart and check quantity" }, "on": { "passed": true, "timedOut": false, "tokens": 211092, "seconds": 88.9506175, "steps": 15, "toolCalls": 14, "usage": { "input": 58366, "cached": 151552, "write": 0, "output": 1174 }, "usageComplete": true, "cost": { "parts": { "input": 0.0116732, "cached": 0.00303104, "write": 0, "output": 0.0014088 }, "total": 0.016113040000000002, "recordedSubtotal": 0.016113040000000002 }, "cacheHitPercent": 72.19580979239512, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 550029, "seconds": 115.74117245799998, "steps": 27, "toolCalls": 26, "usage": { "input": 47083, "cached": 501760, "write": 0, "output": 1186 }, "usageComplete": true, "cost": { "parts": { "input": 0.0094166, "cached": 0.010035200000000001, "write": 0, "output": 0.0014232000000000001 }, "total": 0.020875, "recordedSubtotal": 0.020875 }, "cacheHitPercent": 91.4214083080225, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-8", "title": { "zh": "完成访客结账与测试支付", "en": "Complete guest checkout with test payment" }, "on": { "passed": true, "timedOut": false, "tokens": 242626, "seconds": 69.51212354100001, "steps": 16, "toolCalls": 15, "usage": { "input": 47618, "cached": 193536, "write": 0, "output": 1472 }, "usageComplete": true, "cost": { "parts": { "input": 0.0095236, "cached": 0.0038707200000000002, "write": 0, "output": 0.0017663999999999998 }, "total": 0.01516072, "recordedSubtotal": 0.01516072 }, "cacheHitPercent": 80.25411148063063, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 709446, "seconds": 164.904217166, "steps": 32, "toolCalls": 31, "usage": { "input": 82175, "cached": 624640, "write": 0, "output": 2631 }, "usageComplete": true, "cost": { "parts": { "input": 0.016435, "cached": 0.012492800000000002, "write": 0, "output": 0.0031571999999999998 }, "total": 0.032085, "recordedSubtotal": 0.032085 }, "cacheHitPercent": 88.37390264779327, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-1", "title": { "zh": "列出全部服务", "en": "List all services" }, "on": { "passed": true, "timedOut": false, "tokens": 71842, "seconds": 25.146354791, "steps": 6, "toolCalls": 5, "usage": { "input": 28496, "cached": 43008, "write": 0, "output": 338 }, "usageComplete": true, "cost": { "parts": { "input": 0.005699200000000001, "cached": 0.00086016, "write": 0, "output": 0.0004056 }, "total": 0.00696496, "recordedSubtotal": 0.00696496 }, "cacheHitPercent": 60.1476840456478, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 58552, "seconds": 17.245715208999997, "steps": 5, "toolCalls": 4, "usage": { "input": 29126, "cached": 29184, "write": 0, "output": 242 }, "usageComplete": true, "cost": { "parts": { "input": 0.005825200000000001, "cached": 0.00058368, "write": 0, "output": 0.00029039999999999996 }, "total": 0.00669928, "recordedSubtotal": 0.00669928 }, "cacheHitPercent": 50.04973417938604, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-2", "title": { "zh": "查询服务价格与时长", "en": "Read service price and duration" }, "on": { "passed": true, "timedOut": false, "tokens": 72051, "seconds": 22.696114542000004, "steps": 6, "toolCalls": 5, "usage": { "input": 16878, "cached": 54784, "write": 0, "output": 389 }, "usageComplete": true, "cost": { "parts": { "input": 0.0033756000000000003, "cached": 0.0010956800000000001, "write": 0, "output": 0.00046679999999999996 }, "total": 0.00493808, "recordedSubtotal": 0.00493808 }, "cacheHitPercent": 76.44776869191482, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 90315, "seconds": 32.205131875000006, "steps": 8, "toolCalls": 7, "usage": { "input": 27269, "cached": 62464, "write": 0, "output": 582 }, "usageComplete": true, "cost": { "parts": { "input": 0.0054538, "cached": 0.00124928, "write": 0, "output": 0.0006984 }, "total": 0.00740148, "recordedSubtotal": 0.00740148 }, "cacheHitPercent": 69.61095695006296, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-3", "title": { "zh": "找出免费服务", "en": "Find a free service" }, "on": { "passed": true, "timedOut": false, "tokens": 166935, "seconds": 62.670771917, "steps": 11, "toolCalls": 10, "usage": { "input": 54591, "cached": 111616, "write": 0, "output": 728 }, "usageComplete": true, "cost": { "parts": { "input": 0.010918200000000001, "cached": 0.0022323200000000003, "write": 0, "output": 0.0008736 }, "total": 0.014024120000000003, "recordedSubtotal": 0.014024120000000003 }, "cacheHitPercent": 67.1548129741828, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 153379, "seconds": 139.55395362500002, "steps": 9, "toolCalls": 8, "usage": { "input": 35987, "cached": 116736, "write": 0, "output": 656 }, "usageComplete": true, "cost": { "parts": { "input": 0.0071974000000000005, "cached": 0.00233472, "write": 0, "output": 0.0007871999999999999 }, "total": 0.010319320000000002, "recordedSubtotal": 0.010319320000000002 }, "cacheHitPercent": 76.43642411424605, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-4", "title": { "zh": "查找指定服务的提供者", "en": "Find a service provider" }, "on": { "passed": true, "timedOut": false, "tokens": 125026, "seconds": 34.633757541, "steps": 7, "toolCalls": 7, "usage": { "input": 25309, "cached": 99328, "write": 0, "output": 389 }, "usageComplete": true, "cost": { "parts": { "input": 0.0050618, "cached": 0.00198656, "write": 0, "output": 0.00046679999999999996 }, "total": 0.00751516, "recordedSubtotal": 0.00751516 }, "cacheHitPercent": 79.69383088488972, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 83167, "seconds": 20.630203165999998, "steps": 6, "toolCalls": 6, "usage": { "input": 19841, "cached": 62976, "write": 0, "output": 350 }, "usageComplete": true, "cost": { "parts": { "input": 0.0039682, "cached": 0.00125952, "write": 0, "output": 0.00042 }, "total": 0.00564772, "recordedSubtotal": 0.00564772 }, "cacheHitPercent": 76.04235845297464, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-5", "title": { "zh": "判断指定服务是否存在", "en": "Check service availability" }, "on": { "passed": true, "timedOut": false, "tokens": 71872, "seconds": 19.185515499999998, "steps": 6, "toolCalls": 5, "usage": { "input": 16760, "cached": 54784, "write": 0, "output": 328 }, "usageComplete": true, "cost": { "parts": { "input": 0.003352, "cached": 0.0010956800000000001, "write": 0, "output": 0.00039359999999999997 }, "total": 0.00484128, "recordedSubtotal": 0.00484128 }, "cacheHitPercent": 76.5738566476574, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 47833, "seconds": 13.019744749999997, "steps": 4, "toolCalls": 3, "usage": { "input": 17399, "cached": 30208, "write": 0, "output": 226 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034798000000000003, "cached": 0.00060416, "write": 0, "output": 0.0002712 }, "total": 0.00435516, "recordedSubtotal": 0.00435516 }, "cacheHitPercent": 63.4528535719537, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-6", "title": { "zh": "预约最早可用时段", "en": "Book the earliest available appointment" }, "on": { "passed": true, "timedOut": false, "tokens": 496936, "seconds": 137.607039792, "steps": 19, "toolCalls": 18, "usage": { "input": 88188, "cached": 407040, "write": 0, "output": 1708 }, "usageComplete": true, "cost": { "parts": { "input": 0.017637600000000003, "cached": 0.0081408, "write": 0, "output": 0.0020496 }, "total": 0.027828000000000002, "recordedSubtotal": 0.027828000000000002 }, "cacheHitPercent": 82.19244469214179, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 410740, "seconds": 62.414376792000006, "steps": 13, "toolCalls": 13, "usage": { "input": 75778, "cached": 334080, "write": 0, "output": 882 }, "usageComplete": true, "cost": { "parts": { "input": 0.0151556, "cached": 0.0066816, "write": 0, "output": 0.0010584 }, "total": 0.022895600000000002, "recordedSubtotal": 0.022895600000000002 }, "cacheHitPercent": 81.51115752284937, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-7", "title": { "zh": "预约后取消同一订单", "en": "Book and cancel the same appointment" }, "on": { "passed": true, "timedOut": false, "tokens": 628013, "seconds": 112.492771084, "steps": 21, "toolCalls": 21, "usage": { "input": 89925, "cached": 536064, "write": 0, "output": 2024 }, "usageComplete": true, "cost": { "parts": { "input": 0.017985, "cached": 0.010721280000000001, "write": 0, "output": 0.0024287999999999996 }, "total": 0.03113508, "recordedSubtotal": 0.03113508 }, "cacheHitPercent": 85.63473160071503, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 3691949, "seconds": 380.03695787500004, "steps": 61, "toolCalls": 60, "usage": { "input": 120337, "cached": 3564544, "write": 0, "output": 7068 }, "usageComplete": true, "cost": { "parts": { "input": 0.024067400000000003, "cached": 0.07129088, "write": 0, "output": 0.0084816 }, "total": 0.10383988000000001, "recordedSubtotal": 0.10383988000000001 }, "cacheHitPercent": 96.7343043099628, "audit": "known-incomplete-pass" }, "eligible": false }, { "site": "easyappointments", "id": "ea-8", "title": { "zh": "登录后台查询客户", "en": "Sign in and inspect customer records" }, "on": { "passed": true, "timedOut": false, "tokens": 94986, "seconds": 40.66641591700001, "steps": 8, "toolCalls": 7, "usage": { "input": 18266, "cached": 76288, "write": 0, "output": 432 }, "usageComplete": true, "cost": { "parts": { "input": 0.0036532, "cached": 0.00152576, "write": 0, "output": 0.0005184 }, "total": 0.00569736, "recordedSubtotal": 0.00569736 }, "cacheHitPercent": 80.68193836326331, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 122255, "seconds": 36.120844667, "steps": 10, "toolCalls": 10, "usage": { "input": 21888, "cached": 99840, "write": 0, "output": 527 }, "usageComplete": true, "cost": { "parts": { "input": 0.004377600000000001, "cached": 0.0019968, "write": 0, "output": 0.0006324 }, "total": 0.0070068000000000005, "recordedSubtotal": 0.0070068000000000005 }, "cacheHitPercent": 82.01892744479495, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-1", "title": { "zh": "列出课程目录", "en": "List all courses" }, "on": { "passed": true, "timedOut": false, "tokens": 68888, "seconds": 20.795845959, "steps": 6, "toolCalls": 5, "usage": { "input": 15790, "cached": 52736, "write": 0, "output": 362 }, "usageComplete": true, "cost": { "parts": { "input": 0.003158, "cached": 0.00105472, "write": 0, "output": 0.0004344 }, "total": 0.00464712, "recordedSubtotal": 0.00464712 }, "cacheHitPercent": 76.9576511105274, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 110275, "seconds": 154.471868542, "steps": 9, "toolCalls": 8, "usage": { "input": 32577, "cached": 77312, "write": 0, "output": 386 }, "usageComplete": true, "cost": { "parts": { "input": 0.0065154, "cached": 0.00154624, "write": 0, "output": 0.0004632 }, "total": 0.00852484, "recordedSubtotal": 0.00852484 }, "cacheHitPercent": 70.35463058176887, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-2", "title": { "zh": "读取课程章节", "en": "Read course chapters" }, "on": { "passed": true, "timedOut": false, "tokens": 32801, "seconds": 8.6419805, "steps": 3, "toolCalls": 2, "usage": { "input": 13190, "cached": 19456, "write": 0, "output": 155 }, "usageComplete": true, "cost": { "parts": { "input": 0.002638, "cached": 0.00038912, "write": 0, "output": 0.000186 }, "total": 0.0032131200000000003, "recordedSubtotal": 0.0032131200000000003 }, "cacheHitPercent": 59.596887826992585, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 73359, "seconds": 21.726226, "steps": 6, "toolCalls": 5, "usage": { "input": 31075, "cached": 41984, "write": 0, "output": 300 }, "usageComplete": true, "cost": { "parts": { "input": 0.006215, "cached": 0.0008396800000000001, "write": 0, "output": 0.00036 }, "total": 0.00741468, "recordedSubtotal": 0.00741468 }, "cacheHitPercent": 57.46588373780096, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-3", "title": { "zh": "查找首节课标题", "en": "Find the first lesson title" }, "on": { "passed": true, "timedOut": false, "tokens": 32798, "seconds": 14.528535083000003, "steps": 3, "toolCalls": 2, "usage": { "input": 23937, "cached": 8704, "write": 0, "output": 157 }, "usageComplete": true, "cost": { "parts": { "input": 0.004787400000000001, "cached": 0.00017408000000000001, "write": 0, "output": 0.0001884 }, "total": 0.005149880000000001, "recordedSubtotal": 0.005149880000000001 }, "cacheHitPercent": 26.665849698232286, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 84175, "seconds": 24.882226166, "steps": 7, "toolCalls": 6, "usage": { "input": 19361, "cached": 64512, "write": 0, "output": 302 }, "usageComplete": true, "cost": { "parts": { "input": 0.0038722, "cached": 0.00129024, "write": 0, "output": 0.00036239999999999997 }, "total": 0.00552484, "recordedSubtotal": 0.00552484 }, "cacheHitPercent": 76.91629010527822, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-5", "title": { "zh": "搜索课程并读取描述", "en": "Search courses and read a description" }, "on": { "passed": true, "timedOut": false, "tokens": 56907, "seconds": 17.576200333, "steps": 5, "toolCalls": 4, "usage": { "input": 14631, "cached": 41984, "write": 0, "output": 292 }, "usageComplete": true, "cost": { "parts": { "input": 0.0029262000000000003, "cached": 0.0008396800000000001, "write": 0, "output": 0.00035039999999999995 }, "total": 0.004116280000000001, "recordedSubtotal": 0.004116280000000001 }, "cacheHitPercent": 74.15702552327122, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 103683, "seconds": 26.615897417, "steps": 8, "toolCalls": 7, "usage": { "input": 22875, "cached": 80384, "write": 0, "output": 424 }, "usageComplete": true, "cost": { "parts": { "input": 0.004575, "cached": 0.00160768, "write": 0, "output": 0.0005088 }, "total": 0.0066914800000000005, "recordedSubtotal": 0.0066914800000000005 }, "cacheHitPercent": 77.84696733456647, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-1", "title": { "zh": "登录并查询发票客户", "en": "Sign in and identify an invoice client" }, "on": { "passed": true, "timedOut": false, "tokens": 58107, "seconds": 22.520069292, "steps": 5, "toolCalls": 4, "usage": { "input": 15836, "cached": 41984, "write": 0, "output": 287 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031672000000000002, "cached": 0.0008396800000000001, "write": 0, "output": 0.00034439999999999997 }, "total": 0.00435128, "recordedSubtotal": 0.00435128 }, "cacheHitPercent": 72.6115530958146, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 70465, "seconds": 28.050050457999998, "steps": 6, "toolCalls": 6, "usage": { "input": 39854, "cached": 30208, "write": 0, "output": 403 }, "usageComplete": true, "cost": { "parts": { "input": 0.0079708, "cached": 0.00060416, "write": 0, "output": 0.0004836 }, "total": 0.00905856, "recordedSubtotal": 0.00905856 }, "cacheHitPercent": 43.116097171077044, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-2", "title": { "zh": "查询发票总额", "en": "Read an invoice total" }, "on": { "passed": true, "timedOut": false, "tokens": 57928, "seconds": 14.841282917000001, "steps": 5, "toolCalls": 4, "usage": { "input": 15674, "cached": 41984, "write": 0, "output": 270 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031348, "cached": 0.0008396800000000001, "write": 0, "output": 0.000324 }, "total": 0.0042984799999999995, "recordedSubtotal": 0.0042984799999999995 }, "cacheHitPercent": 72.81556765756704, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 82533, "seconds": 38.04658525, "steps": 7, "toolCalls": 7, "usage": { "input": 26136, "cached": 55808, "write": 0, "output": 589 }, "usageComplete": true, "cost": { "parts": { "input": 0.0052272, "cached": 0.0011161600000000002, "write": 0, "output": 0.0007067999999999999 }, "total": 0.007050160000000001, "recordedSubtotal": 0.007050160000000001 }, "cacheHitPercent": 68.10504734940935, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-4", "title": { "zh": "查询发票付款状态", "en": "Check invoice payment status" }, "on": { "passed": true, "timedOut": false, "tokens": 58121, "seconds": 22.26941475, "steps": 5, "toolCalls": 4, "usage": { "input": 28648, "cached": 29184, "write": 0, "output": 289 }, "usageComplete": true, "cost": { "parts": { "input": 0.0057296000000000005, "cached": 0.00058368, "write": 0, "output": 0.0003468 }, "total": 0.006660080000000001, "recordedSubtotal": 0.006660080000000001 }, "cacheHitPercent": 50.463411260201966, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92763, "seconds": 31.576935250000002, "steps": 8, "toolCalls": 7, "usage": { "input": 28844, "cached": 63488, "write": 0, "output": 431 }, "usageComplete": true, "cost": { "parts": { "input": 0.0057688, "cached": 0.00126976, "write": 0, "output": 0.0005171999999999999 }, "total": 0.00755576, "recordedSubtotal": 0.00755576 }, "cacheHitPercent": 68.76055971927393, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-5", "title": { "zh": "搜索客户联系方式", "en": "Search client contact details" }, "on": { "passed": true, "timedOut": false, "tokens": 108384, "seconds": 39.100198833, "steps": 9, "toolCalls": 8, "usage": { "input": 30515, "cached": 77312, "write": 0, "output": 557 }, "usageComplete": true, "cost": { "parts": { "input": 0.006103, "cached": 0.00154624, "write": 0, "output": 0.0006684 }, "total": 0.00831764, "recordedSubtotal": 0.00831764 }, "cacheHitPercent": 71.70003802387157, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 96412, "seconds": 30.075655916000002, "steps": 8, "toolCalls": 8, "usage": { "input": 19649, "cached": 76288, "write": 0, "output": 475 }, "usageComplete": true, "cost": { "parts": { "input": 0.0039298, "cached": 0.00152576, "write": 0, "output": 0.00057 }, "total": 0.00602556, "recordedSubtotal": 0.00602556 }, "cacheHitPercent": 79.51885091257805, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-8", "title": { "zh": "读取月度财务汇总", "en": "Read the monthly financial summary" }, "on": { "passed": true, "timedOut": false, "tokens": 132034, "seconds": 44.27828875, "steps": 10, "toolCalls": 10, "usage": { "input": 37212, "cached": 94208, "write": 0, "output": 614 }, "usageComplete": true, "cost": { "parts": { "input": 0.007442400000000001, "cached": 0.0018841600000000002, "write": 0, "output": 0.0007367999999999999 }, "total": 0.01006336, "recordedSubtotal": 0.01006336 }, "cacheHitPercent": 71.68467508750571, "audit": "requested-ui-step-unverified" }, "off": { "passed": true, "timedOut": false, "tokens": 330100, "seconds": 96.69670429199999, "steps": 21, "toolCalls": 25, "usage": { "input": 55460, "cached": 272896, "write": 0, "output": 1744 }, "usageComplete": true, "cost": { "parts": { "input": 0.011092, "cached": 0.00545792, "write": 0, "output": 0.0020927999999999997 }, "total": 0.018642719999999998, "recordedSubtotal": 0.018642719999999998 }, "cacheHitPercent": 83.10979546589678, "audit": "known-incomplete-pass" }, "eligible": false }, { "site": "idurar-erp-crm", "id": "id-6", "title": { "zh": "创建发票草稿", "en": "Create a draft invoice" }, "on": { "passed": true, "timedOut": false, "tokens": 222664, "seconds": 48.540914542, "steps": 14, "toolCalls": 13, "usage": { "input": 32892, "cached": 188928, "write": 0, "output": 844 }, "usageComplete": true, "cost": { "parts": { "input": 0.006578400000000001, "cached": 0.00377856, "write": 0, "output": 0.0010128 }, "total": 0.01136976, "recordedSubtotal": 0.01136976 }, "cacheHitPercent": 85.17176088720583, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 221720, "seconds": 182.35540795899996, "steps": 15, "toolCalls": 14, "usage": { "input": 32237, "cached": 188416, "write": 0, "output": 1067 }, "usageComplete": true, "cost": { "parts": { "input": 0.006447400000000001, "cached": 0.0037683200000000003, "write": 0, "output": 0.0012804 }, "total": 0.01149612, "recordedSubtotal": 0.01149612 }, "cacheHitPercent": 85.3901827756704, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-7", "title": { "zh": "记录一笔收款", "en": "Record an invoice payment" }, "on": { "passed": true, "timedOut": false, "tokens": 100451, "seconds": 38.875151916, "steps": 8, "toolCalls": 7, "usage": { "input": 40937, "cached": 58880, "write": 0, "output": 634 }, "usageComplete": true, "cost": { "parts": { "input": 0.008187400000000001, "cached": 0.0011776000000000002, "write": 0, "output": 0.0007608 }, "total": 0.010125800000000003, "recordedSubtotal": 0.010125800000000003 }, "cacheHitPercent": 58.98794794473887, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 268899, "seconds": 78.71674420900001, "steps": 17, "toolCalls": 16, "usage": { "input": 57236, "cached": 210432, "write": 0, "output": 1231 }, "usageComplete": true, "cost": { "parts": { "input": 0.011447200000000001, "cached": 0.0042086400000000005, "write": 0, "output": 0.0014772000000000001 }, "total": 0.017133040000000002, "recordedSubtotal": 0.017133040000000002 }, "cacheHitPercent": 78.61679393875995, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-1", "title": { "zh": "查询活动地点", "en": "Find the event location" }, "on": { "passed": true, "timedOut": false, "tokens": 71794, "seconds": 21.298236000000003, "steps": 6, "toolCalls": 5, "usage": { "input": 17592, "cached": 53760, "write": 0, "output": 442 }, "usageComplete": true, "cost": { "parts": { "input": 0.0035184, "cached": 0.0010752000000000001, "write": 0, "output": 0.0005304 }, "total": 0.005124, "recordedSubtotal": 0.005124 }, "cacheHitPercent": 75.3447695930037, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56595, "seconds": 17.650971666999997, "steps": 5, "toolCalls": 4, "usage": { "input": 16434, "cached": 39936, "write": 0, "output": 225 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032868000000000003, "cached": 0.00079872, "write": 0, "output": 0.00027 }, "total": 0.004355520000000001, "recordedSubtotal": 0.004355520000000001 }, "cacheHitPercent": 70.84619478445981, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-2", "title": { "zh": "按时间查询议程", "en": "Find a session by its start time" }, "on": { "passed": true, "timedOut": false, "tokens": 71611, "seconds": 20.308436458000003, "steps": 6, "toolCalls": 5, "usage": { "input": 17451, "cached": 53760, "write": 0, "output": 400 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034902, "cached": 0.0010752000000000001, "write": 0, "output": 0.00048 }, "total": 0.005045400000000001, "recordedSubtotal": 0.005045400000000001 }, "cacheHitPercent": 75.49395458566795, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56521, "seconds": 15.966516959, "steps": 5, "toolCalls": 4, "usage": { "input": 16399, "cached": 39936, "write": 0, "output": 186 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032798000000000002, "cached": 0.00079872, "write": 0, "output": 0.00022319999999999998 }, "total": 0.00430172, "recordedSubtotal": 0.00430172 }, "cacheHitPercent": 70.89021034880625, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-3", "title": { "zh": "查询年龄政策", "en": "Read the age policy" }, "on": { "passed": true, "timedOut": false, "tokens": 58080, "seconds": 16.241840416000002, "steps": 5, "toolCalls": 4, "usage": { "input": 15727, "cached": 41984, "write": 0, "output": 369 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031454, "cached": 0.0008396800000000001, "write": 0, "output": 0.00044280000000000003 }, "total": 0.00442788, "recordedSubtotal": 0.00442788 }, "cacheHitPercent": 72.74869608913379, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 55963, "seconds": 15.548707917000002, "steps": 5, "toolCalls": 4, "usage": { "input": 24518, "cached": 31232, "write": 0, "output": 213 }, "usageComplete": true, "cost": { "parts": { "input": 0.0049036, "cached": 0.00062464, "write": 0, "output": 0.0002556 }, "total": 0.00578384, "recordedSubtotal": 0.00578384 }, "cacheHitPercent": 56.02152466367713, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-4", "title": { "zh": "查询录像及访问权限", "en": "Check recording availability and access" }, "on": { "passed": true, "timedOut": false, "tokens": 71317, "seconds": 20.172503, "steps": 6, "toolCalls": 5, "usage": { "input": 28963, "cached": 41984, "write": 0, "output": 370 }, "usageComplete": true, "cost": { "parts": { "input": 0.0057926, "cached": 0.0008396800000000001, "write": 0, "output": 0.000444 }, "total": 0.00707628, "recordedSubtotal": 0.00707628 }, "cacheHitPercent": 59.17656842431674, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56538, "seconds": 15.236753041999998, "steps": 5, "toolCalls": 4, "usage": { "input": 16392, "cached": 39936, "write": 0, "output": 210 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032784, "cached": 0.00079872, "write": 0, "output": 0.000252 }, "total": 0.00432912, "recordedSubtotal": 0.00432912 }, "cacheHitPercent": 70.89902002556455, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-10", "title": { "zh": "判断是否提供停车信息", "en": "Check for parking information" }, "on": { "passed": true, "timedOut": false, "tokens": 71222, "seconds": 20.884616375000004, "steps": 6, "toolCalls": 5, "usage": { "input": 17090, "cached": 53760, "write": 0, "output": 372 }, "usageComplete": true, "cost": { "parts": { "input": 0.003418, "cached": 0.0010752000000000001, "write": 0, "output": 0.00044639999999999995 }, "total": 0.0049396, "recordedSubtotal": 0.0049396 }, "cacheHitPercent": 75.878616796048, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 42880, "seconds": 17.055720500000003, "steps": 4, "toolCalls": 3, "usage": { "input": 14555, "cached": 28160, "write": 0, "output": 165 }, "usageComplete": true, "cost": { "parts": { "input": 0.002911, "cached": 0.0005632, "write": 0, "output": 0.000198 }, "total": 0.0036722, "recordedSubtotal": 0.0036722 }, "cacheHitPercent": 65.9253189745991, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-5", "title": { "zh": "判断是否提供实时字幕", "en": "Check live-caption availability" }, "on": { "passed": true, "timedOut": false, "tokens": 45701, "seconds": 12.714488792000001, "steps": 4, "toolCalls": 4, "usage": { "input": 16324, "cached": 29184, "write": 0, "output": 193 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032648, "cached": 0.00058368, "write": 0, "output": 0.0002316 }, "total": 0.00408008, "recordedSubtotal": 0.00408008 }, "cacheHitPercent": 64.12938384459875, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 56902, "seconds": 16.9527305, "steps": 5, "toolCalls": 4, "usage": { "input": 27545, "cached": 29184, "write": 0, "output": 173 }, "usageComplete": true, "cost": { "parts": { "input": 0.005509, "cached": 0.00058368, "write": 0, "output": 0.0002076 }, "total": 0.006300279999999999, "recordedSubtotal": 0.006300279999999999 }, "cacheHitPercent": 51.44458742442137, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-6", "title": { "zh": "检验单笔购票数量限制", "en": "Check the per-order ticket limit" }, "on": { "passed": true, "timedOut": false, "tokens": 33520, "seconds": 15.245140875000002, "steps": 3, "toolCalls": 2, "usage": { "input": 22541, "cached": 10752, "write": 0, "output": 227 }, "usageComplete": true, "cost": { "parts": { "input": 0.0045081999999999995, "cached": 0.00021504, "write": 0, "output": 0.00027239999999999995 }, "total": 0.004995639999999999, "recordedSubtotal": 0.004995639999999999 }, "cacheHitPercent": 32.2950770432223, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 74631, "seconds": 26.645012375000007, "steps": 6, "toolCalls": 5, "usage": { "input": 30235, "cached": 44032, "write": 0, "output": 364 }, "usageComplete": true, "cost": { "parts": { "input": 0.006047, "cached": 0.00088064, "write": 0, "output": 0.0004368 }, "total": 0.007364440000000001, "recordedSubtotal": 0.007364440000000001 }, "cacheHitPercent": 59.2887823663269, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-7", "title": { "zh": "为两位参与者报名", "en": "Register two attendees" }, "on": { "passed": true, "timedOut": false, "tokens": 115516, "seconds": 31.97536587500001, "steps": 9, "toolCalls": 8, "usage": { "input": 20582, "cached": 94208, "write": 0, "output": 726 }, "usageComplete": true, "cost": { "parts": { "input": 0.004116400000000001, "cached": 0.0018841600000000002, "write": 0, "output": 0.0008711999999999999 }, "total": 0.006871760000000001, "recordedSubtotal": 0.006871760000000001 }, "cacheHitPercent": 82.06986671312832, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 646454, "seconds": 159.25576787500003, "steps": 29, "toolCalls": 28, "usage": { "input": 73810, "cached": 569856, "write": 0, "output": 2788 }, "usageComplete": true, "cost": { "parts": { "input": 0.014762, "cached": 0.01139712, "write": 0, "output": 0.0033456 }, "total": 0.02950472, "recordedSubtotal": 0.02950472 }, "cacheHitPercent": 88.53287263891522, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-8", "title": { "zh": "登录主办方后台查询活动状态", "en": "Sign in as organizer and check event status" }, "on": { "passed": true, "timedOut": false, "tokens": 65500, "seconds": 20.808540958000002, "steps": 6, "toolCalls": 5, "usage": { "input": 15383, "cached": 49664, "write": 0, "output": 453 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030766000000000005, "cached": 0.00099328, "write": 0, "output": 0.0005436 }, "total": 0.0046134800000000005, "recordedSubtotal": 0.0046134800000000005 }, "cacheHitPercent": 76.35094623887343, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 148262, "seconds": 39.949845708000005, "steps": 10, "toolCalls": 9, "usage": { "input": 38870, "cached": 108544, "write": 0, "output": 848 }, "usageComplete": true, "cost": { "parts": { "input": 0.007774, "cached": 0.00217088, "write": 0, "output": 0.0010176 }, "total": 0.01096248, "recordedSubtotal": 0.01096248 }, "cacheHitPercent": 73.63208379122743, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-9", "title": { "zh": "报名后通过订单编号查询状态", "en": "Register and look up the resulting order" }, "on": { "passed": true, "timedOut": false, "tokens": 180493, "seconds": 62.454515542, "steps": 13, "toolCalls": 12, "usage": { "input": 41714, "cached": 137728, "write": 0, "output": 1051 }, "usageComplete": true, "cost": { "parts": { "input": 0.008342800000000001, "cached": 0.00275456, "write": 0, "output": 0.0012612 }, "total": 0.012358560000000001, "recordedSubtotal": 0.012358560000000001 }, "cacheHitPercent": 76.75349137882993, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 1339666, "seconds": 196.19811774999997, "steps": 38, "toolCalls": 37, "usage": { "input": 74648, "cached": 1260032, "write": 0, "output": 4986 }, "usageComplete": true, "cost": { "parts": { "input": 0.014929600000000001, "cached": 0.02520064, "write": 0, "output": 0.0059832 }, "total": 0.04611344, "recordedSubtotal": 0.04611344 }, "cacheHitPercent": 94.40704888063055, "audit": "known-incomplete-pass" }, "eligible": false }, { "site": "learnhouse", "id": "lh-6", "title": { "zh": "判断指定主题课程是否存在", "en": "Check course availability by topic" }, "on": { "passed": true, "timedOut": false, "tokens": 56546, "seconds": 20.737075875000002, "steps": 5, "toolCalls": 4, "usage": { "input": 26041, "cached": 30208, "write": 0, "output": 297 }, "usageComplete": true, "cost": { "parts": { "input": 0.0052082000000000005, "cached": 0.00060416, "write": 0, "output": 0.0003564 }, "total": 0.0061687600000000006, "recordedSubtotal": 0.0061687600000000006 }, "cacheHitPercent": 53.70406585005956, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 125916, "seconds": 51.407779624999996, "steps": 10, "toolCalls": 9, "usage": { "input": 32211, "cached": 93184, "write": 0, "output": 521 }, "usageComplete": true, "cost": { "parts": { "input": 0.0064422, "cached": 0.0018636800000000002, "write": 0, "output": 0.0006251999999999999 }, "total": 0.00893108, "recordedSubtotal": 0.00893108 }, "cacheHitPercent": 74.31237290163085, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-7", "title": { "zh": "登录并选课，确定起始课程", "en": "Sign in, enroll, and identify the starting lesson" }, "on": { "passed": true, "timedOut": false, "tokens": 132521, "seconds": 40.30154662499999, "steps": 10, "toolCalls": 9, "usage": { "input": 20660, "cached": 111104, "write": 0, "output": 757 }, "usageComplete": true, "cost": { "parts": { "input": 0.004132, "cached": 0.00222208, "write": 0, "output": 0.0009084 }, "total": 0.00726248, "recordedSubtotal": 0.00726248 }, "cacheHitPercent": 84.32045171670562, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 175677, "seconds": 37.43278333299999, "steps": 12, "toolCalls": 11, "usage": { "input": 30098, "cached": 144896, "write": 0, "output": 683 }, "usageComplete": true, "cost": { "parts": { "input": 0.0060196, "cached": 0.00289792, "write": 0, "output": 0.0008196 }, "total": 0.00973712, "recordedSubtotal": 0.00973712 }, "cacheHitPercent": 82.80055316182269, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-8", "title": { "zh": "统计已发布课时", "en": "Count published lessons" }, "on": { "passed": true, "timedOut": false, "tokens": 756908, "seconds": 195.865391583, "steps": 36, "toolCalls": 36, "usage": { "input": 80118, "cached": 673792, "write": 0, "output": 2998 }, "usageComplete": true, "cost": { "parts": { "input": 0.0160236, "cached": 0.01347584, "write": 0, "output": 0.0035976 }, "total": 0.03309704, "recordedSubtotal": 0.03309704 }, "cacheHitPercent": 89.37300208247669, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 354288, "seconds": 92.51713220799999, "steps": 20, "toolCalls": 20, "usage": { "input": 36584, "cached": 315904, "write": 0, "output": 1800 }, "usageComplete": true, "cost": { "parts": { "input": 0.0073168, "cached": 0.00631808, "write": 0, "output": 0.00216 }, "total": 0.01579488, "recordedSubtotal": 0.01579488 }, "cacheHitPercent": 89.62120696307392, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-3", "title": { "zh": "查询发票项目", "en": "Read an invoice line item" }, "on": { "passed": true, "timedOut": false, "tokens": 58243, "seconds": 15.945571041, "steps": 5, "toolCalls": 4, "usage": { "input": 28782, "cached": 29184, "write": 0, "output": 277 }, "usageComplete": true, "cost": { "parts": { "input": 0.005756400000000001, "cached": 0.00058368, "write": 0, "output": 0.0003324 }, "total": 0.0066724800000000015, "recordedSubtotal": 0.0066724800000000015 }, "cacheHitPercent": 50.346754994307005, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 175885, "seconds": 52.761824625, "steps": 13, "toolCalls": 12, "usage": { "input": 38073, "cached": 136704, "write": 0, "output": 1108 }, "usageComplete": true, "cost": { "parts": { "input": 0.0076146, "cached": 0.00273408, "write": 0, "output": 0.0013296 }, "total": 0.01167828, "recordedSubtotal": 0.01167828 }, "cacheHitPercent": 78.21624126744365, "audit": null }, "eligible": true } ], "sites": [ { "id": "tailwind-nextjs-blog", "name": "Tailwind Next.js Blog", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 181490, "seconds": 56.753004790999995, "steps": 14, "toolCalls": 12 }, "off": { "passed": 2, "tokens": 197703, "seconds": 79.49285104199998, "steps": 14, "toolCalls": 12 } }, { "id": "bulletproof-react", "name": "Bulletproof React", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 132601, "seconds": 40.472008667, "steps": 12, "toolCalls": 10 }, "off": { "passed": 2, "tokens": 211938, "seconds": 86.908158459, "steps": 14, "toolCalls": 15 } }, { "id": "directory-9d8", "name": "9d8 Directory", "count": 3, "pairs": 3, "on": { "passed": 3, "tokens": 205535, "seconds": 82.348803292, "steps": 18, "toolCalls": 15 }, "off": { "passed": 3, "tokens": 293015, "seconds": 80.046196542, "steps": 23, "toolCalls": 20 } }, { "id": "nextjs-starter-medusa", "name": "Medusa", "count": 9, "pairs": 9, "on": { "passed": 9, "tokens": 1064411, "seconds": 379.01055729, "steps": 79, "toolCalls": 72 }, "off": { "passed": 9, "tokens": 2548270, "seconds": 672.515459039, "steps": 148, "toolCalls": 140 } }, { "id": "easyappointments", "name": "Easy!Appointments", "count": 8, "pairs": 7, "on": { "passed": 8, "tokens": 1099648, "seconds": 342.60597, "steps": 63, "toolCalls": 57 }, "off": { "passed": 8, "tokens": 966241, "seconds": 321.18997008400004, "steps": 55, "toolCalls": 51 } }, { "id": "learnhouse", "name": "LearnHouse", "count": 7, "pairs": 7, "on": { "passed": 7, "tokens": 1137369, "seconds": 318.446575958, "steps": 68, "toolCalls": 62 }, "off": { "passed": 7, "tokens": 1027373, "seconds": 409.05391329099996, "steps": 72, "toolCalls": 66 } }, { "id": "idurar-erp-crm", "name": "IDURAR ERP/CRM", "count": 8, "pairs": 7, "on": { "passed": 8, "tokens": 663898, "seconds": 202.092603291, "steps": 51, "toolCalls": 44 }, "off": { "passed": 8, "tokens": 1008677, "seconds": 441.583203667, "steps": 74, "toolCalls": 70 } }, { "id": "hi-events", "name": "Hi.Events", "count": 10, "pairs": 9, "on": { "passed": 10, "tokens": 604261, "seconds": 179.64916874900004, "steps": 51, "toolCalls": 43 }, "off": { "passed": 10, "tokens": 1194746, "seconds": 324.26202654300005, "steps": 74, "toolCalls": 65 } } ], "arms": { "on": { "passed": 49, "timeouts": 0 }, "off": { "passed": 49, "timeouts": 0 } }, "sourceReports": "gpt-luna-comparison-2026-09-22", "corpusHashes": [ "4aa384f931b21bd45f0501af580aafd91f50e3c15e41a35e757bb4c4fc4a507c" ], "taskSetSha256": "605b46609c7241e57a4d20c21d99c6a867e0e971901c072ef7416ef00791c088", "pricing": { "status": "estimated", "currency": "USD", "rates": { "input": 0.2, "cached": 0.02, "write": 0.25, "output": 1.2 }, "source": "https://developers.openai.com/api/docs/models/gpt-5.6-luna", "label": "OpenAI GPT-5.6 Luna", "checkedAt": "2026-09-23", "basis": "Standard API equivalent, not the ChatGPT subscription bill", "maxObservedInputTokens": 84709 }, "costSummary": { "on": { "usage": { "input": 1402482, "cached": 4598272, "write": 0, "output": 28999 }, "completeAttempts": 49, "cost": { "parts": { "input": 0.28049640000000003, "cached": 0.09196544, "write": 0, "output": 0.0347988 }, "total": 0.40726064000000006, "recordedSubtotal": 0.40726064000000006 } }, "off": { "usage": { "input": 1765861, "cached": 10999168, "write": 0, "output": 44649 }, "completeAttempts": 49, "cost": { "parts": { "input": 0.3531722, "cached": 0.21998336000000002, "write": 0, "output": 0.053578799999999996 }, "total": 0.62673436, "recordedSubtotal": 0.62673436 } } }, "reasoning": { "requestedEffort": "provider-default", "effectiveEffort": null, "sameConfigurationAcrossArms": true } }, { "id": "mimo", "name": "MiMo V2.6 Flash", "model": "mimo-v2.6-flash", "date": "2026-09-23", "tasks": [ { "site": "nextjs-starter-medusa", "id": "md-1", "title": { "zh": "统计并列出全部商品", "en": "Count and list products" }, "on": { "passed": true, "timedOut": false, "tokens": 210903, "seconds": 56.8286585, "steps": 9, "toolCalls": 11, "usage": { "input": 45301, "cached": 163584, "write": 0, "output": 2018 }, "usageComplete": true, "cost": { "parts": { "input": 0.0063421400000000005, "cached": 0.0004580352, "write": 0, "output": 0.00056504 }, "total": 0.0073652152000000005, "recordedSubtotal": 0.0073652152000000005 }, "cacheHitPercent": 78.31294731550852, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 463451, "seconds": 122.194601417, "steps": 19, "toolCalls": 20, "usage": { "input": 27739, "cached": 433152, "write": 0, "output": 2560 }, "usageComplete": true, "cost": { "parts": { "input": 0.0038834600000000005, "cached": 0.0012128255999999998, "write": 0, "output": 0.0007168000000000001 }, "total": 0.0058130856, "recordedSubtotal": 0.0058130856 }, "cacheHitPercent": 93.98144029716353, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-2", "title": { "zh": "查询配送政策与时效", "en": "Read shipping policy and delivery times" }, "on": { "passed": true, "timedOut": false, "tokens": 223061, "seconds": 70.80751183299999, "steps": 12, "toolCalls": 11, "usage": { "input": 30346, "cached": 191168, "write": 0, "output": 1547 }, "usageComplete": true, "cost": { "parts": { "input": 0.004248440000000001, "cached": 0.0005352704, "write": 0, "output": 0.00043316000000000003 }, "total": 0.005216870400000001, "recordedSubtotal": 0.005216870400000001 }, "cacheHitPercent": 86.30064014012659, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 383569, "seconds": 91.069256333, "steps": 17, "toolCalls": 16, "usage": { "input": 26740, "cached": 354624, "write": 0, "output": 2205 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037436000000000006, "cached": 0.0009929472, "write": 0, "output": 0.0006174 }, "total": 0.0053539472000000005, "recordedSubtotal": 0.0053539472000000005 }, "cacheHitPercent": 92.98832611363423, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-3", "title": { "zh": "查询退货政策", "en": "Read the returns policy" }, "on": { "passed": true, "timedOut": false, "tokens": 346980, "seconds": 92.01320195800001, "steps": 15, "toolCalls": 16, "usage": { "input": 45421, "cached": 297088, "write": 0, "output": 4471 }, "usageComplete": true, "cost": { "parts": { "input": 0.00635894, "cached": 0.0008318464, "write": 0, "output": 0.0012518800000000001 }, "total": 0.0084426664, "recordedSubtotal": 0.0084426664 }, "cacheHitPercent": 86.73874263158048, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 465972, "seconds": 111.879505583, "steps": 13, "toolCalls": 15, "usage": { "input": 48069, "cached": 415232, "write": 0, "output": 2671 }, "usageComplete": true, "cost": { "parts": { "input": 0.006729660000000001, "cached": 0.0011626496, "write": 0, "output": 0.0007478800000000001 }, "total": 0.0086401896, "recordedSubtotal": 0.0086401896 }, "cacheHitPercent": 89.62467164974822, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-9", "title": { "zh": "判断指定商品是否存在", "en": "Check product availability" }, "on": { "passed": true, "timedOut": false, "tokens": 126242, "seconds": 21.742664040999998, "steps": 6, "toolCalls": 7, "usage": { "input": 19498, "cached": 106112, "write": 0, "output": 632 }, "usageComplete": true, "cost": { "parts": { "input": 0.00272972, "cached": 0.00029711360000000004, "write": 0, "output": 0.00017696 }, "total": 0.0032037936, "recordedSubtotal": 0.0032037936 }, "cacheHitPercent": 84.47735052941646, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 293963, "seconds": 96.69432945800001, "steps": 13, "toolCalls": 13, "usage": { "input": 45806, "cached": 245952, "write": 0, "output": 2205 }, "usageComplete": true, "cost": { "parts": { "input": 0.006412840000000001, "cached": 0.0006886656000000001, "write": 0, "output": 0.0006174 }, "total": 0.007718905600000001, "recordedSubtotal": 0.007718905600000001 }, "cacheHitPercent": 84.30000205649888, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-4", "title": { "zh": "查询商品尺码", "en": "List product sizes" }, "on": { "passed": true, "timedOut": false, "tokens": 242006, "seconds": 58.752337125, "steps": 11, "toolCalls": 11, "usage": { "input": 22376, "cached": 218368, "write": 0, "output": 1262 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031326400000000003, "cached": 0.0006114304, "write": 0, "output": 0.00035336 }, "total": 0.0040974304, "recordedSubtotal": 0.0040974304 }, "cacheHitPercent": 90.70547967965972, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 295942, "seconds": 110.343882458, "steps": 15, "toolCalls": 22, "usage": { "input": 24800, "cached": 268160, "write": 0, "output": 2982 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034720000000000003, "cached": 0.0007508479999999999, "write": 0, "output": 0.00083496 }, "total": 0.0050578080000000004, "recordedSubtotal": 0.0050578080000000004 }, "cacheHitPercent": 91.53468050245768, "audit": null }, "eligible": true }, { "site": "tailwind-nextjs-blog", "id": "blog-find-post", "title": { "zh": "查找指定文章标题", "en": "Find a post by its title" }, "on": { "passed": true, "timedOut": false, "tokens": 799625, "seconds": 168.19817200000003, "steps": 25, "toolCalls": 29, "usage": { "input": 43972, "cached": 750336, "write": 0, "output": 5317 }, "usageComplete": true, "cost": { "parts": { "input": 0.00615608, "cached": 0.0021009407999999998, "write": 0, "output": 0.0014887600000000002 }, "total": 0.009745780800000001, "recordedSubtotal": 0.009745780800000001 }, "cacheHitPercent": 94.4641121580042, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 827712, "seconds": 467.82921925000005, "steps": 25, "toolCalls": 25, "usage": { "input": 46645, "cached": 770176, "write": 0, "output": 10891 }, "usageComplete": true, "cost": { "parts": { "input": 0.0065303, "cached": 0.0021564928, "write": 0, "output": 0.0030494800000000007 }, "total": 0.011736272800000001, "recordedSubtotal": 0.011736272800000001 }, "cacheHitPercent": 94.28944652500364, "audit": null }, "eligible": true }, { "site": "tailwind-nextjs-blog", "id": "blog-read-author", "title": { "zh": "读取 About 页作者", "en": "Read the About-page author" }, "on": { "passed": true, "timedOut": false, "tokens": 42993, "seconds": 11.680136749999999, "steps": 3, "toolCalls": 3, "usage": { "input": 10806, "cached": 31936, "write": 0, "output": 251 }, "usageComplete": true, "cost": { "parts": { "input": 0.00151284, "cached": 0.0000894208, "write": 0, "output": 0.00007028 }, "total": 0.0016725408000000002, "recordedSubtotal": 0.0016725408000000002 }, "cacheHitPercent": 74.71807589724393, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 126473, "seconds": 31.500633250000007, "steps": 7, "toolCalls": 6, "usage": { "input": 17262, "cached": 108736, "write": 0, "output": 475 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024166800000000005, "cached": 0.0003044608, "write": 0, "output": 0.000133 }, "total": 0.0028541408000000005, "recordedSubtotal": 0.0028541408000000005 }, "cacheHitPercent": 86.29978253623072, "audit": null }, "eligible": true }, { "site": "bulletproof-react", "id": "react-public-content", "title": { "zh": "识别公开首页应用", "en": "Identify the public application" }, "on": { "passed": true, "timedOut": false, "tokens": 93512, "seconds": 17.6837635, "steps": 5, "toolCalls": 5, "usage": { "input": 16204, "cached": 76800, "write": 0, "output": 508 }, "usageComplete": true, "cost": { "parts": { "input": 0.00226856, "cached": 0.00021504, "write": 0, "output": 0.00014224000000000002 }, "total": 0.0026258400000000004, "recordedSubtotal": 0.0026258400000000004 }, "cacheHitPercent": 82.57709345834587, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92536, "seconds": 23.448866458000005, "steps": 6, "toolCalls": 6, "usage": { "input": 14070, "cached": 77824, "write": 0, "output": 642 }, "usageComplete": true, "cost": { "parts": { "input": 0.0019698000000000003, "cached": 0.0002179072, "write": 0, "output": 0.00017976000000000003 }, "total": 0.0023674672000000003, "recordedSubtotal": 0.0023674672000000003 }, "cacheHitPercent": 84.6888806668553, "audit": null }, "eligible": true }, { "site": "bulletproof-react", "id": "react-auth-boundary", "title": { "zh": "检查未登录访问边界", "en": "Check signed-out access boundaries" }, "on": { "passed": true, "timedOut": false, "tokens": 689326, "seconds": 237.88410791700002, "steps": 25, "toolCalls": 29, "usage": { "input": 34075, "cached": 649344, "write": 0, "output": 5907 }, "usageComplete": true, "cost": { "parts": { "input": 0.0047705, "cached": 0.0018181631999999999, "write": 0, "output": 0.0016539600000000003 }, "total": 0.0082426232, "recordedSubtotal": 0.0082426232 }, "cacheHitPercent": 95.01403970331525, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 503266, "seconds": 133.205045166, "steps": 21, "toolCalls": 22, "usage": { "input": 29753, "cached": 469440, "write": 0, "output": 4073 }, "usageComplete": true, "cost": { "parts": { "input": 0.00416542, "cached": 0.001314432, "write": 0, "output": 0.0011404400000000002 }, "total": 0.006620292000000001, "recordedSubtotal": 0.006620292000000001 }, "cacheHitPercent": 94.03978020525128, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-search", "title": { "zh": "按工具类型搜索目录", "en": "Search the directory by tool type" }, "on": { "passed": true, "timedOut": false, "tokens": 115260, "seconds": 39.735163791, "steps": 7, "toolCalls": 7, "usage": { "input": 14280, "cached": 99904, "write": 0, "output": 1076 }, "usageComplete": true, "cost": { "parts": { "input": 0.0019992000000000005, "cached": 0.0002797312, "write": 0, "output": 0.00030128 }, "total": 0.0025802112000000007, "recordedSubtotal": 0.0025802112000000007 }, "cacheHitPercent": 87.49386954389406, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 156644, "seconds": 31.722699209, "steps": 8, "toolCalls": 8, "usage": { "input": 20401, "cached": 135232, "write": 0, "output": 1011 }, "usageComplete": true, "cost": { "parts": { "input": 0.0028561400000000005, "cached": 0.00037864960000000004, "write": 0, "output": 0.00028308000000000006 }, "total": 0.003517869600000001, "recordedSubtotal": 0.003517869600000001 }, "cacheHitPercent": 86.8915975403674, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-filter", "title": { "zh": "筛选开发者工具", "en": "Filter developer tools" }, "on": { "passed": true, "timedOut": false, "tokens": 516240, "seconds": 119.107322834, "steps": 19, "toolCalls": 26, "usage": { "input": 32353, "cached": 478976, "write": 0, "output": 4911 }, "usageComplete": true, "cost": { "parts": { "input": 0.00452942, "cached": 0.0013411328000000001, "write": 0, "output": 0.00137508 }, "total": 0.0072456328, "recordedSubtotal": 0.0072456328 }, "cacheHitPercent": 93.67276254622757, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 95701, "seconds": 19.518503375, "steps": 5, "toolCalls": 5, "usage": { "input": 18135, "cached": 77120, "write": 0, "output": 446 }, "usageComplete": true, "cost": { "parts": { "input": 0.0025389, "cached": 0.00021593600000000001, "write": 0, "output": 0.00012488 }, "total": 0.002879716, "recordedSubtotal": 0.002879716 }, "cacheHitPercent": 80.96162931079733, "audit": null }, "eligible": true }, { "site": "directory-9d8", "id": "directory-detail", "title": { "zh": "读取条目详情", "en": "Read a listing description" }, "on": { "passed": true, "timedOut": false, "tokens": 108487, "seconds": 22.2702525, "steps": 5, "toolCalls": 10, "usage": { "input": 22255, "cached": 85184, "write": 0, "output": 1048 }, "usageComplete": true, "cost": { "parts": { "input": 0.0031157000000000003, "cached": 0.0002385152, "write": 0, "output": 0.00029344000000000006 }, "total": 0.0036476552000000006, "recordedSubtotal": 0.0036476552000000006 }, "cacheHitPercent": 79.2859203827288, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 139058, "seconds": 27.669258292000002, "steps": 7, "toolCalls": 8, "usage": { "input": 19965, "cached": 118464, "write": 0, "output": 629 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027951000000000004, "cached": 0.00033169920000000004, "write": 0, "output": 0.00017612000000000001 }, "total": 0.0033029192000000006, "recordedSubtotal": 0.0033029192000000006 }, "cacheHitPercent": 85.57744403268102, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-6", "title": { "zh": "检查购物车内容", "en": "Inspect the shopping cart" }, "on": { "passed": true, "timedOut": false, "tokens": 47631, "seconds": 9.810672875, "steps": 3, "toolCalls": 3, "usage": { "input": 13092, "cached": 34368, "write": 0, "output": 171 }, "usageComplete": true, "cost": { "parts": { "input": 0.00183288, "cached": 0.0000962304, "write": 0, "output": 0.00004788 }, "total": 0.0019769904000000002, "recordedSubtotal": 0.0019769904000000002 }, "cacheHitPercent": 72.41466498103665, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 106545, "seconds": 18.814712874999998, "steps": 6, "toolCalls": 5, "usage": { "input": 16493, "cached": 89664, "write": 0, "output": 388 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023090200000000006, "cached": 0.0002510592, "write": 0, "output": 0.00010864000000000002 }, "total": 0.002668719200000001, "recordedSubtotal": 0.002668719200000001 }, "cacheHitPercent": 84.46357753139219, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-5", "title": { "zh": "将指定款式加入购物车", "en": "Add a specified variant to the cart" }, "on": { "passed": true, "timedOut": false, "tokens": 205555, "seconds": 48.878714167000005, "steps": 9, "toolCalls": 10, "usage": { "input": 23012, "cached": 181632, "write": 0, "output": 911 }, "usageComplete": true, "cost": { "parts": { "input": 0.00322168, "cached": 0.0005085695999999999, "write": 0, "output": 0.00025508000000000003 }, "total": 0.0039853296, "recordedSubtotal": 0.0039853296 }, "cacheHitPercent": 88.755106428725, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 468755, "seconds": 84.75007595900001, "steps": 18, "toolCalls": 19, "usage": { "input": 33389, "cached": 433536, "write": 0, "output": 1830 }, "usageComplete": true, "cost": { "parts": { "input": 0.00467446, "cached": 0.0012139007999999998, "write": 0, "output": 0.0005124000000000001 }, "total": 0.0064007608, "recordedSubtotal": 0.0064007608 }, "cacheHitPercent": 92.84917277935428, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-7", "title": { "zh": "组合多件商品并核对数量", "en": "Build a multi-product cart and check quantity" }, "on": { "passed": true, "timedOut": false, "tokens": 423661, "seconds": 98.71028287499999, "steps": 19, "toolCalls": 23, "usage": { "input": 24404, "cached": 395840, "write": 0, "output": 3417 }, "usageComplete": true, "cost": { "parts": { "input": 0.0034165600000000003, "cached": 0.0011083520000000002, "write": 0, "output": 0.0009567600000000001 }, "total": 0.005481672000000001, "recordedSubtotal": 0.005481672000000001 }, "cacheHitPercent": 94.1928974595711, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 564494, "seconds": 72.81943229200002, "steps": 20, "toolCalls": 20, "usage": { "input": 36935, "cached": 526016, "write": 0, "output": 1543 }, "usageComplete": true, "cost": { "parts": { "input": 0.005170900000000001, "cached": 0.0014728448000000001, "write": 0, "output": 0.00043204 }, "total": 0.007075784800000001, "recordedSubtotal": 0.007075784800000001 }, "cacheHitPercent": 93.43903821114094, "audit": null }, "eligible": true }, { "site": "nextjs-starter-medusa", "id": "md-8", "title": { "zh": "完成访客结账与测试支付", "en": "Complete guest checkout with test payment" }, "on": { "passed": true, "timedOut": false, "tokens": 435941, "seconds": 134.476774667, "steps": 17, "toolCalls": 17, "usage": { "input": 31399, "cached": 401152, "write": 0, "output": 3390 }, "usageComplete": true, "cost": { "parts": { "input": 0.0043958600000000006, "cached": 0.0011232256, "write": 0, "output": 0.0009492000000000001 }, "total": 0.006468285600000001, "recordedSubtotal": 0.006468285600000001 }, "cacheHitPercent": 92.74097158485358, "audit": null }, "off": { "passed": false, "timedOut": true, "tokens": 2005933, "seconds": 600.094243917, "steps": 54, "toolCalls": 59, "usage": { "input": 56782, "cached": 1932992, "write": 0, "output": 16159 }, "usageComplete": true, "cost": { "parts": { "input": 0.00794948, "cached": 0.0054123776, "write": 0, "output": 0.004524520000000001 }, "total": 0.0178863776, "recordedSubtotal": 0.0178863776 }, "cacheHitPercent": 97.14630907831744, "audit": "environment-affected-timeout" }, "eligible": false }, { "site": "easyappointments", "id": "ea-1", "title": { "zh": "列出全部服务", "en": "List all services" }, "on": { "passed": true, "timedOut": false, "tokens": 62767, "seconds": 14.528719250000002, "steps": 4, "toolCalls": 4, "usage": { "input": 12798, "cached": 49408, "write": 0, "output": 561 }, "usageComplete": true, "cost": { "parts": { "input": 0.0017917200000000003, "cached": 0.00013834239999999999, "write": 0, "output": 0.00015708 }, "total": 0.0020871424000000003, "recordedSubtotal": 0.0020871424000000003 }, "cacheHitPercent": 79.42642188856381, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 143254, "seconds": 162.102538208, "steps": 7, "toolCalls": 10, "usage": { "input": 22256, "cached": 119808, "write": 0, "output": 1190 }, "usageComplete": true, "cost": { "parts": { "input": 0.00311584, "cached": 0.0003354624, "write": 0, "output": 0.0003332 }, "total": 0.0037845024, "recordedSubtotal": 0.0037845024 }, "cacheHitPercent": 84.33382137628112, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-2", "title": { "zh": "查询服务价格与时长", "en": "Read service price and duration" }, "on": { "passed": true, "timedOut": false, "tokens": 48949, "seconds": 10.981306207999998, "steps": 3, "toolCalls": 3, "usage": { "input": 13867, "cached": 34816, "write": 0, "output": 266 }, "usageComplete": true, "cost": { "parts": { "input": 0.0019413800000000001, "cached": 0.00009748479999999999, "write": 0, "output": 0.00007448 }, "total": 0.0021133448000000003, "recordedSubtotal": 0.0021133448000000003 }, "cacheHitPercent": 71.51572417476326, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 87508, "seconds": 17.480232249999997, "steps": 5, "toolCalls": 6, "usage": { "input": 16528, "cached": 70592, "write": 0, "output": 388 }, "usageComplete": true, "cost": { "parts": { "input": 0.00231392, "cached": 0.0001976576, "write": 0, "output": 0.00010864000000000002 }, "total": 0.0026202176000000004, "recordedSubtotal": 0.0026202176000000004 }, "cacheHitPercent": 81.02846648301194, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-3", "title": { "zh": "找出免费服务", "en": "Find a free service" }, "on": { "passed": true, "timedOut": false, "tokens": 132417, "seconds": 38.605101540999996, "steps": 8, "toolCalls": 8, "usage": { "input": 14180, "cached": 117120, "write": 0, "output": 1117 }, "usageComplete": true, "cost": { "parts": { "input": 0.0019852000000000003, "cached": 0.00032793599999999997, "write": 0, "output": 0.00031276000000000003 }, "total": 0.0026258960000000004, "recordedSubtotal": 0.0026258960000000004 }, "cacheHitPercent": 89.2003046458492, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 235074, "seconds": 40.432220542, "steps": 12, "toolCalls": 12, "usage": { "input": 19630, "cached": 214272, "write": 0, "output": 1172 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027482, "cached": 0.0005999616, "write": 0, "output": 0.00032816000000000003 }, "total": 0.0036763216, "recordedSubtotal": 0.0036763216 }, "cacheHitPercent": 91.60759634376791, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-4", "title": { "zh": "查找指定服务的提供者", "en": "Find a service provider" }, "on": { "passed": true, "timedOut": false, "tokens": 55959, "seconds": 11.2936925, "steps": 3, "toolCalls": 3, "usage": { "input": 17392, "cached": 38336, "write": 0, "output": 231 }, "usageComplete": true, "cost": { "parts": { "input": 0.00243488, "cached": 0.0001073408, "write": 0, "output": 0.00006468000000000001 }, "total": 0.0026069008, "recordedSubtotal": 0.0026069008 }, "cacheHitPercent": 68.79127189204709, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92688, "seconds": 16.144452125, "steps": 5, "toolCalls": 5, "usage": { "input": 17017, "cached": 75328, "write": 0, "output": 343 }, "usageComplete": true, "cost": { "parts": { "input": 0.00238238, "cached": 0.0002109184, "write": 0, "output": 0.00009604000000000001 }, "total": 0.0026893384, "recordedSubtotal": 0.0026893384 }, "cacheHitPercent": 81.57236450268016, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-5", "title": { "zh": "判断指定服务是否存在", "en": "Check service availability" }, "on": { "passed": true, "timedOut": false, "tokens": 402609, "seconds": 150.46218216600002, "steps": 18, "toolCalls": 19, "usage": { "input": 27249, "cached": 371584, "write": 0, "output": 3776 }, "usageComplete": true, "cost": { "parts": { "input": 0.0038148600000000006, "cached": 0.0010404352, "write": 0, "output": 0.0010572800000000003 }, "total": 0.005912575200000001, "recordedSubtotal": 0.005912575200000001 }, "cacheHitPercent": 93.16781710640795, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 86193, "seconds": 20.118758917, "steps": 5, "toolCalls": 4, "usage": { "input": 15900, "cached": 69952, "write": 0, "output": 341 }, "usageComplete": true, "cost": { "parts": { "input": 0.002226, "cached": 0.0001958656, "write": 0, "output": 0.00009548 }, "total": 0.0025173456, "recordedSubtotal": 0.0025173456 }, "cacheHitPercent": 81.47975585892, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-6", "title": { "zh": "预约最早可用时段", "en": "Book the earliest available appointment" }, "on": { "passed": true, "timedOut": false, "tokens": 180379, "seconds": 44.077024208, "steps": 8, "toolCalls": 8, "usage": { "input": 22054, "cached": 156992, "write": 0, "output": 1333 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030875600000000005, "cached": 0.0004395776, "write": 0, "output": 0.00037324 }, "total": 0.0039003776000000006, "recordedSubtotal": 0.0039003776000000006 }, "cacheHitPercent": 87.6824950012846, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 764710, "seconds": 131.098231875, "steps": 18, "toolCalls": 19, "usage": { "input": 56572, "cached": 703424, "write": 0, "output": 4714 }, "usageComplete": true, "cost": { "parts": { "input": 0.007920080000000001, "cached": 0.0019695872, "write": 0, "output": 0.00131992 }, "total": 0.011209587200000001, "recordedSubtotal": 0.011209587200000001 }, "cacheHitPercent": 92.55627661198217, "audit": null }, "eligible": true }, { "site": "easyappointments", "id": "ea-7", "title": { "zh": "预约后取消同一订单", "en": "Book and cancel the same appointment" }, "on": { "passed": true, "timedOut": false, "tokens": 250229, "seconds": 42.256794125, "steps": 10, "toolCalls": 16, "usage": { "input": 25477, "cached": 222592, "write": 0, "output": 2160 }, "usageComplete": true, "cost": { "parts": { "input": 0.0035667800000000003, "cached": 0.0006232576, "write": 0, "output": 0.0006048000000000001 }, "total": 0.0047948376, "recordedSubtotal": 0.0047948376 }, "cacheHitPercent": 89.72987354324805, "audit": "verified-complete" }, "off": { "passed": true, "timedOut": false, "tokens": 1320844, "seconds": 181.910501375, "steps": 24, "toolCalls": 24, "usage": { "input": 141184, "cached": 1175296, "write": 0, "output": 4364 }, "usageComplete": true, "cost": { "parts": { "input": 0.019765760000000004, "cached": 0.0032908288, "write": 0, "output": 0.00122192 }, "total": 0.024278508800000004, "recordedSubtotal": 0.024278508800000004 }, "cacheHitPercent": 89.2756441419543, "audit": "verified-complete" }, "eligible": true }, { "site": "easyappointments", "id": "ea-8", "title": { "zh": "登录后台查询客户", "en": "Sign in and inspect customer records" }, "on": { "passed": true, "timedOut": false, "tokens": 135512, "seconds": 24.596667999999998, "steps": 7, "toolCalls": 7, "usage": { "input": 18620, "cached": 116352, "write": 0, "output": 540 }, "usageComplete": true, "cost": { "parts": { "input": 0.0026068000000000003, "cached": 0.0003257856, "write": 0, "output": 0.00015120000000000002 }, "total": 0.0030837856000000005, "recordedSubtotal": 0.0030837856000000005 }, "cacheHitPercent": 86.20454612808582, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 223345, "seconds": 44.71059304199999, "steps": 11, "toolCalls": 12, "usage": { "input": 22114, "cached": 200192, "write": 0, "output": 1039 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030959600000000005, "cached": 0.0005605376, "write": 0, "output": 0.00029092 }, "total": 0.0039474176, "recordedSubtotal": 0.0039474176 }, "cacheHitPercent": 90.0524502262647, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-1", "title": { "zh": "列出课程目录", "en": "List all courses" }, "on": { "passed": true, "timedOut": false, "tokens": 227678, "seconds": 56.57885266699999, "steps": 13, "toolCalls": 15, "usage": { "input": 17545, "cached": 208384, "write": 0, "output": 1749 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024563000000000002, "cached": 0.0005834751999999999, "write": 0, "output": 0.00048972 }, "total": 0.0035294952, "recordedSubtotal": 0.0035294952 }, "cacheHitPercent": 92.23428599250208, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 569027, "seconds": 109.74075325, "steps": 21, "toolCalls": 30, "usage": { "input": 36055, "cached": 528832, "write": 0, "output": 4140 }, "usageComplete": true, "cost": { "parts": { "input": 0.0050477000000000005, "cached": 0.0014807295999999998, "write": 0, "output": 0.0011592 }, "total": 0.0076876296, "recordedSubtotal": 0.0076876296 }, "cacheHitPercent": 93.61730753230292, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-2", "title": { "zh": "读取课程章节", "en": "Read course chapters" }, "on": { "passed": true, "timedOut": false, "tokens": 101096, "seconds": 24.108969083, "steps": 6, "toolCalls": 6, "usage": { "input": 16109, "cached": 84352, "write": 0, "output": 635 }, "usageComplete": true, "cost": { "parts": { "input": 0.0022552600000000003, "cached": 0.0002361856, "write": 0, "output": 0.0001778 }, "total": 0.0026692456000000004, "recordedSubtotal": 0.0026692456000000004 }, "cacheHitPercent": 83.96492171091269, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 134340, "seconds": 58.24377033399999, "steps": 7, "toolCalls": 8, "usage": { "input": 19405, "cached": 114304, "write": 0, "output": 631 }, "usageComplete": true, "cost": { "parts": { "input": 0.0027167000000000003, "cached": 0.0003200512, "write": 0, "output": 0.00017668 }, "total": 0.0032134312, "recordedSubtotal": 0.0032134312 }, "cacheHitPercent": 85.48713998309762, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-3", "title": { "zh": "查找首节课标题", "en": "Find the first lesson title" }, "on": { "passed": true, "timedOut": false, "tokens": 189351, "seconds": 37.393108917, "steps": 11, "toolCalls": 11, "usage": { "input": 16469, "cached": 171392, "write": 0, "output": 1490 }, "usageComplete": true, "cost": { "parts": { "input": 0.00230566, "cached": 0.0004798976, "write": 0, "output": 0.00041720000000000006 }, "total": 0.0032027576000000003, "recordedSubtotal": 0.0032027576000000003 }, "cacheHitPercent": 91.23341193754956, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 117093, "seconds": 13.633821208, "steps": 6, "toolCalls": 6, "usage": { "input": 19028, "cached": 97664, "write": 0, "output": 401 }, "usageComplete": true, "cost": { "parts": { "input": 0.00266392, "cached": 0.0002734592, "write": 0, "output": 0.00011228000000000002 }, "total": 0.0030496592, "recordedSubtotal": 0.0030496592 }, "cacheHitPercent": 83.69382648339217, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-5", "title": { "zh": "搜索课程并读取描述", "en": "Search courses and read a description" }, "on": { "passed": true, "timedOut": false, "tokens": 238452, "seconds": 41.547805374999996, "steps": 11, "toolCalls": 12, "usage": { "input": 25502, "cached": 211328, "write": 0, "output": 1622 }, "usageComplete": true, "cost": { "parts": { "input": 0.0035702800000000003, "cached": 0.0005917184, "write": 0, "output": 0.00045416 }, "total": 0.0046161584000000006, "recordedSubtotal": 0.0046161584000000006 }, "cacheHitPercent": 89.2319385213022, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 162637, "seconds": 25.020291791, "steps": 8, "toolCalls": 9, "usage": { "input": 21996, "cached": 139840, "write": 0, "output": 801 }, "usageComplete": true, "cost": { "parts": { "input": 0.0030794400000000006, "cached": 0.00039155200000000004, "write": 0, "output": 0.00022428000000000004 }, "total": 0.0036952720000000003, "recordedSubtotal": 0.0036952720000000003 }, "cacheHitPercent": 86.40846288835611, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-1", "title": { "zh": "登录并查询发票客户", "en": "Sign in and identify an invoice client" }, "on": { "passed": true, "timedOut": false, "tokens": 402266, "seconds": 64.374278917, "steps": 18, "toolCalls": 18, "usage": { "input": 26352, "cached": 374080, "write": 0, "output": 1834 }, "usageComplete": true, "cost": { "parts": { "input": 0.00368928, "cached": 0.001047424, "write": 0, "output": 0.0005135200000000001 }, "total": 0.0052502239999999995, "recordedSubtotal": 0.0052502239999999995 }, "cacheHitPercent": 93.41910736404682, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 224597, "seconds": 49.535952709, "steps": 11, "toolCalls": 12, "usage": { "input": 21419, "cached": 201984, "write": 0, "output": 1194 }, "usageComplete": true, "cost": { "parts": { "input": 0.00299866, "cached": 0.0005655552, "write": 0, "output": 0.00033432000000000004 }, "total": 0.0038985352, "recordedSubtotal": 0.0038985352 }, "cacheHitPercent": 90.41239374583152, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-2", "title": { "zh": "查询发票总额", "en": "Read an invoice total" }, "on": { "passed": true, "timedOut": false, "tokens": 294777, "seconds": 68.134782833, "steps": 14, "toolCalls": 14, "usage": { "input": 41469, "cached": 251520, "write": 0, "output": 1788 }, "usageComplete": true, "cost": { "parts": { "input": 0.005805660000000001, "cached": 0.000704256, "write": 0, "output": 0.00050064 }, "total": 0.007010556000000001, "recordedSubtotal": 0.007010556000000001 }, "cacheHitPercent": 85.84622630883754, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 239001, "seconds": 52.915218125, "steps": 11, "toolCalls": 12, "usage": { "input": 32722, "cached": 205120, "write": 0, "output": 1159 }, "usageComplete": true, "cost": { "parts": { "input": 0.004581080000000001, "cached": 0.000574336, "write": 0, "output": 0.00032452 }, "total": 0.005479936000000001, "recordedSubtotal": 0.005479936000000001 }, "cacheHitPercent": 86.24212712641165, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-4", "title": { "zh": "查询发票付款状态", "en": "Check invoice payment status" }, "on": { "passed": true, "timedOut": false, "tokens": 91712, "seconds": 21.540335666999997, "steps": 6, "toolCalls": 5, "usage": { "input": 13468, "cached": 77632, "write": 0, "output": 612 }, "usageComplete": true, "cost": { "parts": { "input": 0.0018855200000000001, "cached": 0.00021736959999999999, "write": 0, "output": 0.00017136 }, "total": 0.0022742496, "recordedSubtotal": 0.0022742496 }, "cacheHitPercent": 85.21624588364435, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 369000, "seconds": 67.92300050000001, "steps": 16, "toolCalls": 20, "usage": { "input": 30029, "cached": 336576, "write": 0, "output": 2395 }, "usageComplete": true, "cost": { "parts": { "input": 0.004204060000000001, "cached": 0.0009424128, "write": 0, "output": 0.0006706 }, "total": 0.0058170728000000015, "recordedSubtotal": 0.0058170728000000015 }, "cacheHitPercent": 91.80889513236316, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-5", "title": { "zh": "搜索客户联系方式", "en": "Search client contact details" }, "on": { "passed": true, "timedOut": false, "tokens": 237755, "seconds": 43.69410625, "steps": 11, "toolCalls": 12, "usage": { "input": 23902, "cached": 212416, "write": 0, "output": 1437 }, "usageComplete": true, "cost": { "parts": { "input": 0.00334628, "cached": 0.0005947648000000001, "write": 0, "output": 0.00040236 }, "total": 0.0043434048, "recordedSubtotal": 0.0043434048 }, "cacheHitPercent": 89.88566253945955, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 187825, "seconds": 35.040128542, "steps": 11, "toolCalls": 11, "usage": { "input": 16833, "cached": 169920, "write": 0, "output": 1072 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023566200000000002, "cached": 0.000475776, "write": 0, "output": 0.00030016 }, "total": 0.003132556, "recordedSubtotal": 0.003132556 }, "cacheHitPercent": 90.98649017686463, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-8", "title": { "zh": "读取月度财务汇总", "en": "Read the monthly financial summary" }, "on": { "passed": true, "timedOut": false, "tokens": 508504, "seconds": 108.27197429099999, "steps": 21, "toolCalls": 25, "usage": { "input": 30325, "cached": 474432, "write": 0, "output": 3747 }, "usageComplete": true, "cost": { "parts": { "input": 0.0042455, "cached": 0.0013284096, "write": 0, "output": 0.0010491600000000002 }, "total": 0.006623069600000001, "recordedSubtotal": 0.006623069600000001 }, "cacheHitPercent": 93.99215860305058, "audit": "requested-ui-step-unverified" }, "off": { "passed": false, "timedOut": true, "tokens": null, "seconds": 600.022076, "steps": 30, "toolCalls": 35, "usage": { "input": 46366, "cached": 824832, "write": 0, "output": 9657 }, "usageComplete": false, "cost": { "parts": { "input": 0.0064912400000000006, "cached": 0.0023095296, "write": 0, "output": 0.00270396 }, "total": null, "recordedSubtotal": 0.011504729600000001 }, "cacheHitPercent": 94.67790330097176, "audit": "timeout-incomplete-usage" }, "eligible": false }, { "site": "idurar-erp-crm", "id": "id-6", "title": { "zh": "创建发票草稿", "en": "Create a draft invoice" }, "on": { "passed": true, "timedOut": false, "tokens": 407552, "seconds": 70.4943355, "steps": 16, "toolCalls": 17, "usage": { "input": 31275, "cached": 374400, "write": 0, "output": 1877 }, "usageComplete": true, "cost": { "parts": { "input": 0.0043785, "cached": 0.00104832, "write": 0, "output": 0.0005255600000000001 }, "total": 0.00595238, "recordedSubtotal": 0.00595238 }, "cacheHitPercent": 92.2906267332224, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 394322, "seconds": 118.007628625, "steps": 17, "toolCalls": 17, "usage": { "input": 28868, "cached": 363520, "write": 0, "output": 1934 }, "usageComplete": true, "cost": { "parts": { "input": 0.004041520000000001, "cached": 0.001017856, "write": 0, "output": 0.0005415200000000001 }, "total": 0.005600896000000001, "recordedSubtotal": 0.005600896000000001 }, "cacheHitPercent": 92.6429962180291, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-7", "title": { "zh": "记录一笔收款", "en": "Record an invoice payment" }, "on": { "passed": true, "timedOut": false, "tokens": 676462, "seconds": 100.316402083, "steps": 24, "toolCalls": 26, "usage": { "input": 33228, "cached": 639232, "write": 0, "output": 4002 }, "usageComplete": true, "cost": { "parts": { "input": 0.00465192, "cached": 0.0017898496, "write": 0, "output": 0.0011205600000000003 }, "total": 0.007562329600000001, "recordedSubtotal": 0.007562329600000001 }, "cacheHitPercent": 95.05873955328198, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 459692, "seconds": 92.51248975, "steps": 19, "toolCalls": 19, "usage": { "input": 33924, "cached": 423168, "write": 0, "output": 2600 }, "usageComplete": true, "cost": { "parts": { "input": 0.00474936, "cached": 0.0011848704000000001, "write": 0, "output": 0.0007280000000000001 }, "total": 0.006662230400000001, "recordedSubtotal": 0.006662230400000001 }, "cacheHitPercent": 92.5782993358011, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-1", "title": { "zh": "查询活动地点", "en": "Find the event location" }, "on": { "passed": true, "timedOut": false, "tokens": 203431, "seconds": 41.772297542000004, "steps": 11, "toolCalls": 11, "usage": { "input": 17737, "cached": 184320, "write": 0, "output": 1374 }, "usageComplete": true, "cost": { "parts": { "input": 0.00248318, "cached": 0.000516096, "write": 0, "output": 0.00038472 }, "total": 0.0033839960000000002, "recordedSubtotal": 0.0033839960000000002 }, "cacheHitPercent": 91.22178395205313, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92618, "seconds": 16.544958041999998, "steps": 5, "toolCalls": 5, "usage": { "input": 16820, "cached": 75456, "write": 0, "output": 342 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023548, "cached": 0.00021127680000000002, "write": 0, "output": 0.00009576 }, "total": 0.0026618368, "recordedSubtotal": 0.0026618368 }, "cacheHitPercent": 81.7720750791105, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-2", "title": { "zh": "按时间查询议程", "en": "Find a session by its start time" }, "on": { "passed": true, "timedOut": false, "tokens": 168425, "seconds": 23.303717791999997, "steps": 8, "toolCalls": 8, "usage": { "input": 19536, "cached": 147904, "write": 0, "output": 985 }, "usageComplete": true, "cost": { "parts": { "input": 0.00273504, "cached": 0.0004141312, "write": 0, "output": 0.00027580000000000004 }, "total": 0.0034249712000000002, "recordedSubtotal": 0.0034249712000000002 }, "cacheHitPercent": 88.33253702818921, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 92609, "seconds": 17.186200708, "steps": 5, "toolCalls": 5, "usage": { "input": 20969, "cached": 71296, "write": 0, "output": 344 }, "usageComplete": true, "cost": { "parts": { "input": 0.0029356600000000005, "cached": 0.00019962879999999998, "write": 0, "output": 0.00009632000000000001 }, "total": 0.0032316088000000007, "recordedSubtotal": 0.0032316088000000007 }, "cacheHitPercent": 77.27307212919308, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-3", "title": { "zh": "查询年龄政策", "en": "Read the age policy" }, "on": { "passed": true, "timedOut": false, "tokens": 48270, "seconds": 8.663803167000001, "steps": 3, "toolCalls": 3, "usage": { "input": 13391, "cached": 34560, "write": 0, "output": 319 }, "usageComplete": true, "cost": { "parts": { "input": 0.0018747400000000002, "cached": 0.000096768, "write": 0, "output": 0.00008932 }, "total": 0.0020608280000000002, "recordedSubtotal": 0.0020608280000000002 }, "cacheHitPercent": 72.07357510792266, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 73012, "seconds": 12.52275375, "steps": 4, "toolCalls": 4, "usage": { "input": 16652, "cached": 56128, "write": 0, "output": 232 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023312800000000002, "cached": 0.0001571584, "write": 0, "output": 0.00006496 }, "total": 0.0025533984000000003, "recordedSubtotal": 0.0025533984000000003 }, "cacheHitPercent": 77.12008793624622, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-4", "title": { "zh": "查询录像及访问权限", "en": "Check recording availability and access" }, "on": { "passed": true, "timedOut": false, "tokens": 55768, "seconds": 11.102498583000001, "steps": 3, "toolCalls": 3, "usage": { "input": 17195, "cached": 38272, "write": 0, "output": 301 }, "usageComplete": true, "cost": { "parts": { "input": 0.0024073000000000002, "cached": 0.00010716159999999999, "write": 0, "output": 0.00008428 }, "total": 0.0025987416, "recordedSubtotal": 0.0025987416 }, "cacheHitPercent": 68.99958533903042, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 53776, "seconds": 11.300455791, "steps": 3, "toolCalls": 3, "usage": { "input": 16789, "cached": 36736, "write": 0, "output": 251 }, "usageComplete": true, "cost": { "parts": { "input": 0.00235046, "cached": 0.0001028608, "write": 0, "output": 0.00007028 }, "total": 0.0025236008, "recordedSubtotal": 0.0025236008 }, "cacheHitPercent": 68.63334890238207, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-10", "title": { "zh": "判断是否提供停车信息", "en": "Check for parking information" }, "on": { "passed": true, "timedOut": false, "tokens": 96443, "seconds": 23.486684041, "steps": 6, "toolCalls": 6, "usage": { "input": 13034, "cached": 82688, "write": 0, "output": 721 }, "usageComplete": true, "cost": { "parts": { "input": 0.0018247600000000001, "cached": 0.0002315264, "write": 0, "output": 0.00020188 }, "total": 0.0022581664000000004, "recordedSubtotal": 0.0022581664000000004 }, "cacheHitPercent": 86.38348551012307, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 112268, "seconds": 25.803418916999995, "steps": 6, "toolCalls": 6, "usage": { "input": 16704, "cached": 94848, "write": 0, "output": 716 }, "usageComplete": true, "cost": { "parts": { "input": 0.0023385600000000004, "cached": 0.0002655744, "write": 0, "output": 0.00020048 }, "total": 0.0028046144, "recordedSubtotal": 0.0028046144 }, "cacheHitPercent": 85.02581755593803, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-5", "title": { "zh": "判断是否提供实时字幕", "en": "Check live-caption availability" }, "on": { "passed": true, "timedOut": false, "tokens": 102042, "seconds": 26.472643917, "steps": 5, "toolCalls": 7, "usage": { "input": 29202, "cached": 72128, "write": 0, "output": 712 }, "usageComplete": true, "cost": { "parts": { "input": 0.0040882800000000006, "cached": 0.00020195840000000002, "write": 0, "output": 0.00019936000000000002 }, "total": 0.0044895984, "recordedSubtotal": 0.0044895984 }, "cacheHitPercent": 71.18128885818612, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 73060, "seconds": 17.103490750000002, "steps": 5, "toolCalls": 4, "usage": { "input": 11394, "cached": 61376, "write": 0, "output": 290 }, "usageComplete": true, "cost": { "parts": { "input": 0.00159516, "cached": 0.0001718528, "write": 0, "output": 0.00008120000000000001 }, "total": 0.0018482128, "recordedSubtotal": 0.0018482128 }, "cacheHitPercent": 84.34244881132335, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-6", "title": { "zh": "检验单笔购票数量限制", "en": "Check the per-order ticket limit" }, "on": { "passed": true, "timedOut": false, "tokens": 100810, "seconds": 22.768951583, "steps": 5, "toolCalls": 6, "usage": { "input": 35137, "cached": 64896, "write": 0, "output": 777 }, "usageComplete": true, "cost": { "parts": { "input": 0.00491918, "cached": 0.0001817088, "write": 0, "output": 0.00021756000000000002 }, "total": 0.005318448800000001, "recordedSubtotal": 0.005318448800000001 }, "cacheHitPercent": 64.874591384843, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 215544, "seconds": 52.522544208, "steps": 9, "toolCalls": 9, "usage": { "input": 27087, "cached": 187264, "write": 0, "output": 1193 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037921800000000005, "cached": 0.0005243392, "write": 0, "output": 0.00033404 }, "total": 0.0046505592, "recordedSubtotal": 0.0046505592 }, "cacheHitPercent": 87.36324999650107, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-7", "title": { "zh": "为两位参与者报名", "en": "Register two attendees" }, "on": { "passed": true, "timedOut": false, "tokens": 176347, "seconds": 40.659650792, "steps": 8, "toolCalls": 10, "usage": { "input": 21488, "cached": 153088, "write": 0, "output": 1771 }, "usageComplete": true, "cost": { "parts": { "input": 0.00300832, "cached": 0.00042864639999999995, "write": 0, "output": 0.0004958800000000001 }, "total": 0.0039328464, "recordedSubtotal": 0.0039328464 }, "cacheHitPercent": 87.69132068554669, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 199561, "seconds": 47.442126375, "steps": 9, "toolCalls": 9, "usage": { "input": 23899, "cached": 173888, "write": 0, "output": 1774 }, "usageComplete": true, "cost": { "parts": { "input": 0.00334586, "cached": 0.0004868864, "write": 0, "output": 0.00049672 }, "total": 0.0043294664, "recordedSubtotal": 0.0043294664 }, "cacheHitPercent": 87.91679938519721, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-8", "title": { "zh": "登录主办方后台查询活动状态", "en": "Sign in as organizer and check event status" }, "on": { "passed": true, "timedOut": false, "tokens": 118810, "seconds": 24.814187959, "steps": 6, "toolCalls": 9, "usage": { "input": 19002, "cached": 98880, "write": 0, "output": 928 }, "usageComplete": true, "cost": { "parts": { "input": 0.00266028, "cached": 0.000276864, "write": 0, "output": 0.00025984 }, "total": 0.003196984, "recordedSubtotal": 0.003196984 }, "cacheHitPercent": 83.88049066015168, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 169923, "seconds": 38.927177291999996, "steps": 8, "toolCalls": 8, "usage": { "input": 23712, "cached": 145152, "write": 0, "output": 1059 }, "usageComplete": true, "cost": { "parts": { "input": 0.00331968, "cached": 0.00040642559999999996, "write": 0, "output": 0.00029652000000000004 }, "total": 0.0040226256, "recordedSubtotal": 0.0040226256 }, "cacheHitPercent": 85.95793064241046, "audit": null }, "eligible": true }, { "site": "hi-events", "id": "hev-9", "title": { "zh": "报名后通过订单编号查询状态", "en": "Register and look up the resulting order" }, "on": { "passed": true, "timedOut": false, "tokens": 995337, "seconds": 589.6569016249999, "steps": 19, "toolCalls": 20, "usage": { "input": 94585, "cached": 862976, "write": 0, "output": 37776 }, "usageComplete": true, "cost": { "parts": { "input": 0.013241900000000001, "cached": 0.0024163328, "write": 0, "output": 0.010577280000000001 }, "total": 0.026235512800000003, "recordedSubtotal": 0.026235512800000003 }, "cacheHitPercent": 90.12230030253947, "audit": "verified-complete" }, "off": { "passed": false, "timedOut": true, "tokens": null, "seconds": 600.096619208, "steps": 56, "toolCalls": 84, "usage": { "input": 110265, "cached": 3531776, "write": 0, "output": 18734 }, "usageComplete": false, "cost": { "parts": { "input": 0.015437100000000002, "cached": 0.0098889728, "write": 0, "output": 0.00524552 }, "total": null, "recordedSubtotal": 0.030571592800000002 }, "cacheHitPercent": 96.97243935474643, "audit": "timeout-incomplete-usage" }, "eligible": false }, { "site": "learnhouse", "id": "lh-6", "title": { "zh": "判断指定主题课程是否存在", "en": "Check course availability by topic" }, "on": { "passed": true, "timedOut": false, "tokens": 118895, "seconds": 25.843501083999996, "steps": 6, "toolCalls": 6, "usage": { "input": 27003, "cached": 91328, "write": 0, "output": 564 }, "usageComplete": true, "cost": { "parts": { "input": 0.0037804200000000005, "cached": 0.0002557184, "write": 0, "output": 0.00015792 }, "total": 0.004194058400000001, "recordedSubtotal": 0.004194058400000001 }, "cacheHitPercent": 77.18011341068697, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 321107, "seconds": 66.95547258299999, "steps": 14, "toolCalls": 15, "usage": { "input": 24913, "cached": 294272, "write": 0, "output": 1922 }, "usageComplete": true, "cost": { "parts": { "input": 0.00348782, "cached": 0.0008239616, "write": 0, "output": 0.0005381600000000001 }, "total": 0.0048499416, "recordedSubtotal": 0.0048499416 }, "cacheHitPercent": 92.19480865328885, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-7", "title": { "zh": "登录并选课，确定起始课程", "en": "Sign in, enroll, and identify the starting lesson" }, "on": { "passed": true, "timedOut": false, "tokens": 377051, "seconds": 63.28082675000001, "steps": 16, "toolCalls": 16, "usage": { "input": 27463, "cached": 347392, "write": 0, "output": 2196 }, "usageComplete": true, "cost": { "parts": { "input": 0.00384482, "cached": 0.0009726976, "write": 0, "output": 0.0006148800000000002 }, "total": 0.0054323976, "recordedSubtotal": 0.0054323976 }, "cacheHitPercent": 92.67370049752572, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 342317, "seconds": 51.67702704199999, "steps": 15, "toolCalls": 16, "usage": { "input": 27127, "cached": 313600, "write": 0, "output": 1590 }, "usageComplete": true, "cost": { "parts": { "input": 0.00379778, "cached": 0.00087808, "write": 0, "output": 0.00044520000000000003 }, "total": 0.00512106, "recordedSubtotal": 0.00512106 }, "cacheHitPercent": 92.03849416101454, "audit": null }, "eligible": true }, { "site": "learnhouse", "id": "lh-8", "title": { "zh": "统计已发布课时", "en": "Count published lessons" }, "on": { "passed": true, "timedOut": false, "tokens": 1072378, "seconds": 177.271961375, "steps": 33, "toolCalls": 34, "usage": { "input": 46405, "cached": 1020608, "write": 0, "output": 5365 }, "usageComplete": true, "cost": { "parts": { "input": 0.006496700000000001, "cached": 0.0028577024000000003, "write": 0, "output": 0.0015022 }, "total": 0.010856602400000002, "recordedSubtotal": 0.010856602400000002 }, "cacheHitPercent": 95.65094333433613, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 781885, "seconds": 194.365601583, "steps": 29, "toolCalls": 30, "usage": { "input": 39942, "cached": 736896, "write": 0, "output": 5047 }, "usageComplete": true, "cost": { "parts": { "input": 0.0055918800000000005, "cached": 0.0020633087999999996, "write": 0, "output": 0.0014131600000000001 }, "total": 0.0090683488, "recordedSubtotal": 0.0090683488 }, "cacheHitPercent": 94.85838746302318, "audit": null }, "eligible": true }, { "site": "idurar-erp-crm", "id": "id-3", "title": { "zh": "查询发票项目", "en": "Read an invoice line item" }, "on": { "passed": true, "timedOut": false, "tokens": 514459, "seconds": 103.732839375, "steps": 22, "toolCalls": 22, "usage": { "input": 31098, "cached": 480192, "write": 0, "output": 3169 }, "usageComplete": true, "cost": { "parts": { "input": 0.00435372, "cached": 0.0013445375999999998, "write": 0, "output": 0.00088732 }, "total": 0.0065855776, "recordedSubtotal": 0.0065855776 }, "cacheHitPercent": 93.91773748753154, "audit": null }, "off": { "passed": true, "timedOut": false, "tokens": 267115, "seconds": 65.08075137499999, "steps": 13, "toolCalls": 14, "usage": { "input": 23040, "cached": 242752, "write": 0, "output": 1323 }, "usageComplete": true, "cost": { "parts": { "input": 0.0032256000000000003, "cached": 0.0006797056, "write": 0, "output": 0.00037044000000000004 }, "total": 0.0042757456, "recordedSubtotal": 0.0042757456 }, "cacheHitPercent": 91.33156754153624, "audit": null }, "eligible": true } ], "sites": [ { "id": "tailwind-nextjs-blog", "name": "Tailwind Next.js Blog", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 842618, "seconds": 179.87830875000003, "steps": 28, "toolCalls": 32 }, "off": { "passed": 2, "tokens": 954185, "seconds": 499.3298525000001, "steps": 32, "toolCalls": 31 } }, { "id": "bulletproof-react", "name": "Bulletproof React", "count": 2, "pairs": 2, "on": { "passed": 2, "tokens": 782838, "seconds": 255.56787141700002, "steps": 30, "toolCalls": 34 }, "off": { "passed": 2, "tokens": 595802, "seconds": 156.653911624, "steps": 27, "toolCalls": 28 } }, { "id": "directory-9d8", "name": "9d8 Directory", "count": 3, "pairs": 3, "on": { "passed": 3, "tokens": 739987, "seconds": 181.112739125, "steps": 31, "toolCalls": 43 }, "off": { "passed": 3, "tokens": 391403, "seconds": 78.910460876, "steps": 20, "toolCalls": 21 } }, { "id": "nextjs-starter-medusa", "name": "Medusa", "count": 9, "pairs": 8, "on": { "passed": 9, "tokens": 1826039, "seconds": 457.544043374, "steps": 84, "toolCalls": 92 }, "off": { "passed": 8, "tokens": 3042691, "seconds": 708.5657963750001, "steps": 121, "toolCalls": 130 } }, { "id": "easyappointments", "name": "Easy!Appointments", "count": 8, "pairs": 8, "on": { "passed": 8, "tokens": 1268821, "seconds": 336.801487998, "steps": 61, "toolCalls": 68 }, "off": { "passed": 8, "tokens": 2953616, "seconds": 613.997528334, "steps": 87, "toolCalls": 92 } }, { "id": "learnhouse", "name": "LearnHouse", "count": 7, "pairs": 7, "on": { "passed": 7, "tokens": 2324901, "seconds": 426.025025251, "steps": 96, "toolCalls": 100 }, "off": { "passed": 7, "tokens": 2428406, "seconds": 519.6367377909999, "steps": 100, "toolCalls": 114 } }, { "id": "idurar-erp-crm", "name": "IDURAR ERP/CRM", "count": 8, "pairs": 7, "on": { "passed": 8, "tokens": 2624983, "seconds": 472.28708062500004, "steps": 111, "toolCalls": 114 }, "off": { "passed": 7, "tokens": 2141552, "seconds": 481.015169626, "steps": 98, "toolCalls": 105 } }, { "id": "hi-events", "name": "Hi.Events", "count": 10, "pairs": 9, "on": { "passed": 10, "tokens": 1070346, "seconds": 223.04443537600002, "steps": 55, "toolCalls": 63 }, "off": { "passed": 9, "tokens": 1082371, "seconds": 239.35312583299998, "steps": 54, "toolCalls": 53 } } ], "arms": { "on": { "passed": 49, "timeouts": 0 }, "off": { "passed": 46, "timeouts": 3 } }, "sourceReports": "mimo-flash-comparison-2026-09-23", "corpusHashes": [ "4aa384f931b21bd45f0501af580aafd91f50e3c15e41a35e757bb4c4fc4a507c" ], "taskSetSha256": "605b46609c7241e57a4d20c21d99c6a867e0e971901c072ef7416ef00791c088", "pricing": { "status": "estimated", "currency": "USD", "rates": { "input": 0.14, "cached": 0.0028, "write": null, "output": 0.28 }, "source": "https://mimo.mi.com/models/zh-CN/mimo-v2.6-flash", "label": "Xiaomi MiMo V2.6 Flash", "checkedAt": "2026-09-23", "basis": "Official overseas USD real-time API-equivalent tariff, not a currency conversion or domestic bill" }, "costSummary": { "on": { "usage": { "input": 1268351, "cached": 12027392, "write": 0, "output": 124572 }, "completeAttempts": 49, "cost": { "parts": { "input": 0.17756914000000001, "cached": 0.0336766976, "write": 0, "output": 0.03488016 }, "total": 0.2461259976, "recordedSubtotal": 0.2461259976 } }, "off": { "usage": { "input": 1500143, "cached": 18512384, "write": 0, "output": 125062 }, "completeAttempts": 47, "cost": { "parts": { "input": 0.21002002000000003, "cached": 0.0518346752, "write": 0, "output": 0.03501736 }, "total": null, "recordedSubtotal": 0.29687205520000004 } } }, "reasoning": { "requestedEffort": "provider-default", "effectiveEffort": "enabled", "sameConfigurationAcrossArms": true } } ], "commonComparison": { "taskIds": [ "nextjs-starter-medusa/md-1", "nextjs-starter-medusa/md-2", "nextjs-starter-medusa/md-3", "nextjs-starter-medusa/md-9", "nextjs-starter-medusa/md-4", "tailwind-nextjs-blog/blog-read-author", "bulletproof-react/react-public-content", "bulletproof-react/react-auth-boundary", "directory-9d8/directory-search", "directory-9d8/directory-filter", "directory-9d8/directory-detail", "nextjs-starter-medusa/md-6", "nextjs-starter-medusa/md-5", "easyappointments/ea-1", "easyappointments/ea-2", "easyappointments/ea-3", "easyappointments/ea-4", "easyappointments/ea-5", "easyappointments/ea-6", "easyappointments/ea-8", "learnhouse/lh-1", "learnhouse/lh-2", "learnhouse/lh-3", "learnhouse/lh-5", "idurar-erp-crm/id-1", "idurar-erp-crm/id-2", "idurar-erp-crm/id-4", "idurar-erp-crm/id-5", "idurar-erp-crm/id-6", "idurar-erp-crm/id-7", "hi-events/hev-1", "hi-events/hev-2", "hi-events/hev-3", "hi-events/hev-4", "hi-events/hev-10", "hi-events/hev-5", "hi-events/hev-6", "hi-events/hev-7", "hi-events/hev-8", "learnhouse/lh-6", "learnhouse/lh-7", "learnhouse/lh-8", "idurar-erp-crm/id-3" ], "totals": [ { "id": "terra", "tasks": 43, "on": { "tokens": 2525469, "seconds": 827.6463959209999, "steps": 204, "toolCalls": 161 }, "off": { "tokens": 4309263, "seconds": 1359.9311297910003, "steps": 340, "toolCalls": 301 } }, { "id": "deepseek", "tasks": 43, "on": { "tokens": 10532806, "seconds": 1216.935178461, "steps": 519, "toolCalls": 527 }, "off": { "tokens": 12653353, "seconds": 1610.9411610000004, "steps": 607, "toolCalls": 611 } }, { "id": "hy3", "tasks": 43, "on": { "tokens": 11672652, "seconds": 2067.4463509569996, "steps": 559, "toolCalls": 518 }, "off": { "tokens": 12982294, "seconds": 2333.0848175040005, "steps": 586, "toolCalls": 547 } }, { "id": "luna", "tasks": 43, "on": { "tokens": 4498191, "seconds": 1402.8564740390004, "steps": 315, "toolCalls": 277 }, "off": { "tokens": 6046367, "seconds": 2071.172730126, "steps": 406, "toolCalls": 374 } }, { "id": "mimo", "tasks": 43, "on": { "tokens": 10007018, "seconds": 2223.095742916, "steps": 442, "toolCalls": 478 }, "off": { "tokens": 10876976, "seconds": 2574.9034300420008, "steps": 470, "toolCalls": 505 } } ] }, "lunaMimoComparison": { "taskIds": [ "nextjs-starter-medusa/md-1", "nextjs-starter-medusa/md-2", "nextjs-starter-medusa/md-3", "nextjs-starter-medusa/md-9", "nextjs-starter-medusa/md-4", "tailwind-nextjs-blog/blog-find-post", "tailwind-nextjs-blog/blog-read-author", "bulletproof-react/react-public-content", "bulletproof-react/react-auth-boundary", "directory-9d8/directory-search", "directory-9d8/directory-filter", "directory-9d8/directory-detail", "nextjs-starter-medusa/md-6", "nextjs-starter-medusa/md-5", "nextjs-starter-medusa/md-7", "easyappointments/ea-1", "easyappointments/ea-2", "easyappointments/ea-3", "easyappointments/ea-4", "easyappointments/ea-5", "easyappointments/ea-6", "easyappointments/ea-8", "learnhouse/lh-1", "learnhouse/lh-2", "learnhouse/lh-3", "learnhouse/lh-5", "idurar-erp-crm/id-1", "idurar-erp-crm/id-2", "idurar-erp-crm/id-4", "idurar-erp-crm/id-5", "idurar-erp-crm/id-6", "idurar-erp-crm/id-7", "hi-events/hev-1", "hi-events/hev-2", "hi-events/hev-3", "hi-events/hev-4", "hi-events/hev-10", "hi-events/hev-5", "hi-events/hev-6", "hi-events/hev-7", "hi-events/hev-8", "learnhouse/lh-6", "learnhouse/lh-7", "learnhouse/lh-8", "idurar-erp-crm/id-3" ], "totals": [ { "id": "luna", "name": "GPT-5.6 Luna", "tasks": 45, "on": { "tokens": 4846587, "seconds": 1531.8665684970006, "steps": 340, "toolCalls": 300 }, "off": { "tokens": 6738517, "seconds": 2250.1475615009995, "steps": 442, "toolCalls": 408 } }, { "id": "mimo", "name": "MiMo V2.6 Flash", "tasks": 45, "on": { "tokens": 11230304, "seconds": 2490.004197790999, "steps": 486, "toolCalls": 530 }, "off": { "tokens": 12269182, "seconds": 3115.5520815840005, "steps": 515, "toolCalls": 550 } } ], "headline": { "lunaMatched": { "tasks": 45, "secondsChangePercent": 48.21616436895659, "tokensChangePercent": 102.84225329353971 }, "webmcp": { "tasks": 46, "secondsChangePercent": -23.20577024884213, "tokensChangePercent": -15.522361767372628 } } } }