[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"api:\u002Fnav:{}":3,"api:\u002Frecords\u002F120:{}":104},{"login_code_required":4,"data_date":5,"vendors":6,"categories":39,"topics":55,"model_count":72,"benchmark_count":73,"models":74,"benchmarks":79},false,"2026-10-27",[7,15,23,31],{"name":8,"slug":9,"models":10},"阿里巴巴","alibaba",[11],{"name":12,"slug":13,"short_name":12,"overall_score":14},"Qwen3.8-27B","qwen3-8-27b","47.576875000000000000000000",{"name":16,"slug":17,"models":18},"深度求索","deepseek",[19],{"name":20,"slug":21,"short_name":20,"overall_score":22},"DeepSeek-V4-Pro","deepseek-v4-pro","65.030000000000000000000000",{"name":24,"slug":25,"models":26},"月之暗面","moonshot",[27],{"name":28,"slug":29,"short_name":28,"overall_score":30},"Kimi-K3","kimi-k3","57.474000000000000000000000",{"name":32,"slug":33,"models":34},"智谱","zhipu",[35],{"name":36,"slug":37,"short_name":36,"overall_score":38},"GLM-5.3","glm-5-3","61.067500000000000000000000",[40,44,48,51],{"name":41,"slug":42,"benchmark_count":43},"体验感","experience",2,{"name":45,"slug":46,"benchmark_count":47},"认知能力","cognition",5,{"name":49,"slug":50,"benchmark_count":43},"Agentic 能力","agentic",{"name":52,"slug":53,"benchmark_count":54},"应用领域","domain",1,[56,60,64,68],{"slug":57,"name":58,"question":59},"quant","量化 vs 原精度","量化之后能力掉多少",{"slug":61,"name":62,"question":63},"selfhost","自部署 vs 官方 API","同一份权重，自己部署和调官方 API，分数一致吗",{"slug":65,"name":66,"question":67},"size","同家族尺寸","同一代模型，小尺寸比旗舰差多少",{"slug":69,"name":70,"question":71},"harness","多 Harness","同一个模型换一个 harness，agentic 分数变多少",4,8,[75,76,77,78],{"name":20,"slug":21},{"name":36,"slug":37},{"name":28,"slug":29},{"name":12,"slug":13},[80,83,86,89,92,95,98,101],{"name":81,"slug":82},"AA-LCR","aa-lcr",{"name":84,"slug":85},"AA-Omniscience","aa-omniscience",{"name":87,"slug":88},"AutomationBench","automationbench",{"name":90,"slug":91},"CL-bench","cl-bench",{"name":93,"slug":94},"HLE","hle",{"name":96,"slug":97},"MMLU-Pro","mmlu-pro",{"name":99,"slug":100},"SimpleQA Verified","simpleqa-verified",{"name":102,"slug":103},"SWE-bench Pro","swe-bench-pro",{"record":105,"variant":122,"benchmark":139,"rank":54,"ranked_count":43,"samples":146,"other_harnesses":150,"distribution":151,"cases":156},{"id":106,"notes":107,"score":108,"metrics":109,"cost_usd":107,"settings":110,"num_cases":114,"score_std":107,"harness_id":54,"has_bundle":4,"is_primary":115,"output_tps":107,"variant_id":116,"num_samples":54,"benchmark_id":117,"evaluated_at":118,"harness_name":111,"harness_slug":119,"input_tokens":120,"ttft_seconds":107,"output_tokens":121,"parent_run_id":107,"harness_version":107,"avg_case_seconds":107,"reasoning_tokens":107,"cost_per_case_usd":107,"trajectory_bundle_size_bytes":107},120,null,"0.5746",{},{"top_p":107,"recipe":107,"harness":111,"judge_model":107,"num_samples":54,"temperature":107,"extra_settings":112,"scoring_method":107,"harness_version":107,"framework_version":113,"max_output_tokens":107},"Codex CLI",{},"OPT 06dca09",731,true,19,9,"2026-10-22","codex",2904551368,33181299,{"access":123,"effort":124,"family":125,"is_tier":115,"hardware":107,"model_id":43,"provider":107,"data_date":118,"precision":107,"categories":126,"is_primary":115,"model_name":12,"model_slug":13,"short_name":12,"variant_id":116,"effort_rank":47,"input_price":107,"vendor_name":8,"vendor_slug":9,"architecture":107,"output_price":107,"overall_rank":72,"ranked_count":72,"release_date":107,"variant_name":136,"variant_slug":137,"vendor_order":138,"weights_repo":107,"missing_count":138,"overall_score":14,"context_window":107,"total_cost_usd":107,"total_params_b":107,"weights_source":107,"active_params_b":107,"cache_hit_price":107,"cost_incomplete":115,"is_open_weights":115,"inference_engine":107},"self_hosted","xhigh","Qwen3.8",[127,130,132,134],{"name":41,"rank":128,"slug":42,"score":129,"expected":43,"available":43,"ranked_count":72},3,"48.453230452674897000000000",{"name":45,"rank":72,"slug":46,"score":131,"expected":47,"available":47,"ranked_count":72},"45.520000000000000000000000",{"name":49,"rank":43,"slug":50,"score":133,"expected":43,"available":43,"ranked_count":72},"49.480000000000000000000000",{"name":52,"rank":128,"slug":53,"score":135,"expected":54,"available":54,"ranked_count":72},"41.500000000000000000000000","Qwen3.8-27B 自部署 xhigh","qwen3-8-27b-self-hosted-xhigh",0,{"id":117,"name":102,"slug":103,"license":140,"metrics":141,"version":107,"is_active":115,"num_cases":114,"parent_id":107,"score_max":142,"score_min":143,"created_at":144,"is_agentic":115,"sort_order":138,"updated_at":144,"description":107,"metric_name":145,"homepage_url":107,"license_note":107,"scoring_method":107,"composite_weight":142,"higher_is_better":115,"bundle_size_bytes":107},"public",[],"1.0000","0.0000","2026-10-28T09:47:38.906402+08:00","Resolved Rate",[147],{"total":114,"failed":148,"passed":149,"run_id":106,"ungraded":138,"sample_idx":138,"trajectories":138},311,420,[],[152,153],{"name":12,"rank":54,"score":108,"run_id":106,"model_slug":13,"vendor_slug":9},{"name":36,"rank":43,"score":154,"run_id":155,"model_slug":37,"vendor_slug":33},"0.5595",44,{"restricted":4,"rows":157,"counts":475,"next_after":470},[158,167,174,180,186,192,199,205,212,218,224,230,236,242,249,256,262,268,274,280,286,292,298,305,311,318,324,330,336,343,350,356,362,368,374,380,387,393,401,407,413,419,426,432,438,444,451,457,463,469],{"id":159,"error":107,"extra":160,"score":143,"passed":4,"case_key":164,"cost_usd":107,"sample_idx":138,"input_tokens":165,"output_tokens":166,"has_trajectory":4,"duration_seconds":107},320141,{"status":161,"fail_to_pass":162,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"completed","0.9985315712187959","1.0","instance_NodeBB__NodeBB-00c70ce7b0541cfc94afe567921d7668cdc8f4ac-vnan",3529722,34959,{"id":168,"error":107,"extra":169,"score":143,"passed":4,"case_key":171,"cost_usd":107,"sample_idx":138,"input_tokens":172,"output_tokens":173,"has_trajectory":4,"duration_seconds":107},320142,{"status":161,"fail_to_pass":170,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.6666666666666666","instance_NodeBB__NodeBB-04998908ba6721d64eba79ae3b65a351dcfbc5b5-vnan",24629822,87376,{"id":175,"error":107,"extra":176,"score":142,"passed":115,"case_key":177,"cost_usd":107,"sample_idx":138,"input_tokens":178,"output_tokens":179,"has_trajectory":4,"duration_seconds":107},320143,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-05f2236193f407cf8e2072757fbd6bb170bc13f0-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2674210,38665,{"id":181,"error":107,"extra":182,"score":142,"passed":115,"case_key":183,"cost_usd":107,"sample_idx":138,"input_tokens":184,"output_tokens":185,"has_trajectory":4,"duration_seconds":107},320144,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-087e6020e490b4a1759f38c1ad03869511928263-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",15695281,96665,{"id":187,"error":107,"extra":188,"score":142,"passed":115,"case_key":189,"cost_usd":107,"sample_idx":138,"input_tokens":190,"output_tokens":191,"has_trajectory":4,"duration_seconds":107},320145,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-0c81642997ea1d827dbd02c311db9d4976112cd4-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",4061488,36162,{"id":193,"error":107,"extra":194,"score":143,"passed":4,"case_key":196,"cost_usd":107,"sample_idx":138,"input_tokens":197,"output_tokens":198,"has_trajectory":4,"duration_seconds":107},320146,{"status":161,"fail_to_pass":195,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.0","instance_NodeBB__NodeBB-0e07f3c9bace416cbab078a30eae972868c0a8a3-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2571824,28255,{"id":200,"error":107,"extra":201,"score":142,"passed":115,"case_key":202,"cost_usd":107,"sample_idx":138,"input_tokens":203,"output_tokens":204,"has_trajectory":4,"duration_seconds":107},320147,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-0f788b8eaa4bba3c142d171fd941d015c53b65fc-v0ec6d6c2baf3cb4797482ce4829bc25cd5716649",1169533,26776,{"id":206,"error":107,"extra":207,"score":143,"passed":4,"case_key":209,"cost_usd":107,"sample_idx":138,"input_tokens":210,"output_tokens":211,"has_trajectory":4,"duration_seconds":107},320148,{"status":161,"fail_to_pass":163,"pass_to_pass":208,"patch_applied":115,"test_timed_out":4},"0.9952153110047847","instance_NodeBB__NodeBB-18c45b44613aecd53e9f60457b9812049ab2998d-v0495b863a912fbff5749c67e860612b91825407c",15858530,86067,{"id":213,"error":107,"extra":214,"score":142,"passed":115,"case_key":215,"cost_usd":107,"sample_idx":138,"input_tokens":216,"output_tokens":217,"has_trajectory":4,"duration_seconds":107},320149,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-1ea9481af6125ffd6da0592ed439aa62af0bca11-vd59a5728dfc977f44533186ace531248c2917516",3316780,35743,{"id":219,"error":107,"extra":220,"score":142,"passed":115,"case_key":221,"cost_usd":107,"sample_idx":138,"input_tokens":222,"output_tokens":223,"has_trajectory":4,"duration_seconds":107},320150,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-22368b996ee0e5f11a5189b400b33af3cc8d925a-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",1567522,33311,{"id":225,"error":107,"extra":226,"score":142,"passed":115,"case_key":227,"cost_usd":107,"sample_idx":138,"input_tokens":228,"output_tokens":229,"has_trajectory":4,"duration_seconds":107},320151,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-2657804c1fb6b84dc76ad3b18ecf061aaab5f29f-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1878754,34239,{"id":231,"error":107,"extra":232,"score":142,"passed":115,"case_key":233,"cost_usd":107,"sample_idx":138,"input_tokens":234,"output_tokens":235,"has_trajectory":4,"duration_seconds":107},320152,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-397835a05a8e2897324e566b41c5e616e172b4af-v89631a1cdb318276acb48860c5d78077211397c6",633258,11965,{"id":237,"error":107,"extra":238,"score":142,"passed":115,"case_key":239,"cost_usd":107,"sample_idx":138,"input_tokens":240,"output_tokens":241,"has_trajectory":4,"duration_seconds":107},320153,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-3c85b944e30a0ba8b3ec9e1f441c74f383625a15-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",6101470,44714,{"id":243,"error":107,"extra":244,"score":143,"passed":4,"case_key":246,"cost_usd":107,"sample_idx":138,"input_tokens":247,"output_tokens":248,"has_trajectory":4,"duration_seconds":107},320154,{"status":161,"fail_to_pass":163,"pass_to_pass":245,"patch_applied":115,"test_timed_out":4},"0.9883268482490273","instance_NodeBB__NodeBB-4327a09d76f10a79109da9d91c22120428d3bdb9-vnan",32379621,121157,{"id":250,"error":107,"extra":251,"score":143,"passed":4,"case_key":253,"cost_usd":107,"sample_idx":138,"input_tokens":254,"output_tokens":255,"has_trajectory":4,"duration_seconds":107},320155,{"status":161,"fail_to_pass":252,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.25","instance_NodeBB__NodeBB-445b70deda20201b7d9a68f7224da751b3db728c-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",5950257,52952,{"id":257,"error":107,"extra":258,"score":142,"passed":115,"case_key":259,"cost_usd":107,"sample_idx":138,"input_tokens":260,"output_tokens":261,"has_trajectory":4,"duration_seconds":107},320156,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-51d8f3b195bddb13a13ddc0de110722774d9bb1b-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",5547476,48397,{"id":263,"error":107,"extra":264,"score":142,"passed":115,"case_key":265,"cost_usd":107,"sample_idx":138,"input_tokens":266,"output_tokens":267,"has_trajectory":4,"duration_seconds":107},320157,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-6489e9fd9ed16ea743cc5627f4d86c72fbdb3a8a-v2c59007b1005cd5cd14cbb523ca5229db1fd2dd8",6951412,68114,{"id":269,"error":107,"extra":270,"score":142,"passed":115,"case_key":271,"cost_usd":107,"sample_idx":138,"input_tokens":272,"output_tokens":273,"has_trajectory":4,"duration_seconds":107},320158,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-6ea3b51f128dd270281db576a1b59270d5e45db0-vnan",1404508,25558,{"id":275,"error":107,"extra":276,"score":142,"passed":115,"case_key":277,"cost_usd":107,"sample_idx":138,"input_tokens":278,"output_tokens":279,"has_trajectory":4,"duration_seconds":107},320159,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-70b4a0e2aebebe8f2f559de6680093d96a697b2f-vnan",801185,17342,{"id":281,"error":107,"extra":282,"score":142,"passed":115,"case_key":283,"cost_usd":107,"sample_idx":138,"input_tokens":284,"output_tokens":285,"has_trajectory":4,"duration_seconds":107},320160,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-767973717be700f46f06f3e7f4fc550c63509046-vnan",2585776,44833,{"id":287,"error":107,"extra":288,"score":142,"passed":115,"case_key":289,"cost_usd":107,"sample_idx":138,"input_tokens":290,"output_tokens":291,"has_trajectory":4,"duration_seconds":107},320161,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-76c6e30282906ac664f2c9278fc90999b27b1f48-vd59a5728dfc977f44533186ace531248c2917516",1145791,14594,{"id":293,"error":107,"extra":294,"score":142,"passed":115,"case_key":295,"cost_usd":107,"sample_idx":138,"input_tokens":296,"output_tokens":297,"has_trajectory":4,"duration_seconds":107},320162,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-7b8bffd763e2155cf88f3ebc258fa68ebe18188d-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",3229966,36989,{"id":299,"error":107,"extra":300,"score":143,"passed":4,"case_key":302,"cost_usd":107,"sample_idx":138,"input_tokens":303,"output_tokens":304,"has_trajectory":4,"duration_seconds":107},320163,{"status":161,"fail_to_pass":301,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.75","instance_NodeBB__NodeBB-8168c6c40707478f71b8af60300830fe554c778c-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",6203101,61681,{"id":306,"error":107,"extra":307,"score":142,"passed":115,"case_key":308,"cost_usd":107,"sample_idx":138,"input_tokens":309,"output_tokens":310,"has_trajectory":4,"duration_seconds":107},320164,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-82562bec444940608052f3e4149e0c61ec80bf3f-vd59a5728dfc977f44533186ace531248c2917516",1732585,22548,{"id":312,"error":107,"extra":313,"score":143,"passed":4,"case_key":315,"cost_usd":107,"sample_idx":138,"input_tokens":316,"output_tokens":317,"has_trajectory":4,"duration_seconds":107},320165,{"status":161,"fail_to_pass":314,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.8333333333333334","instance_NodeBB__NodeBB-84dfda59e6a0e8a77240f939a7cb8757e6eaf945-v2c59007b1005cd5cd14cbb523ca5229db1fd2dd8",7591940,45554,{"id":319,"error":107,"extra":320,"score":142,"passed":115,"case_key":321,"cost_usd":107,"sample_idx":138,"input_tokens":322,"output_tokens":323,"has_trajectory":4,"duration_seconds":107},320166,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-84e065752f6d7fbe5c08cbf50cb173ffb866b8fa-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2981106,32053,{"id":325,"error":107,"extra":326,"score":142,"passed":115,"case_key":327,"cost_usd":107,"sample_idx":138,"input_tokens":328,"output_tokens":329,"has_trajectory":4,"duration_seconds":107},320167,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-8ca65b0c78c67c1653487c02d1135e1b702185e1-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",9369151,64808,{"id":331,"error":107,"extra":332,"score":142,"passed":115,"case_key":333,"cost_usd":107,"sample_idx":138,"input_tokens":334,"output_tokens":335,"has_trajectory":4,"duration_seconds":107},320168,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-97c8569a798075c50e93e585ac741ab55cb7c28b-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",4486312,35945,{"id":337,"error":107,"extra":338,"score":143,"passed":4,"case_key":340,"cost_usd":107,"sample_idx":138,"input_tokens":341,"output_tokens":342,"has_trajectory":4,"duration_seconds":107},320169,{"status":161,"fail_to_pass":339,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.8571428571428571","instance_NodeBB__NodeBB-9c576a0758690f45a6ca03b5884c601e473bf2c1-vd59a5728dfc977f44533186ace531248c2917516",3692536,42121,{"id":344,"error":107,"extra":345,"score":143,"passed":4,"case_key":347,"cost_usd":107,"sample_idx":138,"input_tokens":348,"output_tokens":349,"has_trajectory":4,"duration_seconds":107},320170,{"status":161,"fail_to_pass":195,"pass_to_pass":346,"patch_applied":115,"test_timed_out":4},"0.9994300370475919","instance_NodeBB__NodeBB-a5afad27e52fd336163063ba40dcadc80233ae10-vd59a5728dfc977f44533186ace531248c2917516",14199302,75368,{"id":351,"error":107,"extra":352,"score":142,"passed":115,"case_key":353,"cost_usd":107,"sample_idx":138,"input_tokens":354,"output_tokens":355,"has_trajectory":4,"duration_seconds":107},320171,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-a917210c5b2c20637094545401f85783905c074c-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",7907742,78046,{"id":357,"error":107,"extra":358,"score":142,"passed":115,"case_key":359,"cost_usd":107,"sample_idx":138,"input_tokens":360,"output_tokens":361,"has_trajectory":4,"duration_seconds":107},320172,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-b1f9ad5534bb3a44dab5364f659876a4b7fe34c1-vnan",1443522,24259,{"id":363,"error":107,"extra":364,"score":142,"passed":115,"case_key":365,"cost_usd":107,"sample_idx":138,"input_tokens":366,"output_tokens":367,"has_trajectory":4,"duration_seconds":107},320173,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-b398321a5eb913666f903a794219833926881a8f-vd59a5728dfc977f44533186ace531248c2917516",18960572,79282,{"id":369,"error":107,"extra":370,"score":142,"passed":115,"case_key":371,"cost_usd":107,"sample_idx":138,"input_tokens":372,"output_tokens":373,"has_trajectory":4,"duration_seconds":107},320174,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-bad15643013ca15affe408b75eba9e47cc604bb2-vd59a5728dfc977f44533186ace531248c2917516",2074873,28821,{"id":375,"error":107,"extra":376,"score":142,"passed":115,"case_key":377,"cost_usd":107,"sample_idx":138,"input_tokens":378,"output_tokens":379,"has_trajectory":4,"duration_seconds":107},320175,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-bd80d36e0dcf78cd4360791a82966078b3a07712-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",6236154,51731,{"id":381,"error":107,"extra":382,"score":143,"passed":4,"case_key":384,"cost_usd":107,"sample_idx":138,"input_tokens":385,"output_tokens":386,"has_trajectory":4,"duration_seconds":107},320176,{"status":161,"fail_to_pass":383,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.16666666666666666","instance_NodeBB__NodeBB-be43cd25974681c9743d424238b7536c357dc8d3-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",8974979,65399,{"id":388,"error":107,"extra":389,"score":142,"passed":115,"case_key":390,"cost_usd":107,"sample_idx":138,"input_tokens":391,"output_tokens":392,"has_trajectory":4,"duration_seconds":107},320177,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-cfc237c2b79d8c731bbfc6cadf977ed530bfd57a-v0495b863a912fbff5749c67e860612b91825407c",1406251,30260,{"id":394,"error":107,"extra":395,"score":143,"passed":4,"case_key":398,"cost_usd":107,"sample_idx":138,"input_tokens":399,"output_tokens":400,"has_trajectory":4,"duration_seconds":107},320178,{"status":161,"fail_to_pass":396,"pass_to_pass":397,"patch_applied":115,"test_timed_out":4},"0.5","0.8695652173913043","instance_NodeBB__NodeBB-da0211b1a001d45d73b4c84c6417a4f1b0312575-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",928045,18525,{"id":402,"error":107,"extra":403,"score":143,"passed":4,"case_key":404,"cost_usd":107,"sample_idx":138,"input_tokens":405,"output_tokens":406,"has_trajectory":4,"duration_seconds":107},320179,{"status":161,"fail_to_pass":195,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-eb49a64974ca844bca061744fb3383f5d13b02ad-vnan",31534475,103804,{"id":408,"error":107,"extra":409,"score":142,"passed":115,"case_key":410,"cost_usd":107,"sample_idx":138,"input_tokens":411,"output_tokens":412,"has_trajectory":4,"duration_seconds":107},320180,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f083cd559d69c16481376868c8da65172729c0ca-vnan",1386984,20960,{"id":414,"error":107,"extra":415,"score":142,"passed":115,"case_key":416,"cost_usd":107,"sample_idx":138,"input_tokens":417,"output_tokens":418,"has_trajectory":4,"duration_seconds":107},320181,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f1a80d48cc45877fcbadf34c2345dd9709722c7f-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",32821536,120759,{"id":420,"error":107,"extra":421,"score":143,"passed":4,"case_key":423,"cost_usd":107,"sample_idx":138,"input_tokens":424,"output_tokens":425,"has_trajectory":4,"duration_seconds":107},320182,{"status":161,"fail_to_pass":422,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"0.8","instance_NodeBB__NodeBB-f2082d7de85eb62a70819f4f3396dd85626a0c0a-vd59a5728dfc977f44533186ace531248c2917516",9667100,54958,{"id":427,"error":107,"extra":428,"score":142,"passed":115,"case_key":429,"cost_usd":107,"sample_idx":138,"input_tokens":430,"output_tokens":431,"has_trajectory":4,"duration_seconds":107},320183,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",11430150,72263,{"id":433,"error":107,"extra":434,"score":142,"passed":115,"case_key":435,"cost_usd":107,"sample_idx":138,"input_tokens":436,"output_tokens":437,"has_trajectory":4,"duration_seconds":107},320184,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f9ce92df988db7c1ae55d9ef96d247d27478bc70-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1836467,20415,{"id":439,"error":107,"extra":440,"score":142,"passed":115,"case_key":441,"cost_usd":107,"sample_idx":138,"input_tokens":442,"output_tokens":443,"has_trajectory":4,"duration_seconds":107},320185,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-0ea40e09d1b35bcb69ff4d9cecf3d0defa4b36e8-v30a923fb5c164d6cd18280c02422f75e611e8fb2",369968,10099,{"id":445,"error":107,"extra":446,"score":143,"passed":4,"case_key":448,"cost_usd":107,"sample_idx":138,"input_tokens":449,"output_tokens":450,"has_trajectory":4,"duration_seconds":107},320186,{"status":161,"fail_to_pass":163,"pass_to_pass":447,"patch_applied":115,"test_timed_out":4},"0.9615384615384616","instance_ansible__ansible-0fd88717c953b92ed8a50495d55e630eb5d59166-vba6da65a0f3baefda7a058ebbd0a8dcafb8512f5",1362153,39713,{"id":452,"error":107,"extra":453,"score":143,"passed":4,"case_key":454,"cost_usd":107,"sample_idx":138,"input_tokens":455,"output_tokens":456,"has_trajectory":4,"duration_seconds":107},320187,{"status":161,"fail_to_pass":195,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-106909db8b730480615f4a33de0eb5b710944e78-v0f01c69f1e2528b935359cfe578530722bca2c59",2525326,44534,{"id":458,"error":107,"extra":459,"score":143,"passed":4,"case_key":460,"cost_usd":107,"sample_idx":138,"input_tokens":461,"output_tokens":462,"has_trajectory":4,"duration_seconds":107},320188,{"status":161,"fail_to_pass":195,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-11c1777d56664b1acb56b387a1ad6aeadef1391d-v0f01c69f1e2528b935359cfe578530722bca2c59",2706450,62437,{"id":464,"error":107,"extra":465,"score":142,"passed":115,"case_key":466,"cost_usd":107,"sample_idx":138,"input_tokens":467,"output_tokens":468,"has_trajectory":4,"duration_seconds":107},320189,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-12734fa21c08a0ce8c84e533abdc560db2eb1955-v7eee2454f617569fd6889f2211f75bc02a35f9f8",3350652,67812,{"id":470,"error":107,"extra":471,"score":142,"passed":115,"case_key":472,"cost_usd":107,"sample_idx":138,"input_tokens":473,"output_tokens":474,"has_trajectory":4,"duration_seconds":107},320190,{"status":161,"fail_to_pass":163,"pass_to_pass":163,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-164881d871964aa64e0f911d03ae270acbad253c-v390e508d27db7a51eece36bb6d9698b63a5b638a",1676364,32004,{"total":114,"failed":148,"passed":149,"run_id":106,"ungraded":138,"sample_idx":138,"trajectories":138}]