[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"api:\u002Fnav:{}":3,"api:\u002Frecords\u002F44:{}":104},{"login_code_required":4,"data_date":5,"vendors":6,"categories":39,"topics":55,"model_count":72,"benchmark_count":73,"models":74,"benchmarks":79},false,"2026-10-27",[7,15,23,31],{"name":8,"slug":9,"models":10},"阿里巴巴","alibaba",[11],{"name":12,"slug":13,"short_name":12,"overall_score":14},"Qwen3.8-27B","qwen3-8-27b","47.576875000000000000000000",{"name":16,"slug":17,"models":18},"深度求索","deepseek",[19],{"name":20,"slug":21,"short_name":20,"overall_score":22},"DeepSeek-V4-Pro","deepseek-v4-pro","65.030000000000000000000000",{"name":24,"slug":25,"models":26},"月之暗面","moonshot",[27],{"name":28,"slug":29,"short_name":28,"overall_score":30},"Kimi-K3","kimi-k3","57.474000000000000000000000",{"name":32,"slug":33,"models":34},"智谱","zhipu",[35],{"name":36,"slug":37,"short_name":36,"overall_score":38},"GLM-5.3","glm-5-3","61.067500000000000000000000",[40,44,48,51],{"name":41,"slug":42,"benchmark_count":43},"体验感","experience",2,{"name":45,"slug":46,"benchmark_count":47},"认知能力","cognition",5,{"name":49,"slug":50,"benchmark_count":43},"Agentic 能力","agentic",{"name":52,"slug":53,"benchmark_count":54},"应用领域","domain",1,[56,60,64,68],{"slug":57,"name":58,"question":59},"quant","量化 vs 原精度","量化之后能力掉多少",{"slug":61,"name":62,"question":63},"selfhost","自部署 vs 官方 API","同一份权重，自己部署和调官方 API，分数一致吗",{"slug":65,"name":66,"question":67},"size","同家族尺寸","同一代模型，小尺寸比旗舰差多少",{"slug":69,"name":70,"question":71},"harness","多 Harness","同一个模型换一个 harness，agentic 分数变多少",4,8,[75,76,77,78],{"name":20,"slug":21},{"name":36,"slug":37},{"name":28,"slug":29},{"name":12,"slug":13},[80,83,86,89,92,95,98,101],{"name":81,"slug":82},"AA-LCR","aa-lcr",{"name":84,"slug":85},"AA-Omniscience","aa-omniscience",{"name":87,"slug":88},"AutomationBench","automationbench",{"name":90,"slug":91},"CL-bench","cl-bench",{"name":93,"slug":94},"HLE","hle",{"name":96,"slug":97},"MMLU-Pro","mmlu-pro",{"name":99,"slug":100},"SimpleQA Verified","simpleqa-verified",{"name":102,"slug":103},"SWE-bench Pro","swe-bench-pro",{"record":105,"variant":121,"benchmark":139,"rank":43,"ranked_count":43,"samples":146,"other_harnesses":150,"distribution":151,"cases":156},{"id":106,"notes":107,"score":108,"metrics":109,"cost_usd":107,"settings":110,"num_cases":114,"score_std":107,"harness_id":54,"has_bundle":4,"is_primary":115,"output_tps":107,"variant_id":73,"num_samples":54,"benchmark_id":116,"evaluated_at":117,"harness_name":111,"harness_slug":118,"input_tokens":119,"ttft_seconds":107,"output_tokens":120,"parent_run_id":107,"harness_version":107,"avg_case_seconds":107,"reasoning_tokens":107,"cost_per_case_usd":107,"trajectory_bundle_size_bytes":107},44,null,"0.5595",{},{"top_p":107,"recipe":107,"harness":111,"judge_model":107,"num_samples":54,"temperature":107,"extra_settings":112,"scoring_method":107,"harness_version":107,"framework_version":113,"max_output_tokens":107},"Codex CLI",{},"OPT 06dca09",731,true,9,"2026-10-23","codex",2002666161,13540401,{"access":122,"effort":123,"family":36,"is_tier":115,"hardware":107,"model_id":54,"provider":107,"data_date":117,"precision":107,"categories":124,"is_primary":115,"model_name":36,"model_slug":37,"short_name":36,"variant_id":73,"effort_rank":134,"input_price":107,"vendor_name":32,"vendor_slug":33,"architecture":107,"output_price":107,"overall_rank":43,"ranked_count":72,"release_date":135,"variant_name":136,"variant_slug":137,"vendor_order":138,"weights_repo":107,"missing_count":43,"overall_score":38,"context_window":107,"total_cost_usd":107,"total_params_b":107,"weights_source":107,"active_params_b":107,"cache_hit_price":107,"cost_incomplete":115,"is_open_weights":115,"inference_engine":107},"api","max",[125,127,130,132],{"name":41,"rank":54,"slug":42,"score":126,"expected":43,"available":54,"ranked_count":72},"72.997032640949555000000000",{"name":45,"rank":128,"slug":46,"score":129,"expected":47,"available":72,"ranked_count":72},3,"59.363333333333333750000000",{"name":49,"rank":54,"slug":50,"score":131,"expected":43,"available":43,"ranked_count":72},"54.225000000000000000000000",{"name":52,"rank":54,"slug":53,"score":133,"expected":54,"available":54,"ranked_count":72},"52.500000000000000000000000",6,"2026-08-18","GLM-5.3 官方 API max","glm-5-3-api-max",0,{"id":116,"name":102,"slug":103,"license":140,"metrics":141,"version":107,"is_active":115,"num_cases":114,"parent_id":107,"score_max":142,"score_min":143,"created_at":144,"is_agentic":115,"sort_order":138,"updated_at":144,"description":107,"metric_name":145,"homepage_url":107,"license_note":107,"scoring_method":107,"composite_weight":142,"higher_is_better":115,"bundle_size_bytes":107},"public",[],"1.0000","0.0000","2026-10-28T09:47:38.906402+08:00","Resolved Rate",[147],{"total":114,"failed":148,"passed":149,"run_id":106,"ungraded":138,"sample_idx":138,"trajectories":138},322,409,[],[152,155],{"name":12,"rank":54,"score":153,"run_id":154,"model_slug":13,"vendor_slug":9},"0.5746",120,{"name":36,"rank":43,"score":108,"run_id":106,"model_slug":37,"vendor_slug":33},{"restricted":4,"rows":157,"counts":470,"next_after":465},[158,166,172,178,184,190,197,203,210,216,222,228,234,240,246,252,258,264,270,276,282,288,295,302,308,315,321,327,333,340,347,353,359,365,371,377,384,390,396,402,408,414,421,427,433,439,446,452,458,464],{"id":159,"error":107,"extra":160,"score":142,"passed":115,"case_key":163,"cost_usd":107,"sample_idx":138,"input_tokens":164,"output_tokens":165,"has_trajectory":4,"duration_seconds":107},126247,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"completed","1.0","instance_NodeBB__NodeBB-00c70ce7b0541cfc94afe567921d7668cdc8f4ac-vnan",1838708,15165,{"id":167,"error":107,"extra":168,"score":142,"passed":115,"case_key":169,"cost_usd":107,"sample_idx":138,"input_tokens":170,"output_tokens":171,"has_trajectory":4,"duration_seconds":107},126248,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-04998908ba6721d64eba79ae3b65a351dcfbc5b5-vnan",3410263,20820,{"id":173,"error":107,"extra":174,"score":142,"passed":115,"case_key":175,"cost_usd":107,"sample_idx":138,"input_tokens":176,"output_tokens":177,"has_trajectory":4,"duration_seconds":107},126249,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-05f2236193f407cf8e2072757fbd6bb170bc13f0-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1656086,12228,{"id":179,"error":107,"extra":180,"score":142,"passed":115,"case_key":181,"cost_usd":107,"sample_idx":138,"input_tokens":182,"output_tokens":183,"has_trajectory":4,"duration_seconds":107},126250,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-087e6020e490b4a1759f38c1ad03869511928263-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",6289081,27504,{"id":185,"error":107,"extra":186,"score":142,"passed":115,"case_key":187,"cost_usd":107,"sample_idx":138,"input_tokens":188,"output_tokens":189,"has_trajectory":4,"duration_seconds":107},126251,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-0c81642997ea1d827dbd02c311db9d4976112cd4-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",3125552,17462,{"id":191,"error":107,"extra":192,"score":143,"passed":4,"case_key":194,"cost_usd":107,"sample_idx":138,"input_tokens":195,"output_tokens":196,"has_trajectory":4,"duration_seconds":107},126252,{"status":161,"fail_to_pass":193,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.0","instance_NodeBB__NodeBB-0e07f3c9bace416cbab078a30eae972868c0a8a3-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2669367,12161,{"id":198,"error":107,"extra":199,"score":142,"passed":115,"case_key":200,"cost_usd":107,"sample_idx":138,"input_tokens":201,"output_tokens":202,"has_trajectory":4,"duration_seconds":107},126253,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-0f788b8eaa4bba3c142d171fd941d015c53b65fc-v0ec6d6c2baf3cb4797482ce4829bc25cd5716649",2457145,21571,{"id":204,"error":107,"extra":205,"score":143,"passed":4,"case_key":207,"cost_usd":107,"sample_idx":138,"input_tokens":208,"output_tokens":209,"has_trajectory":4,"duration_seconds":107},126254,{"status":161,"fail_to_pass":162,"pass_to_pass":206,"patch_applied":115,"test_timed_out":4},"0.992822966507177","instance_NodeBB__NodeBB-18c45b44613aecd53e9f60457b9812049ab2998d-v0495b863a912fbff5749c67e860612b91825407c",5103777,25626,{"id":211,"error":107,"extra":212,"score":142,"passed":115,"case_key":213,"cost_usd":107,"sample_idx":138,"input_tokens":214,"output_tokens":215,"has_trajectory":4,"duration_seconds":107},126255,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-1ea9481af6125ffd6da0592ed439aa62af0bca11-vd59a5728dfc977f44533186ace531248c2917516",1221217,8127,{"id":217,"error":107,"extra":218,"score":142,"passed":115,"case_key":219,"cost_usd":107,"sample_idx":138,"input_tokens":220,"output_tokens":221,"has_trajectory":4,"duration_seconds":107},126256,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-22368b996ee0e5f11a5189b400b33af3cc8d925a-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",763801,10450,{"id":223,"error":107,"extra":224,"score":142,"passed":115,"case_key":225,"cost_usd":107,"sample_idx":138,"input_tokens":226,"output_tokens":227,"has_trajectory":4,"duration_seconds":107},126257,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-2657804c1fb6b84dc76ad3b18ecf061aaab5f29f-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2052091,16378,{"id":229,"error":107,"extra":230,"score":142,"passed":115,"case_key":231,"cost_usd":107,"sample_idx":138,"input_tokens":232,"output_tokens":233,"has_trajectory":4,"duration_seconds":107},126258,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-397835a05a8e2897324e566b41c5e616e172b4af-v89631a1cdb318276acb48860c5d78077211397c6",862250,7763,{"id":235,"error":107,"extra":236,"score":142,"passed":115,"case_key":237,"cost_usd":107,"sample_idx":138,"input_tokens":238,"output_tokens":239,"has_trajectory":4,"duration_seconds":107},126259,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-3c85b944e30a0ba8b3ec9e1f441c74f383625a15-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",1298316,10848,{"id":241,"error":107,"extra":242,"score":142,"passed":115,"case_key":243,"cost_usd":107,"sample_idx":138,"input_tokens":244,"output_tokens":245,"has_trajectory":4,"duration_seconds":107},126260,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-4327a09d76f10a79109da9d91c22120428d3bdb9-vnan",1794451,18768,{"id":247,"error":107,"extra":248,"score":142,"passed":115,"case_key":249,"cost_usd":107,"sample_idx":138,"input_tokens":250,"output_tokens":251,"has_trajectory":4,"duration_seconds":107},126261,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-445b70deda20201b7d9a68f7224da751b3db728c-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",3185431,21862,{"id":253,"error":107,"extra":254,"score":142,"passed":115,"case_key":255,"cost_usd":107,"sample_idx":138,"input_tokens":256,"output_tokens":257,"has_trajectory":4,"duration_seconds":107},126262,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-51d8f3b195bddb13a13ddc0de110722774d9bb1b-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1604158,13720,{"id":259,"error":107,"extra":260,"score":142,"passed":115,"case_key":261,"cost_usd":107,"sample_idx":138,"input_tokens":262,"output_tokens":263,"has_trajectory":4,"duration_seconds":107},126263,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-6489e9fd9ed16ea743cc5627f4d86c72fbdb3a8a-v2c59007b1005cd5cd14cbb523ca5229db1fd2dd8",3182488,29914,{"id":265,"error":107,"extra":266,"score":142,"passed":115,"case_key":267,"cost_usd":107,"sample_idx":138,"input_tokens":268,"output_tokens":269,"has_trajectory":4,"duration_seconds":107},126264,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-6ea3b51f128dd270281db576a1b59270d5e45db0-vnan",1752733,15211,{"id":271,"error":107,"extra":272,"score":142,"passed":115,"case_key":273,"cost_usd":107,"sample_idx":138,"input_tokens":274,"output_tokens":275,"has_trajectory":4,"duration_seconds":107},126265,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-70b4a0e2aebebe8f2f559de6680093d96a697b2f-vnan",1539964,18853,{"id":277,"error":107,"extra":278,"score":142,"passed":115,"case_key":279,"cost_usd":107,"sample_idx":138,"input_tokens":280,"output_tokens":281,"has_trajectory":4,"duration_seconds":107},126266,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-767973717be700f46f06f3e7f4fc550c63509046-vnan",2637485,23863,{"id":283,"error":107,"extra":284,"score":142,"passed":115,"case_key":285,"cost_usd":107,"sample_idx":138,"input_tokens":286,"output_tokens":287,"has_trajectory":4,"duration_seconds":107},126267,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-76c6e30282906ac664f2c9278fc90999b27b1f48-vd59a5728dfc977f44533186ace531248c2917516",900521,6724,{"id":289,"error":107,"extra":290,"score":143,"passed":4,"case_key":292,"cost_usd":107,"sample_idx":138,"input_tokens":293,"output_tokens":294,"has_trajectory":4,"duration_seconds":107},126268,{"status":161,"fail_to_pass":291,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.9166666666666666","instance_NodeBB__NodeBB-7b8bffd763e2155cf88f3ebc258fa68ebe18188d-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",2066552,21103,{"id":296,"error":107,"extra":297,"score":143,"passed":4,"case_key":299,"cost_usd":107,"sample_idx":138,"input_tokens":300,"output_tokens":301,"has_trajectory":4,"duration_seconds":107},126269,{"status":161,"fail_to_pass":298,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.75","instance_NodeBB__NodeBB-8168c6c40707478f71b8af60300830fe554c778c-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",6191998,33640,{"id":303,"error":107,"extra":304,"score":142,"passed":115,"case_key":305,"cost_usd":107,"sample_idx":138,"input_tokens":306,"output_tokens":307,"has_trajectory":4,"duration_seconds":107},126270,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-82562bec444940608052f3e4149e0c61ec80bf3f-vd59a5728dfc977f44533186ace531248c2917516",1494727,13173,{"id":309,"error":107,"extra":310,"score":143,"passed":4,"case_key":312,"cost_usd":107,"sample_idx":138,"input_tokens":313,"output_tokens":314,"has_trajectory":4,"duration_seconds":107},126271,{"status":161,"fail_to_pass":311,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.8333333333333334","instance_NodeBB__NodeBB-84dfda59e6a0e8a77240f939a7cb8757e6eaf945-v2c59007b1005cd5cd14cbb523ca5229db1fd2dd8",1984982,12663,{"id":316,"error":107,"extra":317,"score":142,"passed":115,"case_key":318,"cost_usd":107,"sample_idx":138,"input_tokens":319,"output_tokens":320,"has_trajectory":4,"duration_seconds":107},126272,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-84e065752f6d7fbe5c08cbf50cb173ffb866b8fa-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1879968,14928,{"id":322,"error":107,"extra":323,"score":143,"passed":4,"case_key":324,"cost_usd":107,"sample_idx":138,"input_tokens":325,"output_tokens":326,"has_trajectory":4,"duration_seconds":107},126273,{"status":161,"fail_to_pass":193,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-8ca65b0c78c67c1653487c02d1135e1b702185e1-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1183686,12957,{"id":328,"error":107,"extra":329,"score":142,"passed":115,"case_key":330,"cost_usd":107,"sample_idx":138,"input_tokens":331,"output_tokens":332,"has_trajectory":4,"duration_seconds":107},126274,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-97c8569a798075c50e93e585ac741ab55cb7c28b-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1308706,9206,{"id":334,"error":107,"extra":335,"score":143,"passed":4,"case_key":337,"cost_usd":107,"sample_idx":138,"input_tokens":338,"output_tokens":339,"has_trajectory":4,"duration_seconds":107},126275,{"status":161,"fail_to_pass":336,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.8571428571428571","instance_NodeBB__NodeBB-9c576a0758690f45a6ca03b5884c601e473bf2c1-vd59a5728dfc977f44533186ace531248c2917516",1571162,16245,{"id":341,"error":107,"extra":342,"score":143,"passed":4,"case_key":344,"cost_usd":107,"sample_idx":138,"input_tokens":345,"output_tokens":346,"has_trajectory":4,"duration_seconds":107},126276,{"status":161,"fail_to_pass":162,"pass_to_pass":343,"patch_applied":115,"test_timed_out":4},"0.9994300370475919","instance_NodeBB__NodeBB-a5afad27e52fd336163063ba40dcadc80233ae10-vd59a5728dfc977f44533186ace531248c2917516",4959333,25908,{"id":348,"error":107,"extra":349,"score":142,"passed":115,"case_key":350,"cost_usd":107,"sample_idx":138,"input_tokens":351,"output_tokens":352,"has_trajectory":4,"duration_seconds":107},126277,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-a917210c5b2c20637094545401f85783905c074c-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",3136578,20328,{"id":354,"error":107,"extra":355,"score":142,"passed":115,"case_key":356,"cost_usd":107,"sample_idx":138,"input_tokens":357,"output_tokens":358,"has_trajectory":4,"duration_seconds":107},126278,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-b1f9ad5534bb3a44dab5364f659876a4b7fe34c1-vnan",839362,7974,{"id":360,"error":107,"extra":361,"score":142,"passed":115,"case_key":362,"cost_usd":107,"sample_idx":138,"input_tokens":363,"output_tokens":364,"has_trajectory":4,"duration_seconds":107},126279,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-b398321a5eb913666f903a794219833926881a8f-vd59a5728dfc977f44533186ace531248c2917516",2610482,13297,{"id":366,"error":107,"extra":367,"score":142,"passed":115,"case_key":368,"cost_usd":107,"sample_idx":138,"input_tokens":369,"output_tokens":370,"has_trajectory":4,"duration_seconds":107},126280,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-bad15643013ca15affe408b75eba9e47cc604bb2-vd59a5728dfc977f44533186ace531248c2917516",1289069,9306,{"id":372,"error":107,"extra":373,"score":142,"passed":115,"case_key":374,"cost_usd":107,"sample_idx":138,"input_tokens":375,"output_tokens":376,"has_trajectory":4,"duration_seconds":107},126281,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-bd80d36e0dcf78cd4360791a82966078b3a07712-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",2310307,13948,{"id":378,"error":107,"extra":379,"score":143,"passed":4,"case_key":381,"cost_usd":107,"sample_idx":138,"input_tokens":382,"output_tokens":383,"has_trajectory":4,"duration_seconds":107},126282,{"status":161,"fail_to_pass":380,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.16666666666666666","instance_NodeBB__NodeBB-be43cd25974681c9743d424238b7536c357dc8d3-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1923429,14299,{"id":385,"error":107,"extra":386,"score":142,"passed":115,"case_key":387,"cost_usd":107,"sample_idx":138,"input_tokens":388,"output_tokens":389,"has_trajectory":4,"duration_seconds":107},126283,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-cfc237c2b79d8c731bbfc6cadf977ed530bfd57a-v0495b863a912fbff5749c67e860612b91825407c",2156315,13237,{"id":391,"error":107,"extra":392,"score":142,"passed":115,"case_key":393,"cost_usd":107,"sample_idx":138,"input_tokens":394,"output_tokens":395,"has_trajectory":4,"duration_seconds":107},126284,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-da0211b1a001d45d73b4c84c6417a4f1b0312575-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1014480,9107,{"id":397,"error":107,"extra":398,"score":142,"passed":115,"case_key":399,"cost_usd":107,"sample_idx":138,"input_tokens":400,"output_tokens":401,"has_trajectory":4,"duration_seconds":107},126285,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-eb49a64974ca844bca061744fb3383f5d13b02ad-vnan",2917224,15876,{"id":403,"error":107,"extra":404,"score":142,"passed":115,"case_key":405,"cost_usd":107,"sample_idx":138,"input_tokens":406,"output_tokens":407,"has_trajectory":4,"duration_seconds":107},126286,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f083cd559d69c16481376868c8da65172729c0ca-vnan",735772,7928,{"id":409,"error":107,"extra":410,"score":143,"passed":4,"case_key":411,"cost_usd":107,"sample_idx":138,"input_tokens":412,"output_tokens":413,"has_trajectory":4,"duration_seconds":107},126287,{"status":161,"fail_to_pass":193,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f1a80d48cc45877fcbadf34c2345dd9709722c7f-v4fbcfae8b15e4ce5d132c408bca69ebb9cf146ed",10957617,43368,{"id":415,"error":107,"extra":416,"score":143,"passed":4,"case_key":418,"cost_usd":107,"sample_idx":138,"input_tokens":419,"output_tokens":420,"has_trajectory":4,"duration_seconds":107},126288,{"status":161,"fail_to_pass":417,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"0.8","instance_NodeBB__NodeBB-f2082d7de85eb62a70819f4f3396dd85626a0c0a-vd59a5728dfc977f44533186ace531248c2917516",4812555,21327,{"id":422,"error":107,"extra":423,"score":142,"passed":115,"case_key":424,"cost_usd":107,"sample_idx":138,"input_tokens":425,"output_tokens":426,"has_trajectory":4,"duration_seconds":107},126289,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f48ed3658aab7be0f1165d4c1f89af48d7865189-v0495b863a912fbff5749c67e860612b91825407c",1882067,12343,{"id":428,"error":107,"extra":429,"score":142,"passed":115,"case_key":430,"cost_usd":107,"sample_idx":138,"input_tokens":431,"output_tokens":432,"has_trajectory":4,"duration_seconds":107},126290,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_NodeBB__NodeBB-f9ce92df988db7c1ae55d9ef96d247d27478bc70-vf2cf3cbd463b7ad942381f1c6d077626485a1e9e",1270310,13595,{"id":434,"error":107,"extra":435,"score":142,"passed":115,"case_key":436,"cost_usd":107,"sample_idx":138,"input_tokens":437,"output_tokens":438,"has_trajectory":4,"duration_seconds":107},126291,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-0ea40e09d1b35bcb69ff4d9cecf3d0defa4b36e8-v30a923fb5c164d6cd18280c02422f75e611e8fb2",608521,11936,{"id":440,"error":107,"extra":441,"score":143,"passed":4,"case_key":443,"cost_usd":107,"sample_idx":138,"input_tokens":444,"output_tokens":445,"has_trajectory":4,"duration_seconds":107},126292,{"status":161,"fail_to_pass":162,"pass_to_pass":442,"patch_applied":115,"test_timed_out":4},"0.9615384615384616","instance_ansible__ansible-0fd88717c953b92ed8a50495d55e630eb5d59166-vba6da65a0f3baefda7a058ebbd0a8dcafb8512f5",2260257,18971,{"id":447,"error":107,"extra":448,"score":142,"passed":115,"case_key":449,"cost_usd":107,"sample_idx":138,"input_tokens":450,"output_tokens":451,"has_trajectory":4,"duration_seconds":107},126293,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-106909db8b730480615f4a33de0eb5b710944e78-v0f01c69f1e2528b935359cfe578530722bca2c59",831287,10528,{"id":453,"error":107,"extra":454,"score":143,"passed":4,"case_key":455,"cost_usd":107,"sample_idx":138,"input_tokens":456,"output_tokens":457,"has_trajectory":4,"duration_seconds":107},126294,{"status":161,"fail_to_pass":193,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-11c1777d56664b1acb56b387a1ad6aeadef1391d-v0f01c69f1e2528b935359cfe578530722bca2c59",1066507,17132,{"id":459,"error":107,"extra":460,"score":142,"passed":115,"case_key":461,"cost_usd":107,"sample_idx":138,"input_tokens":462,"output_tokens":463,"has_trajectory":4,"duration_seconds":107},126295,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-12734fa21c08a0ce8c84e533abdc560db2eb1955-v7eee2454f617569fd6889f2211f75bc02a35f9f8",1321039,11686,{"id":465,"error":107,"extra":466,"score":142,"passed":115,"case_key":467,"cost_usd":107,"sample_idx":138,"input_tokens":468,"output_tokens":469,"has_trajectory":4,"duration_seconds":107},126296,{"status":161,"fail_to_pass":162,"pass_to_pass":162,"patch_applied":115,"test_timed_out":4},"instance_ansible__ansible-164881d871964aa64e0f911d03ae270acbad253c-v390e508d27db7a51eece36bb6d9698b63a5b638a",907981,11943,{"total":114,"failed":148,"passed":149,"run_id":106,"ungraded":138,"sample_idx":138,"trajectories":138}]