[{"data":1,"prerenderedAt":-1},["ShallowReactive",2],{"api:\u002Fnav:{}":3,"api:\u002Fbenchmarks\u002Fswe-bench-pro:{\"effort\":\"top\",\"limit\":100,\"page\":1}":104},{"login_code_required":4,"data_date":5,"vendors":6,"categories":39,"topics":55,"model_count":72,"benchmark_count":73,"models":74,"benchmarks":79},false,"2026-10-27",[7,15,23,31],{"name":8,"slug":9,"models":10},"阿里巴巴","alibaba",[11],{"name":12,"slug":13,"short_name":12,"overall_score":14},"Qwen3.8-27B","qwen3-8-27b","47.576875000000000000000000",{"name":16,"slug":17,"models":18},"深度求索","deepseek",[19],{"name":20,"slug":21,"short_name":20,"overall_score":22},"DeepSeek-V4-Pro","deepseek-v4-pro","65.030000000000000000000000",{"name":24,"slug":25,"models":26},"月之暗面","moonshot",[27],{"name":28,"slug":29,"short_name":28,"overall_score":30},"Kimi-K3","kimi-k3","57.474000000000000000000000",{"name":32,"slug":33,"models":34},"智谱","zhipu",[35],{"name":36,"slug":37,"short_name":36,"overall_score":38},"GLM-5.3","glm-5-3","61.067500000000000000000000",[40,44,48,51],{"name":41,"slug":42,"benchmark_count":43},"体验感","experience",2,{"name":45,"slug":46,"benchmark_count":47},"认知能力","cognition",5,{"name":49,"slug":50,"benchmark_count":43},"Agentic 能力","agentic",{"name":52,"slug":53,"benchmark_count":54},"应用领域","domain",1,[56,60,64,68],{"slug":57,"name":58,"question":59},"quant","量化 vs 原精度","量化之后能力掉多少",{"slug":61,"name":62,"question":63},"selfhost","自部署 vs 官方 API","同一份权重，自己部署和调官方 API，分数一致吗",{"slug":65,"name":66,"question":67},"size","同家族尺寸","同一代模型，小尺寸比旗舰差多少",{"slug":69,"name":70,"question":71},"harness","多 Harness","同一个模型换一个 harness，agentic 分数变多少",4,8,[75,76,77,78],{"name":20,"slug":21},{"name":36,"slug":37},{"name":28,"slug":29},{"name":12,"slug":13},[80,83,86,89,92,95,98,101],{"name":81,"slug":82},"AA-LCR","aa-lcr",{"name":84,"slug":85},"AA-Omniscience","aa-omniscience",{"name":87,"slug":88},"AutomationBench","automationbench",{"name":90,"slug":91},"CL-bench","cl-bench",{"name":93,"slug":94},"HLE","hle",{"name":96,"slug":97},"MMLU-Pro","mmlu-pro",{"name":99,"slug":100},"SimpleQA Verified","simpleqa-verified",{"name":102,"slug":103},"SWE-bench Pro","swe-bench-pro",{"benchmark":105,"updated_at":116,"rows":117,"total":43,"categories":169,"tabs":171,"settings":173},{"id":106,"name":102,"slug":103,"license":107,"version":108,"is_active":109,"num_cases":110,"parent_id":108,"score_max":111,"score_min":112,"created_at":113,"has_bundle":4,"is_agentic":109,"sort_order":114,"updated_at":113,"description":108,"metric_name":115,"homepage_url":108,"license_note":108,"scoring_method":108,"composite_weight":111,"higher_is_better":109,"bundle_size_bytes":108},9,"public",null,true,731,"1.0000","0.0000","2026-10-28T09:47:38.906402+08:00",0,"Resolved Rate","2026-10-23",[118,146],{"id":119,"rank":54,"notes":108,"score":120,"access":121,"effort":122,"family":123,"is_tier":109,"metrics":124,"cost_usd":108,"hardware":108,"model_id":43,"provider":108,"settings":125,"data_date":129,"num_cases":110,"precision":108,"score_std":108,"categories":130,"harness_id":54,"is_primary":109,"model_name":12,"model_slug":13,"output_tps":108,"short_name":12,"variant_id":140,"effort_rank":47,"input_price":108,"num_samples":54,"vendor_name":8,"vendor_slug":9,"architecture":108,"benchmark_id":106,"evaluated_at":129,"harness_name":126,"harness_slug":141,"input_tokens":142,"output_price":108,"overall_rank":72,"ranked_count":43,"release_date":108,"ttft_seconds":108,"variant_name":143,"variant_slug":144,"vendor_order":114,"weights_repo":108,"missing_count":114,"output_tokens":145,"overall_score":14,"parent_run_id":108,"context_window":108,"is_primary_run":109,"total_cost_usd":108,"total_params_b":108,"weights_source":108,"active_params_b":108,"cache_hit_price":108,"cost_incomplete":109,"harness_version":108,"is_open_weights":109,"avg_case_seconds":108,"inference_engine":108,"reasoning_tokens":108,"cost_per_case_usd":108,"trajectory_bundle_size_bytes":108},120,"0.5746","self_hosted","xhigh","Qwen3.8",{},{"top_p":108,"recipe":108,"harness":126,"judge_model":108,"num_samples":54,"temperature":108,"extra_settings":127,"scoring_method":108,"harness_version":108,"framework_version":128,"max_output_tokens":108},"Codex CLI",{},"OPT 06dca09","2026-10-22",[131,134,136,138],{"name":41,"rank":132,"slug":42,"score":133,"expected":43,"available":43,"ranked_count":72},3,"48.453230452674897000000000",{"name":45,"rank":72,"slug":46,"score":135,"expected":47,"available":47,"ranked_count":72},"45.520000000000000000000000",{"name":49,"rank":43,"slug":50,"score":137,"expected":43,"available":43,"ranked_count":72},"49.480000000000000000000000",{"name":52,"rank":132,"slug":53,"score":139,"expected":54,"available":54,"ranked_count":72},"41.500000000000000000000000",19,"codex",2904551368,"Qwen3.8-27B 自部署 xhigh","qwen3-8-27b-self-hosted-xhigh",33181299,{"id":147,"rank":43,"notes":108,"score":148,"access":149,"effort":150,"family":36,"is_tier":109,"metrics":151,"cost_usd":108,"hardware":108,"model_id":54,"provider":108,"settings":152,"data_date":116,"num_cases":110,"precision":108,"score_std":108,"categories":154,"harness_id":54,"is_primary":109,"model_name":36,"model_slug":37,"output_tps":108,"short_name":36,"variant_id":73,"effort_rank":163,"input_price":108,"num_samples":54,"vendor_name":32,"vendor_slug":33,"architecture":108,"benchmark_id":106,"evaluated_at":116,"harness_name":126,"harness_slug":141,"input_tokens":164,"output_price":108,"overall_rank":43,"ranked_count":43,"release_date":165,"ttft_seconds":108,"variant_name":166,"variant_slug":167,"vendor_order":114,"weights_repo":108,"missing_count":43,"output_tokens":168,"overall_score":38,"parent_run_id":108,"context_window":108,"is_primary_run":109,"total_cost_usd":108,"total_params_b":108,"weights_source":108,"active_params_b":108,"cache_hit_price":108,"cost_incomplete":109,"harness_version":108,"is_open_weights":109,"avg_case_seconds":108,"inference_engine":108,"reasoning_tokens":108,"cost_per_case_usd":108,"trajectory_bundle_size_bytes":108},44,"0.5595","api","max",{},{"top_p":108,"recipe":108,"harness":126,"judge_model":108,"num_samples":54,"temperature":108,"extra_settings":153,"scoring_method":108,"harness_version":108,"framework_version":128,"max_output_tokens":108},{},[155,157,159,161],{"name":41,"rank":54,"slug":42,"score":156,"expected":43,"available":54,"ranked_count":72},"72.997032640949555000000000",{"name":45,"rank":132,"slug":46,"score":158,"expected":47,"available":72,"ranked_count":72},"59.363333333333333750000000",{"name":49,"rank":54,"slug":50,"score":160,"expected":43,"available":43,"ranked_count":72},"54.225000000000000000000000",{"name":52,"rank":54,"slug":53,"score":162,"expected":54,"available":54,"ranked_count":72},"52.500000000000000000000000",6,2002666161,"2026-08-18","GLM-5.3 官方 API max","glm-5-3-api-max",13540401,[170],{"name":49,"slug":50},[172],{"name":102,"slug":103,"num_cases":110},{"extra_settings":174,"framework_version":176,"harness":177,"harness_version":178,"judge_model":179,"max_output_tokens":180,"num_samples":181,"recipe":182,"scoring_method":183,"temperature":184,"top_p":185},{"value":175,"varies":4,"label":108},{},{"value":128,"varies":4,"label":108},{"value":126,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":54,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":108,"varies":4,"label":108},{"value":108,"varies":4,"label":108}]