{"id":"https://openalex.org/W4415069677","doi":"https://doi.org/10.52202/085713-3502","title":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","display_name":"LiveCodeBench Pro: How Do Olympiad Medalists Judge LLMs in Competitive Programming?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415069677","doi":"https://doi.org/10.52202/085713-3502"},"language":"en","primary_location":{"id":"doi:10.52202/085713-3502","doi":"https://doi.org/10.52202/085713-3502","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-3502","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2506.11928","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084171262","display_name":"Zihan Zheng","orcid":"https://orcid.org/0000-0003-1486-9586","observed_orcids":["https://orcid.org/0000-0003-1486-9586"]},"institutions":[{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zihan Zheng","raw_affiliation_strings":["New York University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"New York University","institution_ids":["https://openalex.org/I57206974"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022462029","display_name":"Zerui Cheng","orcid":"https://orcid.org/0000-0003-3397-9844","observed_orcids":["https://orcid.org/0000-0003-3397-9844"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zerui Cheng","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Zeyu Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyu Shen","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Shang Zhou","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shang Zhou","raw_affiliation_strings":["University of California, San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Kaiyuan Liu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kaiyuan Liu","raw_affiliation_strings":["Department of Computer Science, University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Washington","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hansen He","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hansen He","raw_affiliation_strings":["Canyon Crest Academy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Canyon Crest Academy","institution_ids":[]}]},{"author_position":"middle","author":{"id":null,"display_name":"Dongruixuan Li","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I151746483","display_name":"University of Waterloo","ror":"https://ror.org/01aff2v68","country_code":"CA","type":"education","lineage":["https://openalex.org/I151746483"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Dongruixuan Li","raw_affiliation_strings":["University of Waterloo"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Waterloo","institution_ids":["https://openalex.org/I151746483"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110910362","display_name":"Stanley Wei","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stanley Wei","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Hangyi Hao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hangyi Hao","raw_affiliation_strings":["McGill University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Jianzhu Yao","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jianzhu Yao","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Peiyao Sheng","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peiyao Sheng","raw_affiliation_strings":["Sentient"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sentient","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100398249","display_name":"Zixuan Wang","orcid":"https://orcid.org/0000-0002-6594-4374","observed_orcids":["https://orcid.org/0000-0002-6594-4374"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zixuan Wang","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103021774","display_name":"Wenhao Chai","orcid":"https://orcid.org/0000-0003-2611-0008","observed_orcids":["https://orcid.org/0000-0003-2611-0008"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenhao Chai","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005219368","display_name":"Aleksandra Korolova","orcid":"https://orcid.org/0000-0001-8237-9058","observed_orcids":["https://orcid.org/0000-0001-8237-9058"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aleksandra Korolova","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5049073875","display_name":"Peter Henderson","orcid":"https://orcid.org/0000-0003-3938-0541","observed_orcids":["https://orcid.org/0000-0003-3938-0541"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Peter Henderson","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103209777","display_name":"Sanjeev Arora","orcid":"https://orcid.org/0000-0002-8636-9970","observed_orcids":["https://orcid.org/0000-0002-8636-9970"]},"institutions":[{"id":"https://openalex.org/I20089843","display_name":"Princeton University","ror":"https://ror.org/00hx57361","country_code":"US","type":"education","lineage":["https://openalex.org/I20089843"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Sanjeev Arora","raw_affiliation_strings":["Princeton University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Princeton University","institution_ids":["https://openalex.org/I20089843"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053980484","display_name":"Pramod Viswanath","orcid":"https://orcid.org/0000-0003-3171-8667","observed_orcids":["https://orcid.org/0000-0003-3171-8667"]},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Pramod Viswanath","raw_affiliation_strings":["University of Illinois, Urbana Champaign"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois, Urbana Champaign","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124972971","display_name":"Jingbo Shang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jingbo Shang","raw_affiliation_strings":["University of California, San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068697690","display_name":"Saining Xie","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210090411","display_name":"Google DeepMind (United Kingdom)","ror":"https://ror.org/00971b260","country_code":"GB","type":"company","lineage":["https://openalex.org/I4210090411","https://openalex.org/I4210128969"]},{"id":"https://openalex.org/I57206974","display_name":"New York University","ror":"https://ror.org/0190ak572","country_code":"US","type":"education","lineage":["https://openalex.org/I57206974"]}],"countries":["GB","US"],"is_corresponding":false,"raw_author_name":"Saining Xie","raw_affiliation_strings":["Google DeepMind / NYU"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Google DeepMind / NYU","institution_ids":["https://openalex.org/I4210090411","https://openalex.org/I57206974"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":53.079,"has_fulltext":true,"cited_by_count":63,"citation_normalized_percentile":{"value":0.99946486,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"116099","last_page":"116162"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5273000001907349,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.5273000001907349,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.31450000405311584,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.052799999713897705,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.902999997138977},{"id":"https://openalex.org/keywords/competitive-programming","display_name":"competitive programming","score":0.9919999837875366},{"id":"https://openalex.org/keywords/benchmarking","display_name":"benchmarking","score":0.37400001287460327},{"id":"https://openalex.org/keywords/algorithmic-reasoning","display_name":"algorithmic reasoning","score":0.7870000004768372},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.6190000176429749},{"id":"https://openalex.org/keywords/codeforces","display_name":"Codeforces","score":0.5559999942779541},{"id":"https://openalex.org/keywords/icpc","display_name":"ICPC","score":0.9829999804496765}],"concepts":[{"id":"https://openalex.org/C130383907","wikidata":"https://www.wikidata.org/wiki/Q221956","display_name":"Olympiad","level":2,"score":0.8370000123977661},{"id":"https://openalex.org/C2775987171","wikidata":"https://www.wikidata.org/wiki/Q192797","display_name":"Elite","level":3,"score":0.5738999843597412},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.4465999901294708},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.39719998836517334},{"id":"https://openalex.org/C2778571376","wikidata":"https://www.wikidata.org/wiki/Q1355821","display_name":"Frontier","level":2,"score":0.38909998536109924},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.3831000030040741},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.37209999561309814},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.32519999146461487},{"id":"https://openalex.org/C76509639","wikidata":"https://www.wikidata.org/wiki/Q918036","display_name":"Race (biology)","level":2,"score":0.30640000104904175},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.295199990272522},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.28610000014305115},{"id":"https://openalex.org/C58546491","wikidata":"https://www.wikidata.org/wiki/Q1150207","display_name":"Competitive advantage","level":2,"score":0.27219998836517334},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.26649999618530273},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.25679999589920044}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-3502","doi":"https://doi.org/10.52202/085713-3502","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-3502","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2506.11928","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.11928","pdf_url":"https://arxiv.org/pdf/2506.11928","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2506.11928","doi":"https://doi.org/10.48550/arxiv.2506.11928","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2506.11928","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2506.11928","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2506.11928","pdf_url":"https://arxiv.org/pdf/2506.11928","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415069677.pdf","grobid_xml":"https://content.openalex.org/works/W4415069677.grobid-xml"},"referenced_works_count":13,"referenced_works":["https://openalex.org/W3177813494","https://openalex.org/W3195140297","https://openalex.org/W4379548473","https://openalex.org/W4389470007","https://openalex.org/W4392822190","https://openalex.org/W4394947078","https://openalex.org/W4398191980","https://openalex.org/W4400023054","https://openalex.org/W4405766390","https://openalex.org/W4406033152","https://openalex.org/W4411233290","https://openalex.org/W4414281281","https://openalex.org/W6929653358"],"related_works":["https://openalex.org/W4417136699","https://openalex.org/W6966662053","https://openalex.org/W7164134673","https://openalex.org/W7124752389","https://openalex.org/W4416134117","https://openalex.org/W7077491871","https://openalex.org/W7163665591","https://openalex.org/W7164608001","https://openalex.org/W4406033152","https://openalex.org/W6891848962"],"abstract_inverted_index":{"Recent":[0],"reports":[1],"claim":[2],"that":[3,57,96,130],"large":[4],"language":[5],"models":[6,98],"(LLMs)":[7],"now":[8],"outperform":[9],"elite":[10],"humans":[11,124],"in":[12,23,184],"competitive":[13],"programming.":[14],"Drawing":[15],"on":[16,113,118],"knowledge":[17],"from":[18,35,52],"a":[19,47,81],"group":[20],"of":[21,50,65,70,84],"medalists":[22,72],"international":[24],"algorithmic":[25,77,140],"contests,":[26],"we":[27,94],"revisit":[28],"this":[29,89],"claim,":[30],"examining":[31],"how":[32],"LLMs":[33,131],"differ":[34],"human":[36,173],"experts":[37],"and":[38,55,79,92,116,142,159],"where":[39,122],"limitations":[40],"still":[41,99,125],"remain.":[42],"We":[43,127],"introduce":[44],"LiveCodeBench":[45,165],"Pro,":[46],"benchmark":[48],"composed":[49],"problems":[51,115,135],"Codeforces,":[53],"ICPC,":[54],"IOI":[56],"are":[58],"continuously":[59],"updated":[60],"to":[61,172,180],"reduce":[62],"the":[63,106,169],"likelihood":[64],"data":[66,91],"contamination.":[67],"A":[68],"team":[69],"Olympiad":[71],"annotates":[73],"every":[74],"problem":[75],"for":[76],"categories":[78],"conducts":[80],"line-by-line":[82],"analysis":[83],"failed":[85],"model-generated":[86],"submissions.":[87],"Using":[88],"new":[90],"benchmark,":[93],"find":[95,129],"frontier":[97],"have":[100],"significant":[101,170],"limitations:":[102],"without":[103],"external":[104],"tools,":[105],"best":[107],"model":[108],"achieves":[109],"only":[110],"53%":[111],"pass@1":[112],"medium-difficulty":[114],"0%":[117],"hard":[119],"problems,":[120],"domains":[121],"expert":[123],"excel.":[126],"also":[128],"succeed":[132],"at":[133],"implementation-heavy":[134],"but":[136],"struggle":[137],"with":[138],"nuanced":[139],"reasoning":[141],"complex":[143],"case":[144],"analysis,":[145],"often":[146],"generating":[147],"confidently":[148],"incorrect":[149],"justifications.":[150],"High":[151],"performance":[152],"appears":[153],"largely":[154],"driven":[155],"by":[156],"implementation":[157],"precision":[158],"tool":[160],"augmentation,":[161],"not":[162],"superior":[163],"reasoning.":[164,187],"Pro":[166],"thus":[167],"highlights":[168],"gap":[171],"grandmaster":[174],"levels,":[175],"while":[176],"offering":[177],"fine-grained":[178],"diagnostics":[179],"steer":[181],"future":[182],"improvements":[183],"code-centric":[185],"LLM":[186]},"counts_by_year":[{"year":2026,"cited_by_count":41},{"year":2025,"cited_by_count":22}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2025-10-11T00:00:00"}