{"id":"https://openalex.org/W7151014081","doi":"https://doi.org/10.1145/3789595.3789613","title":"Are LLMs Ready for Competitive Programming? An Empirical Study","display_name":"Are LLMs Ready for Competitive Programming? An Empirical Study","publication_year":2026,"publication_date":"2026-01-16","ids":{"openalex":"https://openalex.org/W7151014081","doi":"https://doi.org/10.1145/3789595.3789613"},"language":null,"primary_location":{"id":"doi:10.1145/3789595.3789613","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3789595.3789613","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 14th International Conference on Software and Information Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3789595.3789613","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5091804787","display_name":"Tran Tri Dang","orcid":"https://orcid.org/0000-0002-4413-1147"},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":true,"raw_author_name":"Tran Tri Dang","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133062939","display_name":"Jaronie Mohd Jani","orcid":null},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Jaronie Mohd Jani","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133048826","display_name":"Huo-Chong Ling","orcid":null},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Huo-Chong Ling","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113297513","display_name":"Linh Duc Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Linh Duc Tran","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083180770","display_name":"Quang Nhat Tran","orcid":"https://orcid.org/0000-0001-9030-9447"},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quang Tran","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070761695","display_name":"Quy Dang Nguyen","orcid":null},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Quy Nguyen","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070489475","display_name":"H. Tran","orcid":null},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Hoang Tran","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028933550","display_name":"Thanh Chi Pham","orcid":"https://orcid.org/0009-0003-6619-2535"},"institutions":[{"id":"https://openalex.org/I157358134","display_name":"RMIT Vietnam","ror":"https://ror.org/004axh929","country_code":"VN","type":"education","lineage":["https://openalex.org/I157358134","https://openalex.org/I82951845"]}],"countries":["VN"],"is_corresponding":false,"raw_author_name":"Thanh Chi Pham","raw_affiliation_strings":["School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam"],"affiliations":[{"raw_affiliation_string":"School of Science, Engineering & Technology, RMIT University Vietnam, Ho Chi Minh, Vietnam","institution_ids":["https://openalex.org/I157358134"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5091804787"],"corresponding_institution_ids":["https://openalex.org/I157358134"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.9853517,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"94"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.47760000824928284,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.47760000824928284,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11704","display_name":"Mobile Crowdsensing and Crowdsourcing","score":0.1307000070810318,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11122","display_name":"Online Learning and Analytics","score":0.0674000009894371,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/popularity","display_name":"Popularity","score":0.9212999939918518},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.6578999757766724},{"id":"https://openalex.org/keywords/sample","display_name":"Sample (material)","score":0.5702999830245972},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4293000102043152},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.41990000009536743},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.414000004529953},{"id":"https://openalex.org/keywords/competitive-advantage","display_name":"Competitive advantage","score":0.4097999930381775}],"concepts":[{"id":"https://openalex.org/C2780586970","wikidata":"https://www.wikidata.org/wiki/Q1357284","display_name":"Popularity","level":2,"score":0.9212999939918518},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.6578999757766724},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5702999830245972},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4975999891757965},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4293000102043152},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.41990000009536743},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.414000004529953},{"id":"https://openalex.org/C58546491","wikidata":"https://www.wikidata.org/wiki/Q1150207","display_name":"Competitive advantage","level":2,"score":0.4097999930381775},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.3555999994277954},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.34060001373291016},{"id":"https://openalex.org/C206654554","wikidata":"https://www.wikidata.org/wiki/Q5374247","display_name":"Empirical measure","level":2,"score":0.33649998903274536},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.33489999175071716},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.31850001215934753},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.29980000853538513},{"id":"https://openalex.org/C91306197","wikidata":"https://www.wikidata.org/wiki/Q45767","display_name":"Competition (biology)","level":2,"score":0.2969000041484833},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29649999737739563},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.2802000045776367},{"id":"https://openalex.org/C162118730","wikidata":"https://www.wikidata.org/wiki/Q1128453","display_name":"Actuarial science","level":1,"score":0.2766000032424927},{"id":"https://openalex.org/C2777212361","wikidata":"https://www.wikidata.org/wiki/Q5127848","display_name":"Class (philosophy)","level":2,"score":0.2750000059604645},{"id":"https://openalex.org/C166052673","wikidata":"https://www.wikidata.org/wiki/Q83021","display_name":"Empirical evidence","level":2,"score":0.27320000529289246},{"id":"https://openalex.org/C175444787","wikidata":"https://www.wikidata.org/wiki/Q39072","display_name":"Microeconomics","level":1,"score":0.26330000162124634},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.2630999982357025},{"id":"https://openalex.org/C109986646","wikidata":"https://www.wikidata.org/wiki/Q546113","display_name":"Public policy","level":2,"score":0.2628999948501587},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.25589999556541443},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3789595.3789613","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3789595.3789613","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 14th International Conference on Software and Information Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3789595.3789613","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3789595.3789613","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 14th International Conference on Software and Information Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[{"score":0.7376950979232788,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2151828850","https://openalex.org/W2894540915","https://openalex.org/W3177813494","https://openalex.org/W3198685994","https://openalex.org/W4319787431","https://openalex.org/W4323526457","https://openalex.org/W4323655724","https://openalex.org/W4324046518","https://openalex.org/W4387711873","https://openalex.org/W4390985631","https://openalex.org/W4391136507","https://openalex.org/W4392484257","https://openalex.org/W4395065007","https://openalex.org/W4399736177","https://openalex.org/W4400774941","https://openalex.org/W4416035104"],"related_works":[],"abstract_inverted_index":{"Competitive":[0],"programming":[1],"(CP)":[2],"is":[3,60,88],"widely":[4],"used":[5],"in":[6,72],"computer":[7],"science":[8],"education":[9],"to":[10,42,63,156],"train":[11],"algorithmic":[12],"thinking:":[13],"solutions":[14,46],"must":[15],"match":[16],"exact":[17],"input/output":[18],"formats,":[19],"pass":[20],"both":[21],"public":[22],"and":[23,26,31,47,54,112,123,129,169,175,178,193,205,214],"hidden":[24],"tests,":[25],"finish":[27],"within":[28],"strict":[29],"time":[30],"memory":[32],"limits.":[33],"Students":[34],"can":[35,210],"now":[36],"use":[37],"large":[38],"language":[39],"models":[40,163],"(LLMs)":[41],"generate":[43,101],"sample":[44],"CP":[45,69,86,103,212],"learn":[48],"from":[49],"them":[50],"by":[51,108,115,124,144],"comparing,":[52],"self-checking,":[53],"improving":[55],"their":[56,83],"own":[57],"code.":[58],"It":[59],"therefore":[61],"important":[62],"understand":[64],"how":[65,170,206],"well":[66],"LLMs":[67,99,209],"solve":[68],"problems,":[70],"especially":[71],"university":[73],"settings":[74],"where":[75,161,166],"access":[76],"often":[77],"comes":[78],"through":[79],"privacy-preserving":[80],"deployments,":[81],"so":[82],"capability":[84],"for":[85,140,154],"training":[87],"unclear.":[89],"This":[90],"paper":[91],"reports":[92],"an":[93],"empirical":[94],"study":[95,199],"of":[96],"privately":[97,207],"deployed":[98,208],"that":[100],"candidate":[102],"solutions.":[104],"We":[105,133],"measure":[106],"success":[107],"online":[109],"judge":[110,147],"acceptance":[111,171],"analyze":[113],"results":[114],"problem":[116],"category":[117],"(e.g.,":[118],"dynamic":[119],"programming,":[120],"graphs,":[121],"greedy)":[122],"two":[125],"attributes:":[126],"Popularity":[127,177],"(attempts)":[128],"Solvability":[130,179],"(success":[131],"rate).":[132],"also":[134],"test":[135],"a":[136,150],"simple":[137],"few-shot":[138],"strategy":[139],"the":[141,186,190,198],"better-performing":[142],"model":[143],"adding":[145],"brief":[146],"feedback":[148],"after":[149,189],"failed":[151],"first":[152,191],"attempt,":[153],"up":[155],"four":[157],"attempts.":[158],"Results":[159],"show":[160],"these":[162],"work":[164],"well,":[165],"they":[167],"struggle,":[168],"changes":[172],"across":[173,176],"categories":[174],"ranges.":[180],"Judge-feedback":[181],"retries":[182],"improve":[183],"acceptance,":[184],"with":[185],"biggest":[187],"gain":[188],"retry":[192],"smaller":[194],"gains":[195],"later.":[196],"Overall,":[197],"offers":[200],"practical":[201],"guidance":[202],"on":[203],"when":[204],"support":[211],"self-training":[213],"algorithm":[215],"practice.":[216]},"counts_by_year":[],"updated_date":"2026-04-07T14:57:38.498316","created_date":"2026-04-07T00:00:00"}