{"id":"https://openalex.org/W4400690920","doi":"https://doi.org/10.1145/3678167","title":"Automatically Recommend Code Updates: Are We There Yet?","display_name":"Automatically Recommend Code Updates: Are We There Yet?","publication_year":2024,"publication_date":"2024-07-16","ids":{"openalex":"https://openalex.org/W4400690920","doi":"https://doi.org/10.1145/3678167"},"language":"en","primary_location":{"id":"doi:10.1145/3678167","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678167","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100320074","display_name":"Yue Liu","orcid":"https://orcid.org/0000-0002-5593-5917"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yue Liu","raw_affiliation_strings":["Monash University, Melbourne, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5593-5917","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081449581","display_name":"Chakkrit Tantithamthavorn","orcid":"https://orcid.org/0000-0002-5516-9984"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Chakkrit Tantithamthavorn","raw_affiliation_strings":["Monash University, Melbourne, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0002-5516-9984","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100622983","display_name":"Yonghui Liu","orcid":"https://orcid.org/0000-0001-7548-5100"},"institutions":[{"id":"https://openalex.org/I56590836","display_name":"Monash University","ror":"https://ror.org/02bfwt286","country_code":"AU","type":"education","lineage":["https://openalex.org/I56590836"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Yonghui Liu","raw_affiliation_strings":["Monash University, Melbourne, Australia","Monash University, Australia"],"raw_orcid":"https://orcid.org/0000-0001-7548-5100","affiliations":[{"raw_affiliation_string":"Monash University, Melbourne, Australia","institution_ids":["https://openalex.org/I56590836"]},{"raw_affiliation_string":"Monash University, Australia","institution_ids":["https://openalex.org/I56590836"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040320723","display_name":"Patanamon Thongtanunam","orcid":"https://orcid.org/0000-0001-6328-8839"},"institutions":[{"id":"https://openalex.org/I165779595","display_name":"The University of Melbourne","ror":"https://ror.org/01ej9dk98","country_code":"AU","type":"education","lineage":["https://openalex.org/I165779595"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Patanamon Thongtanunam","raw_affiliation_strings":["The University of Melbourne, Melbourne, Australia","The University of Melbourne, Australia"],"raw_orcid":"https://orcid.org/0000-0001-6328-8839","affiliations":[{"raw_affiliation_string":"The University of Melbourne, Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]},{"raw_affiliation_string":"The University of Melbourne, Australia","institution_ids":["https://openalex.org/I165779595"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5106407830","display_name":"Li Li","orcid":"https://orcid.org/0000-0003-2990-1614"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Li","raw_affiliation_strings":["Beihang University, Beijing, China","Beihang University, China"],"raw_orcid":"https://orcid.org/0000-0003-2990-1614","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Beihang University, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.0837,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.97981154,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"33","issue":"8","first_page":"1","last_page":"27"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.989300012588501,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8464763760566711},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.4874146282672882},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.36469560861587524},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3548864424228668}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8464763760566711},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.4874146282672882},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.36469560861587524},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3548864424228668},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3678167","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3678167","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":114,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W2148854374","https://openalex.org/W2152094063","https://openalex.org/W2313513770","https://openalex.org/W2344072768","https://openalex.org/W2348249338","https://openalex.org/W2367798545","https://openalex.org/W2474835145","https://openalex.org/W2476464413","https://openalex.org/W2562348157","https://openalex.org/W2606555609","https://openalex.org/W2612690371","https://openalex.org/W2731743750","https://openalex.org/W2765982206","https://openalex.org/W2787106847","https://openalex.org/W2794601162","https://openalex.org/W2794908093","https://openalex.org/W2808113972","https://openalex.org/W2884019276","https://openalex.org/W2885579409","https://openalex.org/W2888328667","https://openalex.org/W2894732341","https://openalex.org/W2899575547","https://openalex.org/W2901941771","https://openalex.org/W2902316941","https://openalex.org/W2911270308","https://openalex.org/W2911282308","https://openalex.org/W2912568927","https://openalex.org/W2914234945","https://openalex.org/W2914747561","https://openalex.org/W2919115771","https://openalex.org/W2949266019","https://openalex.org/W2954276596","https://openalex.org/W2954823997","https://openalex.org/W2955230520","https://openalex.org/W2963097549","https://openalex.org/W2963548617","https://openalex.org/W2967556797","https://openalex.org/W2979826702","https://openalex.org/W2980282514","https://openalex.org/W3005628256","https://openalex.org/W3013745307","https://openalex.org/W3083954092","https://openalex.org/W3089307846","https://openalex.org/W3091006590","https://openalex.org/W3091477168","https://openalex.org/W3097730806","https://openalex.org/W3098605233","https://openalex.org/W3099583967","https://openalex.org/W3101835309","https://openalex.org/W3109716606","https://openalex.org/W3121707215","https://openalex.org/W3134215180","https://openalex.org/W3156333129","https://openalex.org/W3161903544","https://openalex.org/W3162689995","https://openalex.org/W3175995826","https://openalex.org/W3185341429","https://openalex.org/W3198685994","https://openalex.org/W4200633062","https://openalex.org/W4206238894","https://openalex.org/W4207068100","https://openalex.org/W4212774754","https://openalex.org/W4220672926","https://openalex.org/W4221166942","https://openalex.org/W4225640545","https://openalex.org/W4231288918","https://openalex.org/W4232918024","https://openalex.org/W4243379839","https://openalex.org/W4244174514","https://openalex.org/W4248799824","https://openalex.org/W4250023757","https://openalex.org/W4256084472","https://openalex.org/W4284667247","https://openalex.org/W4284679077","https://openalex.org/W4284709233","https://openalex.org/W4285490400","https://openalex.org/W4285490465","https://openalex.org/W4286331377","https://openalex.org/W4288080284","https://openalex.org/W4295192648","https://openalex.org/W4308641647","https://openalex.org/W4308641648","https://openalex.org/W4308643015","https://openalex.org/W4308643152","https://openalex.org/W4308643994","https://openalex.org/W4312290548","https://openalex.org/W4312436517","https://openalex.org/W4312439220","https://openalex.org/W4353069885","https://openalex.org/W4376606821","https://openalex.org/W4377238789","https://openalex.org/W4384155563","https://openalex.org/W4384155677","https://openalex.org/W4384345728","https://openalex.org/W4385261783","https://openalex.org/W4385884967","https://openalex.org/W4386081573","https://openalex.org/W4387427818","https://openalex.org/W4388090406","https://openalex.org/W4388638461","https://openalex.org/W4388826738","https://openalex.org/W4389519352","https://openalex.org/W4390976306","https://openalex.org/W4391555526","https://openalex.org/W4391775009","https://openalex.org/W4391974660","https://openalex.org/W4392163075","https://openalex.org/W4393406994","https://openalex.org/W4394638297","https://openalex.org/W4394664374","https://openalex.org/W4406466792","https://openalex.org/W6739901393","https://openalex.org/W6778883912"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"In":[0,59],"recent":[1],"years,":[2],"large":[3],"pre-trained":[4],"Language":[5],"Models":[6],"of":[7,68,84,172],"Code":[8],"(CodeLMs)":[9],"have":[10,42],"shown":[11],"promising":[12],"results":[13,102],"on":[14,52,80,186],"various":[15],"software":[16],"engineering":[17],"tasks.":[18],"One":[19],"such":[20,90],"task":[21],"is":[22],"automatic":[23],"code":[24,30,54,74,176],"update":[25,55,99,177],"recommendation,":[26],"which":[27],"transforms":[28],"outdated":[29],"snippets":[31],"into":[32],"their":[33,48,78,188],"approved":[34],"and":[35,50,98,123,137,155,169,179,191],"revised":[36],"counterparts.":[37],"Although":[38],"many":[39,145],"CodeLM-based":[40],"approaches":[41],"been":[43],"proposed,":[44],"claiming":[45],"high":[46],"accuracy,":[47],"effectiveness":[49,171],"reliability":[51],"real-world":[53,175],"tasks":[56],"remain":[57,158],"questionable.":[58],"this":[60],"article,":[61],"we":[62,142],"present":[63],"the":[64,163,167,181],"first":[65],"extensive":[66],"evaluation":[67],"state-of-the-art":[69],"CodeLMs":[70,106,173],"for":[71,134,174,183],"automatically":[72],"recommending":[73],"updates.":[75,140],"We":[76],"assess":[77],"performance":[79,109,131],"two":[81],"diverse":[82],"datasets":[83],"paired":[85],"updated":[86],"methods,":[87],"considering":[88],"factors":[89],"as":[91],"temporal":[92,114],"evolution,":[93],"project":[94],"specificity,":[95],"method":[96],"size,":[97],"complexity.":[100],"Our":[101,160],"reveal":[103],"that":[104,112,144],"while":[105],"exhibit":[107],"higher":[108],"in":[110,118,152],"settings":[111],"ignore":[113],"information,":[115],"they":[116],"struggle":[117],"more":[119,138,184],"realistic":[120],"time-wise":[121,153],"scenarios":[122],"generalize":[124],"poorly":[125],"to":[126],"new":[127],"projects.":[128],"Furthermore,":[129,141],"CodeLM":[130],"decreases":[132],"significantly":[133],"larger":[135],"methods":[136],"complex":[139],"observe":[143],"CodeLM-generated":[146],"\u201cupdates\u201d":[147],"are":[148],"actually":[149],"null,":[150],"especially":[151],"settings,":[154],"meaningful":[156],"edits":[157],"challenging.":[159],"findings":[161],"highlight":[162],"significant":[164],"gap":[165],"between":[166],"perceived":[168],"actual":[170],"recommendation":[178],"emphasize":[180],"need":[182],"research":[185],"improving":[187],"practicality,":[189],"robustness,":[190],"generalizability.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-16T13:24:37.021932","created_date":"2025-10-10T00:00:00"}