{"id":"https://openalex.org/W4411450178","doi":"https://doi.org/10.1145/3715716","title":"Element-Based Automated DNN Repair with Fine-Tuned Masked Language Model","display_name":"Element-Based Automated DNN Repair with Fine-Tuned Masked Language Model","publication_year":2025,"publication_date":"2025-06-19","ids":{"openalex":"https://openalex.org/W4411450178","doi":"https://doi.org/10.1145/3715716"},"language":"en","primary_location":{"id":"doi:10.1145/3715716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715716","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://doi.org/10.1145/3715716","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5019396824","display_name":"Xu Wang","orcid":"https://orcid.org/0000-0001-5057-3278"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xu Wang","raw_affiliation_strings":["Beihang University, Beijing, China","Engineering Research Center of Intelligent Computing for Complex Energy Systems, Ministry of Education, Baoding, China","Zhongguancun Laboratory, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5057-3278","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]},{"raw_affiliation_string":"Engineering Research Center of Intelligent Computing for Complex Energy Systems, Ministry of Education, Baoding, China","institution_ids":[]},{"raw_affiliation_string":"Zhongguancun Laboratory, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034712187","display_name":"Mingming Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingming Zhang","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0009-0000-0522-4861","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009594735","display_name":"Xiangxin Meng","orcid":"https://orcid.org/0000-0001-5630-4810"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiangxin Meng","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-5630-4810","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5035797029","display_name":"Jian Zhang","orcid":"https://orcid.org/0000-0001-8316-1894"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Jian Zhang","raw_affiliation_strings":["Nanyang Technological University, Beijing, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-8316-1894","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Beijing, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100355692","display_name":"Yang Liu","orcid":"https://orcid.org/0000-0001-7300-9215"},"institutions":[{"id":"https://openalex.org/I172675005","display_name":"Nanyang Technological University","ror":"https://ror.org/02e7b5302","country_code":"SG","type":"education","lineage":["https://openalex.org/I172675005"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"Yang Liu","raw_affiliation_strings":["Nanyang Technological University, Beijing, Singapore"],"raw_orcid":"https://orcid.org/0000-0001-7300-9215","affiliations":[{"raw_affiliation_string":"Nanyang Technological University, Beijing, Singapore","institution_ids":["https://openalex.org/I172675005"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5028857237","display_name":"Chunming Hu","orcid":"https://orcid.org/0000-0003-3473-9703"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chunming Hu","raw_affiliation_strings":["Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3473-9703","affiliations":[{"raw_affiliation_string":"Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.13951415,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"FSE","first_page":"106","last_page":"129"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9965000152587891,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8227359652519226},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.801539421081543},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5291785597801208},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.5172175168991089},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5171248912811279},{"id":"https://openalex.org/keywords/masking","display_name":"Masking (illustration)","score":0.5047110319137573},{"id":"https://openalex.org/keywords/debugging","display_name":"Debugging","score":0.4936131238937378},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4918994903564453},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4430271089076996},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.44007280468940735},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.08159688115119934}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8227359652519226},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.801539421081543},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5291785597801208},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5172175168991089},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5171248912811279},{"id":"https://openalex.org/C2777402240","wikidata":"https://www.wikidata.org/wiki/Q6783436","display_name":"Masking (illustration)","level":2,"score":0.5047110319137573},{"id":"https://openalex.org/C168065819","wikidata":"https://www.wikidata.org/wiki/Q845566","display_name":"Debugging","level":2,"score":0.4936131238937378},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4918994903564453},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4430271089076996},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.44007280468940735},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.08159688115119934},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3715716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715716","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:dr.ntu.edu.sg:10356/201449","is_oa":false,"landing_page_url":"https://hdl.handle.net/10356/201449","pdf_url":null,"source":{"id":"https://openalex.org/S4306402609","display_name":"DR-NTU (Nanyang Technological University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I172675005","host_organization_name":"Nanyang Technological University","host_organization_lineage":["https://openalex.org/I172675005"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":null,"raw_type":"Journal Article"}],"best_oa_location":{"id":"doi:10.1145/3715716","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3715716","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W2155893237","https://openalex.org/W2605202003","https://openalex.org/W2736762043","https://openalex.org/W2742229469","https://openalex.org/W2801490189","https://openalex.org/W2895570420","https://openalex.org/W2898868990","https://openalex.org/W2907705732","https://openalex.org/W2912440308","https://openalex.org/W2954778170","https://openalex.org/W2966501701","https://openalex.org/W2968594320","https://openalex.org/W2981207549","https://openalex.org/W2981852735","https://openalex.org/W2999691867","https://openalex.org/W3007157104","https://openalex.org/W3008115128","https://openalex.org/W3035051267","https://openalex.org/W3043761819","https://openalex.org/W3048160496","https://openalex.org/W3089472875","https://openalex.org/W3090643686","https://openalex.org/W3090943961","https://openalex.org/W3091633490","https://openalex.org/W3100698844","https://openalex.org/W3101193405","https://openalex.org/W3134796670","https://openalex.org/W3160155705","https://openalex.org/W3160349922","https://openalex.org/W3160369295","https://openalex.org/W3178469298","https://openalex.org/W3186232356","https://openalex.org/W3193682477","https://openalex.org/W3198685994","https://openalex.org/W3203969037","https://openalex.org/W4205390421","https://openalex.org/W4220700454","https://openalex.org/W4221166942","https://openalex.org/W4229068576","https://openalex.org/W4236606190","https://openalex.org/W4247769423","https://openalex.org/W4253813365","https://openalex.org/W4284670965","https://openalex.org/W4284681547","https://openalex.org/W4284705844","https://openalex.org/W4285490426","https://openalex.org/W4285490447","https://openalex.org/W4288089799","https://openalex.org/W4296592009","https://openalex.org/W4308643319","https://openalex.org/W4312970618","https://openalex.org/W4380988914","https://openalex.org/W4384302762","https://openalex.org/W4384304728","https://openalex.org/W4384345708","https://openalex.org/W4386436496","https://openalex.org/W4388482966","https://openalex.org/W4388483128","https://openalex.org/W4388483172","https://openalex.org/W4388483599","https://openalex.org/W4390828922","https://openalex.org/W4393065402","https://openalex.org/W4402457546","https://openalex.org/W4403536352"],"related_works":["https://openalex.org/W4321442002","https://openalex.org/W2015265939","https://openalex.org/W2284072287","https://openalex.org/W2611067230","https://openalex.org/W2480201319","https://openalex.org/W2387706296","https://openalex.org/W2155788121","https://openalex.org/W4235469518","https://openalex.org/W3194833114","https://openalex.org/W4205868343"],"abstract_inverted_index":{"Deep":[0],"Neural":[1],"Networks":[2],"(DNNs)":[3],"are":[4],"prevalent":[5,229],"across":[6],"a":[7,69,88,125,144,171],"wide":[8],"range":[9],"of":[10,20,122,155,166,252],"applications.":[11],"Despite":[12],"their":[13,32],"success,":[14],"the":[15,97,105,109,114,119,139,164,189,223,245,250,253],"complexity":[16],"and":[17,27,34,102,183,204,216],"opaque":[18],"nature":[19],"DNNs":[21,66],"pose":[22],"significant":[23],"challenges":[24],"in":[25,84,239,256],"debugging":[26],"repairing":[28],"DNN":[29,46,99,150,176,181,202,240],"models,":[30],"limiting":[31],"reliability":[33],"broader":[35],"adoption.":[36],"In":[37],"this":[38,257],"paper,":[39],"we":[40,234],"propose":[41],"MLM4DNN,":[42],"an":[43,184],"element-based":[44],"automated":[45],"repair":[47,140,151,241],"method.":[48],"Unlike":[49],"previous":[50],"techniques":[51],"that":[52,117,187,207],"focus":[53],"on":[54,60,198],"post-training":[55],"adjustments":[56],"or":[57],"rely":[58],"heavily":[59],"predefined":[61,81],"bug":[62],"patterns,":[63],"MLM4DNN":[64,194,208],"repairs":[65],"by":[67,91],"leveraging":[68],"fine-tuned":[70,224],"Masked":[71],"Language":[72,231],"Model":[73],"(MLM)":[74],"to":[75,107,112,132,137,162,227,244],"predict":[76],"correct":[77,98,110],"fixes":[78],"for":[79,149],"nine":[80,93],"key":[82,94],"elements":[83,95,111],"DNNs.":[85,123],"We":[86,142,169,192],"construct":[87,170],"large-scale":[89],"dataset":[90],"masking":[92],"from":[96,159],"source":[100],"code":[101],"then":[103],"force":[104],"MLM":[106,225],"restore":[108],"learn":[113],"deep":[115],"semantics":[116],"ensure":[118],"normal":[120],"functionalities":[121],"Afterwards,":[124],"light-weight":[126],"static":[127],"analysis":[128],"tool":[129,186],"is":[130],"designed":[131],"filter":[133],"out":[134],"low-quality":[135],"patches":[136],"enhance":[138],"efficiency.":[141],"introduce":[143],"patch":[145],"validation":[146],"method":[147,254],"specifically":[148],"tasks,":[152],"which":[153,248],"consists":[154],"three":[156,190],"evaluation":[157,185],"metrics":[158],"different":[160],"aspects":[161],"model":[163],"effectiveness":[165,251],"generated":[167],"patches.":[168],"benchmark,":[172],"Benchmark":[173,199],"APR":[174,200],"4":[175,201],",":[177,203],"including":[178,213],"51":[179],"buggy":[180],"models":[182],"outputs":[188],"metrics.":[191],"evaluate":[193],"against":[195],"six":[196],"baselines":[197],"results":[205],"show":[206],"outperforms":[209],"all":[210],"state-of-the-art":[211],"baselines,":[212],"two":[214],"dynamic-based":[215],"four":[217],"zero-shot":[218],"learning-based":[219],"methods.":[220],"After":[221],"applying":[222],"design":[226],"several":[228],"Large":[230],"Models":[232],"(LLMs),":[233],"consistently":[235],"observe":[236],"improved":[237],"performance":[238],"tasks":[242],"compared":[243],"original":[246],"LLMs,":[247],"demonstrates":[249],"proposed":[255],"paper.":[258]},"counts_by_year":[],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}