{"id":"https://openalex.org/W4408488372","doi":"https://doi.org/10.1145/3723353","title":"Variable Renaming-Based Adversarial Test Generation for Code Model: Benchmark and Enhancement","display_name":"Variable Renaming-Based Adversarial Test Generation for Code Model: Benchmark and Enhancement","alternate_titles":[],"publication_year":2025,"publication_date":"2025-12-11","ids":{"openalex":"https://openalex.org/W4408488372","doi":"https://doi.org/10.1145/3723353"},"language":"en","primary_location":{"id":"doi:10.1145/3723353","doi":"https://doi.org/10.1145/3723353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723353","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W4408488372"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/bitstream/10993/64608/1/3723353.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Jin Wen","orcid":"https://orcid.org/0009-0004-7187-7296","observed_orcids":["https://orcid.org/0009-0004-7187-7296"]},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jin Wen","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0009-0004-7187-7296","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101406450","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-8251-1669","observed_orcids":["https://orcid.org/0000-0002-8251-1669"]},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Qiang Hu","raw_affiliation_strings":["Tianjin University, Tianjin, China","Tianjin University, China"],"raw_orcid":"https://orcid.org/0000-0002-8251-1669","affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023978917","display_name":"Yuejun Guo","orcid":"https://orcid.org/0000-0002-5535-2420","observed_orcids":["https://orcid.org/0000-0002-5535-2420"]},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"nonprofit","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yuejun Guo","raw_affiliation_strings":["Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","Luxembourg Institute of Science and Technology, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-5535-2420","affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]},{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000695937","display_name":"Maxime Cordy","orcid":"https://orcid.org/0000-0001-8312-1358","observed_orcids":["https://orcid.org/0000-0001-8312-1358"]},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Maxime Cordy","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0001-8312-1358","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861","observed_orcids":["https://orcid.org/0000-0002-1045-4861"]},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"raw_orcid":"https://orcid.org/0000-0002-1045-4861","affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.5411,"has_fulltext":true,"cited_by_count":13,"citation_normalized_percentile":{"value":0.97165019,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":87,"max":99},"biblio":{"volume":"35","issue":"1","first_page":"1","last_page":"28"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5922999978065491,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.5922999978065491,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.25049999356269836,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.15000000596046448,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/variable-renaming","display_name":"variable renaming","score":0.7239999771118164},{"id":"https://openalex.org/keywords/benchmark","display_name":"benchmark","score":0.414000004529953},{"id":"https://openalex.org/keywords/genetic-algorithm","display_name":"genetic algorithm","score":0.7139999866485596},{"id":"https://openalex.org/keywords/recurrent-neural-networks","display_name":"recurrent neural networks","score":0.9010000228881836},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"program comprehension","score":0.6470000147819519},{"id":"https://openalex.org/keywords/pre-trained-code-models","display_name":"pre-trained code models","score":0.777999997138977},{"id":"https://openalex.org/keywords/black-box-testing","display_name":"black-box testing","score":0.6230000257492065},{"id":"https://openalex.org/keywords/alert-nunavut","display_name":"alerts","score":0.7839999794960022}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636717796325684},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6697665452957153},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6688284873962402},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5534322261810303},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.43068602681159973},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42399829626083374},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.41101184487342834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29702192544937134},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06416326761245728},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3723353","doi":"https://doi.org/10.1145/3723353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723353","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["ccf-a","cwts-core","dongbi-a","jufo-3","norway-2","poland-100","russia-white-list-1"],"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/64608","doi":null,"is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/64608","pdf_url":"https://orbilu.uni.lu/bitstream/10993/64608/1/3723353.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology (2025-03-14)","raw_type":"http://purl.org/coar/resource_type/c_6501"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/64608","doi":null,"is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/64608","pdf_url":"https://orbilu.uni.lu/bitstream/10993/64608/1/3723353.pdf","source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology (2025-03-14)","raw_type":"http://purl.org/coar/resource_type/c_6501"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G5242316204","display_name":"pLatform for Analysis of Resilient and secUre Software","funder_award_id":"101070303","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320321038","display_name":"Fonds National de la Recherche Luxembourg","ror":"https://ror.org/039z13y21"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4408488372.pdf","grobid_xml":"https://content.openalex.org/works/W4408488372.grobid-xml"},"referenced_works_count":44,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W1945616565","https://openalex.org/W2065053490","https://openalex.org/W2186222003","https://openalex.org/W2511803001","https://openalex.org/W2516574342","https://openalex.org/W2742956140","https://openalex.org/W2747329762","https://openalex.org/W2754629507","https://openalex.org/W2789817163","https://openalex.org/W2794601162","https://openalex.org/W2799194071","https://openalex.org/W2895097814","https://openalex.org/W2949128310","https://openalex.org/W2963935794","https://openalex.org/W2970862273","https://openalex.org/W2980634774","https://openalex.org/W2991240978","https://openalex.org/W2996851481","https://openalex.org/W2997451752","https://openalex.org/W3007157104","https://openalex.org/W3034846000","https://openalex.org/W3035345420","https://openalex.org/W3087720408","https://openalex.org/W3098605233","https://openalex.org/W3123684396","https://openalex.org/W3165784750","https://openalex.org/W3183962691","https://openalex.org/W3198685994","https://openalex.org/W3211639941","https://openalex.org/W4220722393","https://openalex.org/W4220914596","https://openalex.org/W4224214784","https://openalex.org/W4224312366","https://openalex.org/W4225407062","https://openalex.org/W4285605356","https://openalex.org/W4319793479","https://openalex.org/W4382317573","https://openalex.org/W4384009718","https://openalex.org/W4386243126","https://openalex.org/W4389520442","https://openalex.org/W4398785937","https://openalex.org/W4404234188","https://openalex.org/W7128498336"],"related_works":["https://openalex.org/W4389520442","https://openalex.org/W4388483038","https://openalex.org/W7113903329","https://openalex.org/W7166822288","https://openalex.org/W2997451752","https://openalex.org/W3125715145","https://openalex.org/W6912714797","https://openalex.org/W7214109061","https://openalex.org/W4403536356","https://openalex.org/W7166522054"],"abstract_inverted_index":{"Robustness":[0],"testing":[1],"is":[2,22,55,146],"essential":[3],"for":[4,103,149],"evaluating":[5],"deep":[6],"learning":[7],"models,":[8],"particularly":[9],"under":[10],"unforeseen":[11],"circumstances.":[12],"Adversarial":[13,44],"test":[14,161],"generation,":[15],"a":[16,56,72],"fundamental":[17],"approach":[18],"in":[19,24,37],"robustness":[20],"testing,":[21],"prevalent":[23],"computer":[25],"vision":[26],"and":[27,31,63,95,118,128,140],"natural":[28],"language":[29],"processing,":[30],"it":[32],"has":[33],"gained":[34],"considerable":[35],"attention":[36],"code":[38,125,131],"tasks":[39,127],"recently.":[40],"The":[41],"Variable":[42],"Renaming-Based":[43],"Test":[45],"Generation":[46],"(VRTG),":[47],"which":[48],"deceives":[49],"models":[50,132],"by":[51,165],"altering":[52],"variable":[53,64,159],"names,":[54],"key":[57],"focus.":[58],"VRTG":[59,99,150],"involves":[60],"substitution":[61,110,114,145],"construction":[62,111],"name":[65],"searching,":[66],"but":[67],"its":[68],"systematic":[69],"design":[70],"remains":[71],"challenge":[73],"due":[74],"to":[75,88,167],"the":[76,85,90,156],"empirical":[77],"nature":[78],"of":[79,92,123],"these":[80],"components.":[81],"This":[82],"article":[83],"introduces":[84],"first":[86],"benchmark":[87,107,135],"examine":[89],"impact":[91],"various":[93],"substitutions":[94],"search":[96,120],"algorithms":[97],"on":[98],"effectiveness,":[100],"exploring":[101],"improvements":[102],"existing":[104],"VRTGs.":[105],"Our":[106],"includes":[108],"three":[109,129],"types,":[112],"six":[113],"position":[115],"rank":[116],"ways":[117],"seven":[119],"algorithms.":[121],"Analysis":[122],"four":[124],"understanding":[126],"pre-trained":[130],"using":[133],"our":[134],"reveals":[136],"that":[137],"combining":[138],"RNNS":[139],"Genetic":[141],"Algorithm":[142],"with":[143],"code-based":[144],"more":[147],"effective":[148],"construction.":[151],"Notably,":[152],"this":[153],"method":[154],"outperforms":[155],"advanced":[157],"black-box":[158],"renaming":[160],"generation":[162],"technique,":[163],"ALERT,":[164],"up":[166],"22.57%.":[168]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4408488372","counts_by_year":[{"year":2026,"cited_by_count":12},{"year":2025,"cited_by_count":1}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2025-03-16T00:00:00"}
