{"id":"https://openalex.org/W4408488372","doi":"https://doi.org/10.1145/3723353","title":"Variable Renaming-Based Adversarial Test Generation for Code Model: Benchmark and Enhancement","display_name":"Variable Renaming-Based Adversarial Test Generation for Code Model: Benchmark and Enhancement","publication_year":2025,"publication_date":"2025-03-14","ids":{"openalex":"https://openalex.org/W4408488372","doi":"https://doi.org/10.1145/3723353"},"language":"en","primary_location":{"id":"doi:10.1145/3723353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723353","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://orbilu.uni.lu/handle/10993/64608","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100506974","display_name":"Wen Jin","orcid":"https://orcid.org/0009-0004-7187-7296"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":true,"raw_author_name":"Jin Wen","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101406450","display_name":"Qiang Hu","orcid":"https://orcid.org/0000-0002-8251-1669"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qiang Hu","raw_affiliation_strings":["Tianjin University, Tianjin, China","Tianjin University, China"],"affiliations":[{"raw_affiliation_string":"Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]},{"raw_affiliation_string":"Tianjin University, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023978917","display_name":"Yuejun Guo","orcid":"https://orcid.org/0000-0002-5535-2420"},"institutions":[{"id":"https://openalex.org/I4210112527","display_name":"Luxembourg Institute of Science and Technology","ror":"https://ror.org/01t178j62","country_code":"LU","type":"education","lineage":["https://openalex.org/I4210112527"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yuejun Guo","raw_affiliation_strings":["Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","Luxembourg Institute of Science and Technology, Luxembourg"],"affiliations":[{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]},{"raw_affiliation_string":"Luxembourg Institute of Science and Technology, Luxembourg","institution_ids":["https://openalex.org/I4210112527"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000695937","display_name":"Maxime Cordy","orcid":"https://orcid.org/0000-0001-8312-1358"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Maxime Cordy","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5040574362","display_name":"Yves Le Traon","orcid":"https://orcid.org/0000-0002-1045-4861"},"institutions":[{"id":"https://openalex.org/I186903577","display_name":"University of Luxembourg","ror":"https://ror.org/036x5ad56","country_code":"LU","type":"education","lineage":["https://openalex.org/I186903577"]}],"countries":["LU"],"is_corresponding":false,"raw_author_name":"Yves Le Traon","raw_affiliation_strings":["University of Luxembourg, Esch-sur-Alzette, Luxembourg","University of Luxembourg, Luxembourg"],"affiliations":[{"raw_affiliation_string":"University of Luxembourg, Esch-sur-Alzette, Luxembourg","institution_ids":["https://openalex.org/I186903577"]},{"raw_affiliation_string":"University of Luxembourg, Luxembourg","institution_ids":["https://openalex.org/I186903577"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5100506974"],"corresponding_institution_ids":["https://openalex.org/I186903577"],"apc_list":null,"apc_paid":null,"fwci":2.8599,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.89917758,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"35","issue":"1","first_page":"1","last_page":"28"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11241","display_name":"Advanced Malware Detection Techniques","score":0.9890000224113464,"subfield":{"id":"https://openalex.org/subfields/1711","display_name":"Signal Processing"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8636717796325684},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.6697665452957153},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.6688284873962402},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5534322261810303},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.43068602681159973},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.42399829626083374},{"id":"https://openalex.org/keywords/variable","display_name":"Variable (mathematics)","score":0.41101184487342834},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.29702192544937134},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06416326761245728}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8636717796325684},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.6697665452957153},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.6688284873962402},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5534322261810303},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.43068602681159973},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.42399829626083374},{"id":"https://openalex.org/C182365436","wikidata":"https://www.wikidata.org/wiki/Q50701","display_name":"Variable (mathematics)","level":2,"score":0.41101184487342834},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.29702192544937134},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06416326761245728},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C13280743","wikidata":"https://www.wikidata.org/wiki/Q131089","display_name":"Geodesy","level":1,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3723353","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3723353","pdf_url":null,"source":{"id":"https://openalex.org/S142627899","display_name":"ACM Transactions on Software Engineering and Methodology","issn_l":"1049-331X","issn":["1049-331X","1557-7392"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ACM Transactions on Software Engineering and Methodology","raw_type":"journal-article"},{"id":"pmh:oai:orbilu.uni.lu:10993/64608","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/64608","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology (2025-03-14)","raw_type":"peer reviewed"}],"best_oa_location":{"id":"pmh:oai:orbilu.uni.lu:10993/64608","is_oa":true,"landing_page_url":"https://orbilu.uni.lu/handle/10993/64608","pdf_url":null,"source":{"id":"https://openalex.org/S4306401815","display_name":"Open Repository and Bibliography (University of Luxembourg)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I186903577","host_organization_name":"University of Luxembourg","host_organization_lineage":["https://openalex.org/I186903577"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"ACM Transactions on Software Engineering and Methodology (2025-03-14)","raw_type":"peer reviewed"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":25,"referenced_works":["https://openalex.org/W398859631","https://openalex.org/W2065053490","https://openalex.org/W2186222003","https://openalex.org/W2511803001","https://openalex.org/W2747329762","https://openalex.org/W2789817163","https://openalex.org/W2794601162","https://openalex.org/W2963857521","https://openalex.org/W2963935794","https://openalex.org/W2996851481","https://openalex.org/W2997451752","https://openalex.org/W3007157104","https://openalex.org/W3087720408","https://openalex.org/W3109966548","https://openalex.org/W4220722393","https://openalex.org/W4220914596","https://openalex.org/W4224214784","https://openalex.org/W4224312366","https://openalex.org/W4285605356","https://openalex.org/W4319793479","https://openalex.org/W4382317573","https://openalex.org/W4384009718","https://openalex.org/W4386243126","https://openalex.org/W4398785937","https://openalex.org/W4404234188"],"related_works":["https://openalex.org/W2502115930","https://openalex.org/W2482350142","https://openalex.org/W4246396837","https://openalex.org/W3126451824","https://openalex.org/W1561927205","https://openalex.org/W3191453585","https://openalex.org/W4297672492","https://openalex.org/W4310988119","https://openalex.org/W4285226279","https://openalex.org/W4288019534"],"abstract_inverted_index":{"Robustness":[0],"testing":[1],"is":[2,22,55,146],"essential":[3],"for":[4,103,149],"evaluating":[5],"deep":[6],"learning":[7],"models,":[8],"particularly":[9],"under":[10],"unforeseen":[11],"circumstances.":[12],"Adversarial":[13,44],"test":[14,161],"generation,":[15],"a":[16,56,72],"fundamental":[17],"approach":[18],"in":[19,24,37],"robustness":[20],"testing,":[21],"prevalent":[23],"computer":[25],"vision":[26],"and":[27,31,63,95,118,128,140],"natural":[28],"language":[29],"processing,":[30],"it":[32],"has":[33],"gained":[34],"considerable":[35],"attention":[36],"code":[38,125,131],"tasks":[39,127],"recently.":[40],"The":[41],"Variable":[42],"Renaming-Based":[43],"Test":[45],"Generation":[46],"(VRTG),":[47],"which":[48],"deceives":[49],"models":[50,132],"by":[51,165],"altering":[52],"variable":[53,64,159],"names,":[54],"key":[57],"focus.":[58],"VRTG":[59,99,150],"involves":[60],"substitution":[61,110,114,145],"construction":[62,111],"name":[65],"searching,":[66],"but":[67],"its":[68],"systematic":[69],"design":[70],"remains":[71],"challenge":[73],"due":[74],"to":[75,88,167],"the":[76,85,90,156],"empirical":[77],"nature":[78],"of":[79,92,123],"these":[80],"components.":[81],"This":[82],"article":[83],"introduces":[84],"first":[86],"benchmark":[87,107,135],"examine":[89],"impact":[91],"various":[93],"substitutions":[94],"search":[96,120],"algorithms":[97],"on":[98],"effectiveness,":[100],"exploring":[101],"improvements":[102],"existing":[104],"VRTGs.":[105],"Our":[106],"includes":[108],"three":[109,129],"types,":[112],"six":[113],"position":[115],"rank":[116],"ways":[117],"seven":[119],"algorithms.":[121],"Analysis":[122],"four":[124],"understanding":[126],"pre-trained":[130],"using":[133],"our":[134],"reveals":[136],"that":[137],"combining":[138],"RNNS":[139],"Genetic":[141],"Algorithm":[142],"with":[143],"code-based":[144],"more":[147],"effective":[148],"construction.":[151],"Notably,":[152],"this":[153],"method":[154],"outperforms":[155],"advanced":[157],"black-box":[158],"renaming":[160],"generation":[162],"technique,":[163],"ALERT,":[164],"up":[166],"22.57%.":[168]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-12-28T23:10:05.387466","created_date":"2025-10-10T00:00:00"}