{"id":"https://openalex.org/W4406458816","doi":"https://doi.org/10.1109/tse.2024.3524461","title":"Understanding the Robustness of Transformer-Based Code Intelligence via Code Transformation: Challenges and Opportunities","display_name":"Understanding the Robustness of Transformer-Based Code Intelligence via Code Transformation: Challenges and Opportunities","publication_year":2025,"publication_date":"2025-01-16","ids":{"openalex":"https://openalex.org/W4406458816","doi":"https://doi.org/10.1109/tse.2024.3524461"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3524461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3524461","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://ink.library.smu.edu.sg/sis_research/11003","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5080376534","display_name":"Yaoxian Li","orcid":"https://orcid.org/0000-0002-8413-5257"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yaoxian Li","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0002-3357-2115","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5022820323","display_name":"Shiyi Qi","orcid":"https://orcid.org/0000-0002-8060-1273"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiyi Qi","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0002-8060-1273","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103094513","display_name":"Cuiyun Gao","orcid":"https://orcid.org/0000-0001-8513-6836"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Cuiyun Gao","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0001-8513-6836","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101845156","display_name":"Yun Peng","orcid":"https://orcid.org/0000-0003-1936-5598"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Yun Peng","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong, China","Department of Computer Science and Engineering, Chinese University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0003-1936-5598","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081036622","display_name":"David Lo","orcid":"https://orcid.org/0000-0002-4367-7201"},"institutions":[{"id":"https://openalex.org/I79891267","display_name":"Singapore Management University","ror":"https://ror.org/050qmg959","country_code":"SG","type":"education","lineage":["https://openalex.org/I79891267"]}],"countries":["SG"],"is_corresponding":false,"raw_author_name":"David Lo","raw_affiliation_strings":["School of Computing and Information Systems, Singapore Management University, Singapore"],"raw_orcid":"https://orcid.org/0000-0002-4367-7201","affiliations":[{"raw_affiliation_string":"School of Computing and Information Systems, Singapore Management University, Singapore","institution_ids":["https://openalex.org/I79891267"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069596903","display_name":"Michael R. Lyu","orcid":"https://orcid.org/0000-0002-3666-5798"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Michael R. Lyu","raw_affiliation_strings":["Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong, China","Department of Computer Science and Engineering, Chinese University of Hong Kong, China"],"raw_orcid":"https://orcid.org/0000-0002-3666-5798","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]},{"raw_affiliation_string":"Department of Computer Science and Engineering, Chinese University of Hong Kong, China","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051227924","display_name":"Zenglin Xu","orcid":"https://orcid.org/0000-0001-5550-6461"},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zenglin Xu","raw_affiliation_strings":["School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China"],"raw_orcid":"https://orcid.org/0000-0001-5550-6461","affiliations":[{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology, Shenzhen, China","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"School of Computer Science and Technology, Harbin Institute of Technology (Shenzhen), China","institution_ids":["https://openalex.org/I204983213"]}]}],"institutions":[],"countries_distinct_count":3,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":8.1067,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96677393,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":98},"biblio":{"volume":"51","issue":"2","first_page":"521","last_page":"547"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9799000024795532,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13734","display_name":"Advanced Computational Techniques and Applications","score":0.9168999791145325,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8246555328369141},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.654076099395752},{"id":"https://openalex.org/keywords/code-generation","display_name":"Code generation","score":0.5278235077857971},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5156666040420532},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41345518827438354},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.41230830550193787},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.17819392681121826},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08303269743919373},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.07845747470855713}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8246555328369141},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.654076099395752},{"id":"https://openalex.org/C133162039","wikidata":"https://www.wikidata.org/wiki/Q1061077","display_name":"Code generation","level":3,"score":0.5278235077857971},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5156666040420532},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41345518827438354},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.41230830550193787},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.17819392681121826},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08303269743919373},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.07845747470855713},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2024.3524461","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3524461","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12005","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11003","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TSE.2024.3524461","raw_type":"Journal Article"}],"best_oa_location":{"id":"pmh:oai:ink.library.smu.edu.sg:sis_research-12005","is_oa":true,"landing_page_url":"https://ink.library.smu.edu.sg/sis_research/11003","pdf_url":null,"source":{"id":"https://openalex.org/S4306401925","display_name":"Singapore Management University Institutional Knowledge (InK) (Singapore Management University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I79891267","host_organization_name":"Singapore Management University","host_organization_lineage":["https://openalex.org/I79891267"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"https://doi.org/10.1109/TSE.2024.3524461","raw_type":"Journal Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3616843134","display_name":null,"funder_award_id":"2023A1515011959","funder_id":"https://openalex.org/F4320321921","funder_display_name":"Natural Science Foundation of Guangdong Province"},{"id":"https://openalex.org/G617086500","display_name":null,"funder_award_id":"62472126","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320321921","display_name":"Natural Science Foundation of Guangdong Province","ror":null}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":91,"referenced_works":["https://openalex.org/W1993786160","https://openalex.org/W2056823637","https://openalex.org/W2071365726","https://openalex.org/W2085553299","https://openalex.org/W2101105183","https://openalex.org/W2123570619","https://openalex.org/W2142079700","https://openalex.org/W2159933174","https://openalex.org/W2171383742","https://openalex.org/W2194775991","https://openalex.org/W2516621648","https://openalex.org/W2613962421","https://openalex.org/W2768572539","https://openalex.org/W2794601162","https://openalex.org/W2799194071","https://openalex.org/W2805788202","https://openalex.org/W2888557792","https://openalex.org/W2938075706","https://openalex.org/W2949128310","https://openalex.org/W2950368691","https://openalex.org/W2954725723","https://openalex.org/W2957905354","https://openalex.org/W2962821226","https://openalex.org/W2963327228","https://openalex.org/W2963857521","https://openalex.org/W2963925437","https://openalex.org/W2963935794","https://openalex.org/W2968179027","https://openalex.org/W2979826702","https://openalex.org/W2997451752","https://openalex.org/W2997847174","https://openalex.org/W3000168638","https://openalex.org/W3002471858","https://openalex.org/W3034689979","https://openalex.org/W3035422387","https://openalex.org/W3086449553","https://openalex.org/W3093464584","https://openalex.org/W3098605233","https://openalex.org/W3104423855","https://openalex.org/W3108032709","https://openalex.org/W3109966548","https://openalex.org/W3123545166","https://openalex.org/W3128554366","https://openalex.org/W3131641316","https://openalex.org/W3138429261","https://openalex.org/W3155146092","https://openalex.org/W3159616622","https://openalex.org/W3161997752","https://openalex.org/W3162044134","https://openalex.org/W3162689995","https://openalex.org/W3174414731","https://openalex.org/W3175000455","https://openalex.org/W3211801722","https://openalex.org/W3217448992","https://openalex.org/W4220672926","https://openalex.org/W4220722393","https://openalex.org/W4220864612","https://openalex.org/W4293509738","https://openalex.org/W4308731473","https://openalex.org/W4385245566","https://openalex.org/W4391876619","https://openalex.org/W4397032804","https://openalex.org/W6636400922","https://openalex.org/W6678262379","https://openalex.org/W6682631176","https://openalex.org/W6725533135","https://openalex.org/W6753851271","https://openalex.org/W6754601402","https://openalex.org/W6755310938","https://openalex.org/W6762754356","https://openalex.org/W6763098168","https://openalex.org/W6766951040","https://openalex.org/W6767391643","https://openalex.org/W6768003788","https://openalex.org/W6774149093","https://openalex.org/W6779831603","https://openalex.org/W6779902714","https://openalex.org/W6780226713","https://openalex.org/W6783110351","https://openalex.org/W6783834226","https://openalex.org/W6783998945","https://openalex.org/W6784593087","https://openalex.org/W6787895855","https://openalex.org/W6790588633","https://openalex.org/W6796235982","https://openalex.org/W6799738915","https://openalex.org/W6802637335","https://openalex.org/W6805240939","https://openalex.org/W6840263849","https://openalex.org/W6840466690","https://openalex.org/W6861368227"],"related_works":["https://openalex.org/W2770593030","https://openalex.org/W3154990682","https://openalex.org/W2560201613","https://openalex.org/W2171975302","https://openalex.org/W2022352247","https://openalex.org/W2488129135","https://openalex.org/W4312219546","https://openalex.org/W2377538627","https://openalex.org/W2107220315","https://openalex.org/W2163672025"],"abstract_inverted_index":{"Transformer-based":[0,222],"models":[1,25,154],"have":[2,33,128],"demonstrated":[3],"state-of-the-art":[4],"performance":[5,58,134,152],"in":[6],"various":[7,226],"intelligent":[8],"coding":[9],"tasks":[10],"such":[11],"as":[12],"code":[13,17,54,65,108,112,114,117,158,162,177,183,207,223],"comment":[14],"generation":[15],"and":[16,63,76,101,116,125,193,219],"completion.":[18],"Previous":[19],"studies":[20],"show":[21,149],"that":[22,120,141],"deep":[23],"learning":[24],"are":[26,68,84],"sensitive":[27],"to":[28,189],"input":[29,42],"variations,":[30],"but":[31],"few":[32],"systematically":[34],"studied":[35],"the":[36,50,57,82,129,133,165,172,186,198,217],"robustness":[37,173,199],"of":[38,52,59,135,167,174,200,206],"Transformer":[39],"under":[40,160,176],"perturbed":[41],"code.":[43],"In":[44],"this":[45],"work,":[46],"we":[47,203,213],"empirically":[48],"study":[49,192],"effect":[51],"semantic-preserving":[53],"transformations":[55,184],"on":[56,105,132,144,157,210],"Transformers.":[60,136,201],"Specifically,":[61],"27":[62],"24":[64],"transformation":[66,124,127],"strategies":[67,83],"implemented":[69],"for":[70,221],"two":[71],"popular":[72,107],"programming":[73],"languages,":[74],"Java":[75],"Python,":[77],"respectively.":[78],"To":[79],"facilitating":[80],"analysis,":[81],"grouped":[85],"into":[86],"five":[87],"categories:":[88],"block":[89],"transformation,":[90,94,97,100],"insertion":[91,121],"/":[92,122],"deletion":[93,123],"grammatical":[95,98],"statement":[96],"token":[99],"identifier":[102,126],"transformation.":[103],"Experiments":[104],"three":[106],"intelligence":[109,224],"tasks,":[110],"including":[111],"completion,":[113],"summarization,":[115],"search,":[118],"demonstrate":[119],"greatest":[130],"impact":[131,171],"Our":[137],"results":[138],"also":[139,180],"suggest":[140],"Transformers":[142,175],"based":[143,155],"abstract":[145],"syntax":[146],"trees":[147],"(ASTs)":[148],"more":[150],"robust":[151],"than":[153],"only":[156],"sequences":[159],"most":[161],"transformations.":[163,178,208],"Besides,":[164],"design":[166],"positional":[168],"encoding":[169],"can":[170],"We":[179],"investigate":[181],"substantial":[182],"at":[185],"strategy":[187],"level":[188],"expand":[190],"our":[191,211],"explore":[194,204],"other":[195],"factors":[196],"influencing":[197],"Furthermore,":[202],"applications":[205],"Based":[209],"findings,":[212],"distill":[214],"insights":[215],"about":[216],"challenges":[218],"opportunities":[220],"from":[225],"perspectives.":[227]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-01-17T00:00:00"}