{"id":"https://openalex.org/W4393058215","doi":"https://doi.org/10.1109/tse.2024.3379943","title":"Toward a Theory of Causation for Interpreting Neural Code Models","display_name":"Toward a Theory of Causation for Interpreting Neural Code Models","publication_year":2024,"publication_date":"2024-03-21","ids":{"openalex":"https://openalex.org/W4393058215","doi":"https://doi.org/10.1109/tse.2024.3379943"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2024.3379943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3379943","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5031468932","display_name":"David N. Palacio","orcid":"https://orcid.org/0000-0001-6166-7595"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"David Nader Palacio","raw_affiliation_strings":["Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0001-6166-7595","affiliations":[{"raw_affiliation_string":"Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030955183","display_name":"Alejandro Velasco","orcid":"https://orcid.org/0000-0002-4829-1017"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alejandro Velasco","raw_affiliation_strings":["Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-4829-1017","affiliations":[{"raw_affiliation_string":"Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027300975","display_name":"Nathan Cooper","orcid":"https://orcid.org/0000-0003-2498-705X"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nathan Cooper","raw_affiliation_strings":["Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0003-2498-705X","affiliations":[{"raw_affiliation_string":"Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5106731804","display_name":"\u00c1lvaro Rodr\u00edguez","orcid":"https://orcid.org/0009-0004-0333-8880"},"institutions":[{"id":"https://openalex.org/I36243813","display_name":"Universidad Nacional de Colombia","ror":"https://ror.org/059yx9a68","country_code":"CO","type":"education","lineage":["https://openalex.org/I36243813"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Alvaro Rodriguez","raw_affiliation_strings":["Department of Computer Science, Universidad Nacional de Colombia, Bogota, Colombia","Department of Computer Science, Universidad Nacional de Colombia, Colombia, Bogota"],"raw_orcid":"https://orcid.org/0009-0004-0333-8880","affiliations":[{"raw_affiliation_string":"Department of Computer Science, Universidad Nacional de Colombia, Bogota, Colombia","institution_ids":["https://openalex.org/I36243813"]},{"raw_affiliation_string":"Department of Computer Science, Universidad Nacional de Colombia, Colombia, Bogota","institution_ids":["https://openalex.org/I36243813"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5090372362","display_name":"Kevin Moran","orcid":"https://orcid.org/0000-0001-9683-5616"},"institutions":[{"id":"https://openalex.org/I162714631","display_name":"George Mason University","ror":"https://ror.org/02jqj7156","country_code":"US","type":"education","lineage":["https://openalex.org/I162714631"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Moran","raw_affiliation_strings":["Department of Computer Science, George Mason University, Fairfax, VA, USA"],"raw_orcid":"https://orcid.org/0000-0001-9683-5616","affiliations":[{"raw_affiliation_string":"Department of Computer Science, George Mason University, Fairfax, VA, USA","institution_ids":["https://openalex.org/I162714631"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5626-7586","affiliations":[{"raw_affiliation_string":"Department of Computer Science, William &#x0026; Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5031468932"],"corresponding_institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"],"apc_list":null,"apc_paid":null,"fwci":2.6491,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.90669742,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"50","issue":"5","first_page":"1215","last_page":"1243"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9609000086784363,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8080549240112305},{"id":"https://openalex.org/keywords/causation","display_name":"Causation","score":0.7283278703689575},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5753806233406067},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.43725013732910156},{"id":"https://openalex.org/keywords/cognitive-science","display_name":"Cognitive science","score":0.4319426417350769},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.40322166681289673},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.38278767466545105},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3624727725982666},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.12364932894706726},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.09852743148803711}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8080549240112305},{"id":"https://openalex.org/C166151441","wikidata":"https://www.wikidata.org/wiki/Q4923601","display_name":"Causation","level":2,"score":0.7283278703689575},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5753806233406067},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.43725013732910156},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.4319426417350769},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.40322166681289673},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.38278767466545105},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3624727725982666},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.12364932894706726},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.09852743148803711},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2024.3379943","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2024.3379943","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.46000000834465027,"display_name":"Reduced inequalities","id":"https://metadata.un.org/sdg/10"}],"awards":[{"id":"https://openalex.org/G2443110597","display_name":null,"funder_award_id":"CCF-1955853","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G3819463542","display_name":null,"funder_award_id":"CNS-2132281","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4832149411","display_name":null,"funder_award_id":"CCF-2311469","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5949879832","display_name":null,"funder_award_id":"CCF-2132285","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7079260532","display_name":null,"funder_award_id":"CCF-2311468","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G7906651056","display_name":null,"funder_award_id":"CCF-2007246","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":101,"referenced_works":["https://openalex.org/W1522301498","https://openalex.org/W1771830246","https://openalex.org/W1951216520","https://openalex.org/W1994573369","https://openalex.org/W1998265754","https://openalex.org/W2064675550","https://openalex.org/W2079062180","https://openalex.org/W2143861926","https://openalex.org/W2143891888","https://openalex.org/W2158439356","https://openalex.org/W2165747537","https://openalex.org/W2271840356","https://openalex.org/W2486285194","https://openalex.org/W2594475271","https://openalex.org/W2736762043","https://openalex.org/W2740130862","https://openalex.org/W2883359218","https://openalex.org/W2884276923","https://openalex.org/W2888328667","https://openalex.org/W2902255491","https://openalex.org/W2907705732","https://openalex.org/W2917286209","https://openalex.org/W2921792613","https://openalex.org/W2946417913","https://openalex.org/W2949858875","https://openalex.org/W2954823997","https://openalex.org/W2962681511","https://openalex.org/W2962784628","https://openalex.org/W2963323070","https://openalex.org/W2963951265","https://openalex.org/W2964199361","https://openalex.org/W2972082064","https://openalex.org/W2979792666","https://openalex.org/W2980260348","https://openalex.org/W2993007949","https://openalex.org/W2999362542","https://openalex.org/W3005628256","https://openalex.org/W3035507081","https://openalex.org/W3084812981","https://openalex.org/W3102782538","https://openalex.org/W3103170042","https://openalex.org/W3105903381","https://openalex.org/W3126675481","https://openalex.org/W3131641316","https://openalex.org/W3133702157","https://openalex.org/W3133894893","https://openalex.org/W3138819813","https://openalex.org/W3141989311","https://openalex.org/W3146720657","https://openalex.org/W3152884768","https://openalex.org/W3161903544","https://openalex.org/W3161997752","https://openalex.org/W3176740355","https://openalex.org/W3177813494","https://openalex.org/W3185554101","https://openalex.org/W3186081172","https://openalex.org/W3211801722","https://openalex.org/W4213053623","https://openalex.org/W4282024528","https://openalex.org/W4309954089","https://openalex.org/W4311640769","https://openalex.org/W4312632714","https://openalex.org/W4378189609","https://openalex.org/W4385245566","https://openalex.org/W4389544179","https://openalex.org/W4389775671","https://openalex.org/W4390976306","https://openalex.org/W4392609567","https://openalex.org/W4394638297","https://openalex.org/W4404782964","https://openalex.org/W6631190155","https://openalex.org/W6640820311","https://openalex.org/W6654930536","https://openalex.org/W6680532216","https://openalex.org/W6694517276","https://openalex.org/W6725533135","https://openalex.org/W6734862562","https://openalex.org/W6745034332","https://openalex.org/W6750391026","https://openalex.org/W6750615492","https://openalex.org/W6760150090","https://openalex.org/W6767557078","https://openalex.org/W6768003788","https://openalex.org/W6769243733","https://openalex.org/W6773936880","https://openalex.org/W6783227185","https://openalex.org/W6783561170","https://openalex.org/W6784593087","https://openalex.org/W6785803531","https://openalex.org/W6787198001","https://openalex.org/W6790588633","https://openalex.org/W6796630211","https://openalex.org/W6796766697","https://openalex.org/W6798182279","https://openalex.org/W6799087104","https://openalex.org/W6799343417","https://openalex.org/W6839007709","https://openalex.org/W6846883653","https://openalex.org/W6847447835","https://openalex.org/W6848909144","https://openalex.org/W6849590751"],"related_works":["https://openalex.org/W2372620761","https://openalex.org/W180255526","https://openalex.org/W2915678288","https://openalex.org/W133423432","https://openalex.org/W1937721613","https://openalex.org/W2614320617","https://openalex.org/W2497053598","https://openalex.org/W2476545830","https://openalex.org/W2259975108","https://openalex.org/W791636535"],"abstract_inverted_index":{"Neural":[0,6],"Language":[1],"Models":[2,8],"of":[3,27,36,51,60,96,117,139,145,150,158,188,220,242,256],"Code,":[4],"or":[5],"Code":[7],"(NCMs),":[9],"are":[10,39,121,197],"rapidly":[11],"progressing":[12],"from":[13],"research":[14],"prototypes":[15],"to":[16,91,108,123,135,199,214,218,232,250],"commercial":[17],"developer":[18],"tools.":[19],"As":[20],"such,":[21],"understanding":[22],"the":[23,34,58,114,137,155,165,209,240,254],"capabilities":[24],"and":[25,183,252],"limitations":[26],"such":[28,70],"models":[29,38,71],"is":[30,66,94,103],"becoming":[31],"critical.":[32],"However,":[33],"abilities":[35],"these":[37],"typically":[40],"measured":[41],"using":[42],"automated":[43],"metrics":[44],"that":[45,93,133,167,193],"often":[46],"only":[47],"reveal":[48],"a":[49,85,130,174,247],"portion":[50],"their":[52],"real-world":[53],"performance.":[54],"While,":[55],"in":[56,148,201,259],"general,":[57],"performance":[59],"NCMs":[61,92,196],"appears":[62],"promising,":[63],"currently":[64],"much":[65],"unknown":[67],"about":[68],"how":[69],"arrive":[72],"at":[73],"decisions.":[74],"To":[75,153],"this":[76,78,189],"end,":[77],"paper":[79],"introduces":[80],"<italic":[81,100,118,159,243],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[82,101,119,160,244],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">do<sub>code</sub></i>":[83,102,120,161,245],",":[84,162],"post":[86],"hoc":[87],"interpretability":[88],"method":[89,249],"specific":[90],"capable":[95],"explaining":[97],"model":[98,126,146],"predictions.":[99],"based":[104],"upon":[105],"causal":[106],"inference":[107],"enable":[109],"programming":[110,151,234],"language-oriented":[111],"explanations.":[112],"While":[113],"theoretical":[115],"underpinnings":[116],"extensible":[122],"exploring":[124],"different":[125],"properties,":[127],"we":[128,163],"provide":[129,171],"concrete":[131],"instantiation":[132],"aims":[134],"mitigate":[136],"impact":[138],"spurious":[140],"correlations":[141],"by":[142,172],"grounding":[143],"explanations":[144],"behavior":[147],"properties":[149],"languages.":[152],"demonstrate":[154,239],"practical":[156],"benefit":[157],"illustrate":[164,192],"insights":[166,238],"our":[168,194,205],"framework":[169],"can":[170],"performing":[173],"case":[175,190],"study":[176,191],"on":[177],"two":[178],"popular":[179],"deep":[180],"learning":[181],"architectures":[182],"ten":[184],"NCMs.":[185,260],"The":[186],"results":[187],"studied":[195],"sensitive":[198],"changes":[200],"code":[202,221],"syntax.":[203],"All":[204],"NCMs,":[206],"except":[207],"for":[208],"BERT-like":[210],"model,":[211],"statistically":[212],"learn":[213],"predict":[215],"tokens":[216],"related":[217],"blocks":[219],"(e.g.,":[222],"brackets,":[223],"parenthesis,":[224],"semicolon)":[225],"with":[226],"less":[227],"confounding":[228,257],"bias":[229,258],"as":[230,246],"compared":[231],"other":[233],"language":[235],"constructs.":[236],"These":[237],"potential":[241],"useful":[248],"detect":[251],"facilitate":[253],"elimination":[255]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":2}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}