{"id":"https://openalex.org/W4392120446","doi":"https://doi.org/10.1145/3643732","title":"EyeTrans: Merging Human and Machine Attention for Neural Code Summarization","display_name":"EyeTrans: Merging Human and Machine Attention for Neural Code Summarization","publication_year":2024,"publication_date":"2024-07-12","ids":{"openalex":"https://openalex.org/W4392120446","doi":"https://doi.org/10.1145/3643732"},"language":"en","primary_location":{"id":"doi:10.1145/3643732","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643732","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2402.14096","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100376917","display_name":"Yifan Zhang","orcid":"https://orcid.org/0000-0001-5719-772X"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yifan Zhang","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0001-5719-772X","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058677546","display_name":"Jiliang Li","orcid":"https://orcid.org/0009-0004-2852-0865"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiliang Li","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0009-0004-2852-0865","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057662526","display_name":"Zachary Karas","orcid":"https://orcid.org/0000-0002-5721-8794"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Karas","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0002-5721-8794","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5006683167","display_name":"Aakash Bansal","orcid":"https://orcid.org/0000-0001-7475-7899"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Aakash Bansal","raw_affiliation_strings":["University of Notre Dame, South Bend, USA"],"raw_orcid":"https://orcid.org/0000-0001-7475-7899","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5007240808","display_name":"Toby Jia-Jun Li","orcid":"https://orcid.org/0000-0001-7902-7625"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Toby Jia-Jun Li","raw_affiliation_strings":["University of Notre Dame, South Bend, USA"],"raw_orcid":"https://orcid.org/0000-0001-7902-7625","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084874990","display_name":"Collin McMillan","orcid":"https://orcid.org/0009-0005-0887-1083"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Collin McMillan","raw_affiliation_strings":["University of Notre Dame, South Bend, USA"],"raw_orcid":"https://orcid.org/0009-0005-0887-1083","affiliations":[{"raw_affiliation_string":"University of Notre Dame, South Bend, USA","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030030910","display_name":"Kevin Leach","orcid":"https://orcid.org/0000-0002-4001-3442"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Leach","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0002-4001-3442","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055069752","display_name":"Yu Huang","orcid":"https://orcid.org/0000-0003-2730-5077"},"institutions":[{"id":"https://openalex.org/I200719446","display_name":"Vanderbilt University","ror":"https://ror.org/02vm5rt34","country_code":"US","type":"education","lineage":["https://openalex.org/I200719446"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Huang","raw_affiliation_strings":["Vanderbilt University, Nashville, USA"],"raw_orcid":"https://orcid.org/0000-0003-2730-5077","affiliations":[{"raw_affiliation_string":"Vanderbilt University, Nashville, USA","institution_ids":["https://openalex.org/I200719446"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":11.722,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.98366607,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":99},"biblio":{"volume":"1","issue":"FSE","first_page":"115","last_page":"136"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9962999820709229,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9962000250816345,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9837999939918518,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.943501889705658},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7606188654899597},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5431077480316162},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5417864918708801},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3561233878135681},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.33697956800460815},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2172432839870453}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.943501889705658},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7606188654899597},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5431077480316162},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5417864918708801},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3561233878135681},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.33697956800460815},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2172432839870453},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3643732","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3643732","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:arXiv.org:2402.14096","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14096","pdf_url":"https://arxiv.org/pdf/2402.14096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2402.14096","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2402.14096","pdf_url":"https://arxiv.org/pdf/2402.14096","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[{"score":0.5600000023841858,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[{"id":"https://openalex.org/G7058466716","display_name":null,"funder_award_id":"CCF-2211429,CCF-2211428,CCF-2100035,SaTC-2312057","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4392120446.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1522088162","https://openalex.org/W1966036881","https://openalex.org/W1980767016","https://openalex.org/W1989184611","https://openalex.org/W2027782226","https://openalex.org/W2079887492","https://openalex.org/W2113610359","https://openalex.org/W2136296681","https://openalex.org/W2194775991","https://openalex.org/W2407797316","https://openalex.org/W2524182563","https://openalex.org/W2599674900","https://openalex.org/W2603150165","https://openalex.org/W2783732587","https://openalex.org/W2884276923","https://openalex.org/W2898936689","https://openalex.org/W2911844853","https://openalex.org/W2947430838","https://openalex.org/W2964194677","https://openalex.org/W2964270303","https://openalex.org/W3034395771","https://openalex.org/W3034689979","https://openalex.org/W3085058284","https://openalex.org/W3085939759","https://openalex.org/W3086449553","https://openalex.org/W3092785544","https://openalex.org/W3098502934","https://openalex.org/W3135365795","https://openalex.org/W3146366485","https://openalex.org/W3159616622","https://openalex.org/W4205596332","https://openalex.org/W4230949090","https://openalex.org/W4231101807","https://openalex.org/W4234552385","https://openalex.org/W4237993802","https://openalex.org/W4241382743","https://openalex.org/W4244800048","https://openalex.org/W4246336247","https://openalex.org/W4249952836","https://openalex.org/W4283326127","https://openalex.org/W4284667247","https://openalex.org/W4284696121","https://openalex.org/W4285490465","https://openalex.org/W4285586654","https://openalex.org/W4297677548","https://openalex.org/W4309210948","https://openalex.org/W4384347367","https://openalex.org/W4388505012","https://openalex.org/W6967407938"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347"],"abstract_inverted_index":{"Neural":[0],"code":[1,15,46,91,154],"summarization":[2,155,210],"leverages":[3],"deep":[4],"learning":[5],"models":[6,21],"to":[7,24,88,121,135,157,171,176,183,226,246],"automatically":[8],"generate":[9],"brief":[10],"natural":[11],"language":[12],"summaries":[13],"of":[14,19,27,44,110,161,174,194,203,231],"snippets.":[16],"The":[17],"development":[18],"Transformer":[20,144,236],"has":[22,35,243],"led":[23],"extensive":[25,117],"use":[26],"attention":[28,62,84,87,138,141,164,169,224,233],"during":[29],"model":[30,127],"design.":[31],"While":[32],"existing":[33],"work":[34,242],"primarily":[36],"and":[37,47,71,97,123,146,181,205,258],"almost":[38],"exclusively":[39],"focused":[40],"on":[41,152],"static":[42],"properties":[43],"source":[45],"related":[48],"structural":[49],"representations":[50],"like":[51],"the":[52,143,159,191,223,228,235,244],"Abstract":[53],"Syntax":[54],"Tree":[55],"(AST),":[56],"few":[57],"studies":[58],"have":[59],"considered":[60],"human":[61,83,119,137,163,168,239],"\u2014":[63],"that":[64],"is,":[65],"where":[66],"programmers":[67],"focus":[68],"while":[69],"examining":[70],"comprehending":[72],"code.":[73],"In":[74],"this":[75,95,99,195],"paper,":[76],"we":[77,101,114,130,148],"develop":[78],"a":[79,132],"method":[80],"for":[81,126],"incorporating":[82,162,238],"into":[85,165],"machine":[86,140,232],"enhance":[89],"neural":[90],"summarization.":[92],"To":[93],"facilitate":[94],"incorporation":[96],"vindicate":[98],"hypothesis,":[100],"introduce":[102],"E":[103,214],"ye":[104,215],"T":[105],"rans":[106],",":[107],"which":[108,213],"consists":[109],"three":[111],"steps:":[112],"(1)":[113],"conduct":[115,149],"an":[116,172],"eye-tracking":[118],"study":[120],"collect":[122],"pre-analyze":[124],"data":[125],"training,":[128],"(2)":[129],"devise":[131],"data-centric":[133],"approach":[134],"integrate":[136],"with":[139],"in":[142,178,185,201,212,234,250],"architecture,":[145],"(3)":[147],"comprehensive":[150],"experiments":[151],"two":[153],"tasks":[156],"demonstrate":[158],"effectiveness":[160],"Transformers.":[166],"Integrating":[167],"leads":[170],"improvement":[173],"up":[175,182],"29.91%":[177],"Functional":[179],"Summarization":[180,188],"6.39%":[184],"General":[186],"Code":[187],"performance,":[189],"demonstrating":[190],"substantial":[192],"benefits":[193],"combination.":[196],"We":[197,220],"further":[198],"explore":[199],"performance":[200],"terms":[202],"robustness":[204],"efficiency":[206],"by":[207,237,253],"creating":[208],"challenging":[209],"scenarios":[211],"Trans":[216],"exhibits":[217],"interesting":[218],"properties.":[219],"also":[221],"visualize":[222],"map":[225],"depict":[227],"simplifying":[229],"effect":[230],"attention.":[240],"This":[241],"potential":[245],"propel":[247],"AI":[248],"research":[249],"software":[251],"engineering":[252],"introducing":[254],"more":[255],"human-centered":[256],"approaches":[257],"data.":[259]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":12},{"year":2024,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}
