{"id":"https://openalex.org/W3085939759","doi":"https://doi.org/10.1145/3387904.3389258","title":"A Human Study of Comprehension and Code Summarization","display_name":"A Human Study of Comprehension and Code Summarization","publication_year":2020,"publication_date":"2020-07-13","ids":{"openalex":"https://openalex.org/W3085939759","doi":"https://doi.org/10.1145/3387904.3389258","mag":"3085939759"},"language":"en","primary_location":{"id":"doi:10.1145/3387904.3389258","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387904.3389258","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052374110","display_name":"Sean Stapleton","orcid":"https://orcid.org/0009-0001-9190-8967"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Sean Stapleton","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5076540878","display_name":"Yashmeet Gambhir","orcid":null},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yashmeet Gambhir","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015785386","display_name":"Alexander LeClair","orcid":null},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alexander LeClair","raw_affiliation_strings":["University of Notre Dame"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043366284","display_name":"Zachary Eberhart","orcid":"https://orcid.org/0000-0003-0725-5009"},"institutions":[{"id":"https://openalex.org/I107639228","display_name":"University of Notre Dame","ror":"https://ror.org/00mkhxb43","country_code":"US","type":"education","lineage":["https://openalex.org/I107639228"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zachary Eberhart","raw_affiliation_strings":["University of Notre Dame"],"affiliations":[{"raw_affiliation_string":"University of Notre Dame","institution_ids":["https://openalex.org/I107639228"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5083601969","display_name":"Westley Weimer","orcid":"https://orcid.org/0000-0001-6749-2204"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Westley Weimer","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030030910","display_name":"Kevin Leach","orcid":"https://orcid.org/0000-0002-4001-3442"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kevin Leach","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5055069752","display_name":"Yu Huang","orcid":"https://orcid.org/0000-0003-2730-5077"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yu Huang","raw_affiliation_strings":["University of Michigan"],"affiliations":[{"raw_affiliation_string":"University of Michigan","institution_ids":["https://openalex.org/I27837315"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5052374110"],"corresponding_institution_ids":["https://openalex.org/I27837315"],"apc_list":null,"apc_paid":null,"fwci":11.2195,"has_fulltext":false,"cited_by_count":77,"citation_normalized_percentile":{"value":0.98439683,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2","last_page":"13"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9916999936103821,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.8990419507026672},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8572137355804443},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.6704765558242798},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6636704206466675},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6202110648155212},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6000684499740601},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5321236252784729},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.508665144443512},{"id":"https://openalex.org/keywords/reading-comprehension","display_name":"Reading comprehension","score":0.5013983249664307},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.48262032866477966},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.4463097155094147},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.43771788477897644},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.42725810408592224},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.4037525951862335},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3835112154483795},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.32618653774261475},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2884005308151245},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.20672070980072021},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.19818875193595886},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1719517707824707},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.14493197202682495},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.13328680396080017}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.8990419507026672},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8572137355804443},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.6704765558242798},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6636704206466675},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6202110648155212},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6000684499740601},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5321236252784729},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.508665144443512},{"id":"https://openalex.org/C2778780117","wikidata":"https://www.wikidata.org/wiki/Q3269423","display_name":"Reading comprehension","level":3,"score":0.5013983249664307},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.48262032866477966},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.4463097155094147},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.43771788477897644},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.42725810408592224},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.4037525951862335},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3835112154483795},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.32618653774261475},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2884005308151245},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.20672070980072021},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.19818875193595886},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1719517707824707},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.14493197202682495},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.13328680396080017},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3387904.3389258","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3387904.3389258","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 28th International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[{"id":"https://openalex.org/G5867164441","display_name":null,"funder_award_id":"CCF-1452959, CCF-1717607, CCF-1908633, CCF-1763674","funder_id":"https://openalex.org/F4320315254","funder_display_name":"Innovative Research Group Project of the National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320315254","display_name":"Innovative Research Group Project of the National Natural Science Foundation of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":59,"referenced_works":["https://openalex.org/W1593271688","https://openalex.org/W1875990341","https://openalex.org/W1935937925","https://openalex.org/W1967995512","https://openalex.org/W1970407057","https://openalex.org/W2012313588","https://openalex.org/W2014208988","https://openalex.org/W2016263254","https://openalex.org/W2036523747","https://openalex.org/W2039603939","https://openalex.org/W2039772616","https://openalex.org/W2057049321","https://openalex.org/W2064081154","https://openalex.org/W2073386179","https://openalex.org/W2080534028","https://openalex.org/W2081749632","https://openalex.org/W2082160726","https://openalex.org/W2108086273","https://openalex.org/W2111909698","https://openalex.org/W2112351052","https://openalex.org/W2113610359","https://openalex.org/W2117228548","https://openalex.org/W2120682255","https://openalex.org/W2120704737","https://openalex.org/W2122963002","https://openalex.org/W2123301721","https://openalex.org/W2129246310","https://openalex.org/W2133333349","https://openalex.org/W2133890582","https://openalex.org/W2136296681","https://openalex.org/W2144720684","https://openalex.org/W2145912048","https://openalex.org/W2151228786","https://openalex.org/W2162363818","https://openalex.org/W2163745066","https://openalex.org/W2164886519","https://openalex.org/W2166879716","https://openalex.org/W2172161420","https://openalex.org/W2247133547","https://openalex.org/W2280357824","https://openalex.org/W2294980783","https://openalex.org/W2406879113","https://openalex.org/W2516621648","https://openalex.org/W2517332594","https://openalex.org/W2597465230","https://openalex.org/W2600463316","https://openalex.org/W2605175330","https://openalex.org/W2612673393","https://openalex.org/W2724855087","https://openalex.org/W2741371834","https://openalex.org/W2741561716","https://openalex.org/W2806532810","https://openalex.org/W2884276923","https://openalex.org/W2894124978","https://openalex.org/W2927392967","https://openalex.org/W2954810823","https://openalex.org/W2964194820","https://openalex.org/W2981603471","https://openalex.org/W2993781365"],"related_works":["https://openalex.org/W4284703357","https://openalex.org/W2122804569","https://openalex.org/W2240979497","https://openalex.org/W2025599150","https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W3104152981","https://openalex.org/W1924474669","https://openalex.org/W2598318421","https://openalex.org/W3135060008"],"abstract_inverted_index":{"Software":[0],"developers":[1],"spend":[2],"a":[3],"great":[4],"deal":[5],"of":[6],"time":[7],"reading":[8],"and":[9],"understanding":[10],"code":[11,35,107],"that":[12,53,62,65],"is":[13],"poorly-documented,":[14],"written":[15],"by":[16],"other":[17],"developers,":[18],"or":[19,56,89,113],"developed":[20],"using":[21,74],"differing":[22],"styles.":[23],"During":[24],"the":[25],"past":[26],"decade,":[27],"researchers":[28],"have":[29,46],"investigated":[30],"techniques":[31,52,71],"for":[32],"automatically":[33],"documenting":[34],"to":[36,48,58],"improve":[37],"comprehensibility.":[38],"In":[39],"particular,":[40],"recent":[41],"advances":[42],"in":[43,86],"deep":[44],"learning":[45],"led":[47],"sophisticated":[49],"summary":[50],"generation":[51],"convert":[54],"functions":[55],"methods":[57],"simple":[59],"English":[60],"strings":[61],"succinctly":[63],"describe":[64],"code's":[66],"behavior.":[67],"However,":[68],"automatic":[69],"summarization":[70],"are":[72],"assessed":[73],"internal":[75],"metrics":[76,100],"such":[77],"as":[78],"BLEU":[79],"scores,":[80,91],"which":[81,92],"measure":[82,93],"natural":[83],"language":[84],"properties":[85],"translational":[87],"models,":[88],"ROUGE":[90],"overlap":[94],"with":[95],"human-written":[96],"text.":[97],"Unfortunately,":[98],"these":[99],"do":[101],"not":[102],"necessarily":[103],"capture":[104],"how":[105],"machine-generated":[106],"summaries":[108],"actually":[109],"affect":[110],"human":[111],"comprehension":[112],"developer":[114],"productivity.":[115]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":17},{"year":2024,"cited_by_count":17},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":12},{"year":2021,"cited_by_count":14}],"updated_date":"2026-02-28T09:26:25.869077","created_date":"2025-10-10T00:00:00"}