{"id":"https://openalex.org/W2915605461","doi":"https://doi.org/10.1109/tse.2019.2901468","title":"Automatically Assessing Code Understandability","display_name":"Automatically Assessing Code Understandability","publication_year":2019,"publication_date":"2019-02-25","ids":{"openalex":"https://openalex.org/W2915605461","doi":"https://doi.org/10.1109/tse.2019.2901468","mag":"2915605461"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2019.2901468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2901468","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079406478","display_name":"Simone Scalabrino","orcid":"https://orcid.org/0000-0003-1764-9685"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scalabrino","raw_affiliation_strings":["University of Molise, Campobasso, CB, Italy"],"raw_orcid":"https://orcid.org/0000-0003-1764-9685","affiliations":[{"raw_affiliation_string":"University of Molise, Campobasso, CB, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["Università della Svizzera italiana(USI), Lugano, Switzerland"],"raw_orcid":"https://orcid.org/0000-0002-2216-3148","affiliations":[{"raw_affiliation_string":"Università della Svizzera italiana(USI), Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037563230","display_name":"Christopher Vendome","orcid":"https://orcid.org/0000-0002-4069-0558"},"institutions":[{"id":"https://openalex.org/I83328450","display_name":"Miami University","ror":"https://ror.org/05nbqxr67","country_code":"US","type":"education","lineage":["https://openalex.org/I83328450"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christopher Vendome","raw_affiliation_strings":["Miami University, Oxford, OH, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Miami University, Oxford, OH, USA","institution_ids":["https://openalex.org/I83328450"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069439324","display_name":"Mario Linares\u2010V\u00e1squez","orcid":"https://orcid.org/0000-0003-0161-2888"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Mario Linares-V\u00e1squez","raw_affiliation_strings":["Universidad de los Andes, Bogota, Colombia"],"raw_orcid":"https://orcid.org/0000-0003-0161-2888","affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Bogota, Colombia","institution_ids":["https://openalex.org/I162096671"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]},{"id":"https://openalex.org/I267592682","display_name":"Williams (United States)","ror":"https://ror.org/007zhvp17","country_code":"US","type":"company","lineage":["https://openalex.org/I267592682"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["College of William & Mary, Williamsburg, VA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5626-7586","affiliations":[{"raw_affiliation_string":"College of William & Mary, Williamsburg, VA, USA","institution_ids":["https://openalex.org/I16285277","https://openalex.org/I267592682"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["University of Molise, Campobasso, CB, Italy"],"raw_orcid":"https://orcid.org/0000-0002-7995-8582","affiliations":[{"raw_affiliation_string":"University of Molise, Campobasso, CB, Italy","institution_ids":["https://openalex.org/I129627893"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":13.4326,"has_fulltext":false,"cited_by_count":84,"citation_normalized_percentile":{"value":0.98712078,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":"47","issue":"3","first_page":"595","last_page":"613"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9923999905586243,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9860000014305115,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8807382583618164},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6742549538612366},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.620184063911438},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6172774434089661},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.613312304019928},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.5674865245819092},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5521537065505981},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.5025906562805176},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4769936203956604},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.44724905490875244},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.44098007678985596},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4215894937515259},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4046434462070465},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36273902654647827},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.30358460545539856}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8807382583618164},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6742549538612366},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.620184063911438},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6172774434089661},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.613312304019928},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.5674865245819092},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5521537065505981},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.5025906562805176},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4769936203956604},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.44724905490875244},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.44098007678985596},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4215894937515259},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4046434462070465},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36273902654647827},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.30358460545539856},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tse.2019.2901468","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2019.2901468","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.699999988079071,"display_name":"Quality Education"}],"awards":[{"id":"https://openalex.org/G6310427565","display_name":null,"funder_award_id":"CCF-1525902","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":62,"referenced_works":["https://openalex.org/W181640895","https://openalex.org/W598783072","https://openalex.org/W638006253","https://openalex.org/W1482344241","https://openalex.org/W1508879959","https://openalex.org/W1512098439","https://openalex.org/W1912123407","https://openalex.org/W1949460483","https://openalex.org/W1963137668","https://openalex.org/W1964730672","https://openalex.org/W1964962870","https://openalex.org/W1980769221","https://openalex.org/W1981873425","https://openalex.org/W1985514943","https://openalex.org/W1990693616","https://openalex.org/W2014525163","https://openalex.org/W2037124948","https://openalex.org/W2043662475","https://openalex.org/W2055463955","https://openalex.org/W2075269190","https://openalex.org/W2088850168","https://openalex.org/W2104166366","https://openalex.org/W2106393550","https://openalex.org/W2112351052","https://openalex.org/W2112671335","https://openalex.org/W2113697305","https://openalex.org/W2122284941","https://openalex.org/W2122944782","https://openalex.org/W2122963002","https://openalex.org/W2128737833","https://openalex.org/W2133990480","https://openalex.org/W2147169507","https://openalex.org/W2148143831","https://openalex.org/W2152474046","https://openalex.org/W2156050524","https://openalex.org/W2158335989","https://openalex.org/W2159739762","https://openalex.org/W2162429048","https://openalex.org/W2165498781","https://openalex.org/W2167033921","https://openalex.org/W2167363007","https://openalex.org/W2172019287","https://openalex.org/W2319794630","https://openalex.org/W2340006107","https://openalex.org/W2463537704","https://openalex.org/W2577456903","https://openalex.org/W2749460454","https://openalex.org/W2884368433","https://openalex.org/W2889391561","https://openalex.org/W2911964244","https://openalex.org/W3016054986","https://openalex.org/W3141465105","https://openalex.org/W3150176278","https://openalex.org/W4240402692","https://openalex.org/W4244238212","https://openalex.org/W4247854836","https://openalex.org/W6630527977","https://openalex.org/W6640114639","https://openalex.org/W6645606251","https://openalex.org/W6684396112","https://openalex.org/W6754742483","https://openalex.org/W7047381192"],"related_works":["https://openalex.org/W2019257047","https://openalex.org/W2078744341","https://openalex.org/W3153702491","https://openalex.org/W2969257295","https://openalex.org/W3008981372","https://openalex.org/W2029555411","https://openalex.org/W2206096527","https://openalex.org/W2774439323","https://openalex.org/W2070111972","https://openalex.org/W2775582007"],"abstract_inverted_index":{"Understanding":[0],"software":[1],"is":[2,133,168],"an":[3,76],"inherent":[4],"requirement":[5],"for":[6,175],"many":[7],"maintenance":[8],"and":[9,45,88,100,120,154],"evolution":[10],"tasks.":[11],"Without":[12],"a":[13,123],"thorough":[14],"understanding":[15],"of":[16,68,79,128],"the":[17,51,66,129,141,188],"code,":[18,44],"developers":[19,40,119,185],"would":[20],"not":[21,139],"be":[22,36],"able":[23,134],"to":[24,38,54,64,93,106,135,144,186,194],"fix":[25],"bugs":[26],"or":[27],"add":[28],"new":[29,85,202],"features":[30],"timely.":[31],"Measuring":[32],"code":[33,56,69,137,152,196],"understandability":[34,67,99],"might":[35],"useful":[37],"guide":[39],"in":[41,49,164],"writing":[42],"better":[43],"could":[46],"also":[47],"help":[48],"estimating":[50],"effort":[52],"required":[53],"modify":[55],"components.":[57],"Unfortunately,":[58],"there":[59],"are":[60],"no":[61],"metrics":[62,105,132,163],"designed":[63],"assess":[65,107,145],"snippets.":[70],"In":[71],"this":[72],"work,":[73],"we":[74,112,121,157,179],"perform":[75],"extensive":[77],"evaluation":[78],"121":[80,130],"existing":[81],"as":[82,84,151],"well":[83],"code-related,":[86],"documentation-related,":[87],"developer-related":[89],"metrics.":[90,203],"We":[91],"try":[92],"(i)":[94],"correlate":[95],"each":[96],"metric":[97],"with":[98,182],"(ii)":[101],"build":[102],"models":[103],"combining":[104,162],"understandability.":[108],"To":[109],"do":[110],"this,":[111],"use":[113],"444":[114],"human":[115],"evaluations":[116],"from":[117,171],"63":[118],"obtained":[122],"bold":[124],"negative":[125],"result:":[126],"none":[127],"experimented":[131],"capture":[136],"understandability,":[138],"even":[140],"ones":[142],"assumed":[143],"quality":[146],"attributes":[147],"apparently":[148],"related,":[149],"such":[150],"readability":[153],"complexity.":[155],"While":[156],"observed":[158],"some":[159],"improvements":[160],"while":[161],"models,":[165],"their":[166,192],"effectiveness":[167],"still":[169],"far":[170],"making":[172],"them":[173],"suitable":[174],"practical":[176],"applications.":[177],"Finally,":[178],"conducted":[180],"interviews":[181],"five":[183],"professional":[184],"understand":[187,195],"factors":[189],"that":[190],"influence":[191],"ability":[193],"snippets,":[197],"aiming":[198],"at":[199],"identifying":[200],"possible":[201]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":11},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":21},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":11},{"year":2020,"cited_by_count":8},{"year":2019,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}