{"id":"https://openalex.org/W2749460454","doi":"https://doi.org/10.1109/ase.2017.8115654","title":"Automatically assessing code understandability: How far are we?","display_name":"Automatically assessing code understandability: How far are we?","publication_year":2017,"publication_date":"2017-10-01","ids":{"openalex":"https://openalex.org/W2749460454","doi":"https://doi.org/10.1109/ase.2017.8115654","mag":"2749460454"},"language":"en","primary_location":{"id":"doi:10.1109/ase.2017.8115654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2017.8115654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 32nd IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079406478","display_name":"Simone Scalabrino","orcid":"https://orcid.org/0000-0003-1764-9685"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Simone Scalabrino","raw_affiliation_strings":["University of Molise, Italy","Univ. of Molise, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]},{"raw_affiliation_string":"Univ. of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056526226","display_name":"Gabriele Bavota","orcid":"https://orcid.org/0000-0002-2216-3148"},"institutions":[{"id":"https://openalex.org/I129627893","display_name":"University of Molise","ror":"https://ror.org/04z08z627","country_code":"IT","type":"education","lineage":["https://openalex.org/I129627893"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Gabriele Bavota","raw_affiliation_strings":["University of Molise, Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Molise, Italy","institution_ids":["https://openalex.org/I129627893"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037563230","display_name":"Christopher Vendome","orcid":"https://orcid.org/0000-0002-4069-0558"},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Christopher Vendome","raw_affiliation_strings":["Universit\u00e0 della Svizzera italiana (USI), Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universit\u00e0 della Svizzera italiana (USI), Switzerland","institution_ids":["https://openalex.org/I57201433"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5069439324","display_name":"Mario Linares\u2010V\u00e1squez","orcid":"https://orcid.org/0000-0003-0161-2888"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mario Linares-Vasquez","raw_affiliation_strings":["The College of William and Mary, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041262116","display_name":"Denys Poshyvanyk","orcid":"https://orcid.org/0000-0002-5626-7586"},"institutions":[{"id":"https://openalex.org/I16285277","display_name":"William & Mary","ror":"https://ror.org/03hsf0573","country_code":"US","type":"education","lineage":["https://openalex.org/I16285277"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Denys Poshyvanyk","raw_affiliation_strings":["The College of William and Mary, USA","The College of William & Mary (USA)"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of William and Mary, USA","institution_ids":["https://openalex.org/I16285277"]},{"raw_affiliation_string":"The College of William & Mary (USA)","institution_ids":["https://openalex.org/I16285277"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5009727039","display_name":"Rocco Oliveto","orcid":"https://orcid.org/0000-0002-7995-8582"},"institutions":[{"id":"https://openalex.org/I162096671","display_name":"Universidad de Los Andes","ror":"https://ror.org/02mhbdp94","country_code":"CO","type":"education","lineage":["https://openalex.org/I162096671"]}],"countries":["CO"],"is_corresponding":false,"raw_author_name":"Rocco Oliveto","raw_affiliation_strings":["Universidad de los Andes, Colombia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Universidad de los Andes, Colombia","institution_ids":["https://openalex.org/I162096671"]}]}],"institutions":[],"countries_distinct_count":4,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":92,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"417","last_page":"427"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9668999910354614,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11675","display_name":"Open Source Software Innovations","score":0.9603999853134155,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8395406007766724},{"id":"https://openalex.org/keywords/snippet","display_name":"Snippet","score":0.6796203255653381},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5973936319351196},{"id":"https://openalex.org/keywords/readability","display_name":"Readability","score":0.5776791572570801},{"id":"https://openalex.org/keywords/documentation","display_name":"Documentation","score":0.5622978210449219},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.5538792610168457},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.4928174316883087},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.4851604104042053},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"Software maintenance","score":0.48367246985435486},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4198762774467468},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.41454747319221497},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.40914449095726013},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3963214159011841},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.21599262952804565},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.20988184213638306}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8395406007766724},{"id":"https://openalex.org/C2777822670","wikidata":"https://www.wikidata.org/wiki/Q1120538","display_name":"Snippet","level":2,"score":0.6796203255653381},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5973936319351196},{"id":"https://openalex.org/C2778143727","wikidata":"https://www.wikidata.org/wiki/Q1820650","display_name":"Readability","level":2,"score":0.5776791572570801},{"id":"https://openalex.org/C56666940","wikidata":"https://www.wikidata.org/wiki/Q788790","display_name":"Documentation","level":2,"score":0.5622978210449219},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.5538792610168457},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.4928174316883087},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.4851604104042053},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.48367246985435486},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4198762774467468},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.41454747319221497},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.40914449095726013},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3963214159011841},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.21599262952804565},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.20988184213638306},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/ase.2017.8115654","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2017.8115654","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2017 32nd IEEE/ACM International Conference on Automated Software Engineering (ASE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W181640895","https://openalex.org/W598783072","https://openalex.org/W638006253","https://openalex.org/W1508879959","https://openalex.org/W1603513740","https://openalex.org/W1785944873","https://openalex.org/W1949460483","https://openalex.org/W1963137668","https://openalex.org/W1964730672","https://openalex.org/W1964962870","https://openalex.org/W1980769221","https://openalex.org/W1981873425","https://openalex.org/W1985514943","https://openalex.org/W1990693616","https://openalex.org/W2037124948","https://openalex.org/W2043662475","https://openalex.org/W2075269190","https://openalex.org/W2104166366","https://openalex.org/W2112351052","https://openalex.org/W2112671335","https://openalex.org/W2113697305","https://openalex.org/W2122944782","https://openalex.org/W2122963002","https://openalex.org/W2128737833","https://openalex.org/W2152474046","https://openalex.org/W2156050524","https://openalex.org/W2158335989","https://openalex.org/W2159739762","https://openalex.org/W2162429048","https://openalex.org/W2165498781","https://openalex.org/W2167363007","https://openalex.org/W2172019287","https://openalex.org/W2319794630","https://openalex.org/W2340006107","https://openalex.org/W2463537704","https://openalex.org/W2577456903","https://openalex.org/W3016054986","https://openalex.org/W3141465105","https://openalex.org/W3150176278","https://openalex.org/W4240402692","https://openalex.org/W4247854836","https://openalex.org/W4285719527","https://openalex.org/W6645606251","https://openalex.org/W6684396112"],"related_works":["https://openalex.org/W4388483527","https://openalex.org/W4239900777","https://openalex.org/W2765394967","https://openalex.org/W4206927195","https://openalex.org/W2164913793","https://openalex.org/W2297781517","https://openalex.org/W2156676165","https://openalex.org/W2094595170","https://openalex.org/W3193746984","https://openalex.org/W2886906914"],"abstract_inverted_index":{"Program":[0],"understanding":[1,13],"plays":[2],"a":[3,11,37,49,77,86,119,135,157],"pivotal":[4],"role":[5],"in":[6,43,52,61,89],"software":[7],"maintenance":[8,50],"and":[9,106,151,168,196],"evolution:":[10],"deep":[12],"of":[14,36,39,56,76,100,137,149,165],"code":[15,40,79,110,130,158,177,194],"is":[16,173],"the":[17,34,45,54,74,94,143,146,152,166,181],"stepping":[18],"stone":[19],"for":[20,48],"most":[21],"software-related":[22],"activities,":[23],"such":[24,114,192],"as":[25,193],"bug":[26],"fixing":[27],"or":[28,59],"testing.":[29],"Being":[30],"able":[31,174],"to":[32,72,96,127,155,175,184],"measure":[33],"understandability":[35,75],"piece":[38],"might":[41],"help":[42],"estimating":[44],"effort":[46],"required":[47],"activity,":[51],"comparing":[53],"quality":[55,186],"alternative":[57],"implementations,":[58],"even":[60,180],"predicting":[62],"bugs.":[63],"Unfortunately,":[64],"there":[65],"are":[66],"no":[67],"existing":[68],"metrics":[69,101,170],"specifically":[70],"designed":[71],"assess":[73,185],"given":[78],"snippet.":[80,159],"In":[81],"this":[82,90],"paper,":[83],"we":[84,117,171],"perform":[85,113],"first":[87],"step":[88],"direction,":[91],"by":[92],"studying":[93],"extent":[95],"which":[97],"several":[98],"types":[99],"computed":[102],"on":[103],"code,":[104],"documentation,":[105],"developers":[107],"correlate":[108],"with":[109,121,190],"understandability.":[111],"To":[112],"an":[115],"investigation":[116],"ran":[118],"study":[120],"46":[122],"participants":[123],"who":[124],"were":[125],"asked":[126],"understand":[128,156],"eight":[129],"snippets":[131],"each.":[132],"We":[133],"collected":[134],"total":[136],"324":[138],"evaluations":[139],"aiming":[140],"at":[141],"assessing":[142],"perceived":[144],"understandability,":[145,178],"actual":[147],"level":[148],"understanding,":[150],"time":[153],"needed":[154],"Our":[160],"results":[161],"demonstrate":[162],"that":[163],"none":[164],"(existing":[167],"new)":[169],"considered":[172],"capture":[176],"not":[179],"ones":[182],"assumed":[183],"attributes":[187],"strongly":[188],"related":[189],"it,":[191],"readability":[195],"complexity.":[197]},"counts_by_year":[{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":14},{"year":2023,"cited_by_count":8},{"year":2022,"cited_by_count":19},{"year":2021,"cited_by_count":15},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":8},{"year":2018,"cited_by_count":8},{"year":2016,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}