{"id":"https://openalex.org/W7117108294","doi":"https://doi.org/10.1145/3756681.3757053","title":"NRevisit: A Cognitive Behavioral Metric for Code Understandability Assessment","display_name":"NRevisit: A Cognitive Behavioral Metric for Code Understandability Assessment","publication_year":2025,"publication_date":"2025-06-17","ids":{"openalex":"https://openalex.org/W7117108294","doi":"https://doi.org/10.1145/3756681.3757053"},"language":null,"primary_location":{"id":"doi:10.1145/3756681.3757053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3756681.3757053","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5121242565","display_name":"Hao Gao","orcid":null},"institutions":[{"id":"https://openalex.org/I204512498","display_name":"University of Macau","ror":"https://ror.org/01r4q9n85","country_code":"MO","type":"education","lineage":["https://openalex.org/I204512498"]},{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["MO","PT"],"is_corresponding":true,"raw_author_name":"Hao Gao","raw_affiliation_strings":["Macau Polytechnic University, Macau, China and University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0009-0005-6225-3403","affiliations":[{"raw_affiliation_string":"Macau Polytechnic University, Macau, China and University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I204512498","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066901260","display_name":"Haytham Hijazi","orcid":"https://orcid.org/0000-0002-4981-3649"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Haytham Hijazi","raw_affiliation_strings":["University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-4981-3649","affiliations":[{"raw_affiliation_string":"University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121128824","display_name":"J\u00falio Medeiros","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"J\u00falio Medeiros","raw_affiliation_strings":["University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0003-2852-6285","affiliations":[{"raw_affiliation_string":"University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040919007","display_name":"Jo\u00e3o Dur\u00e3es","orcid":"https://orcid.org/0000-0002-9697-9991"},"institutions":[{"id":"https://openalex.org/I293362453","display_name":"Polytechnic Institute of Coimbra","ror":"https://ror.org/01n8x4993","country_code":"PT","type":"education","lineage":["https://openalex.org/I293362453"]},{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Jo\u00e3o Dur\u00e3es","raw_affiliation_strings":["Polytechnic University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9697-9991","affiliations":[{"raw_affiliation_string":"Polytechnic University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I293362453","https://openalex.org/I76903346"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5121162865","display_name":"Chan Tong Lam","orcid":null},"institutions":[{"id":"https://openalex.org/I49835588","display_name":"Macao Polytechnic University","ror":"https://ror.org/02sf5td35","country_code":"MO","type":"education","lineage":["https://openalex.org/I49835588"]}],"countries":["MO"],"is_corresponding":false,"raw_author_name":"Chan Tong Lam","raw_affiliation_strings":["Macao Polytechnic University, Macao, China"],"raw_orcid":"https://orcid.org/0000-0002-8022-7744","affiliations":[{"raw_affiliation_string":"Macao Polytechnic University, Macao, China","institution_ids":["https://openalex.org/I49835588"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110326360","display_name":"P. Carvalho","orcid":null},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Paulo de Carvalho","raw_affiliation_strings":["University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0002-9847-0590","affiliations":[{"raw_affiliation_string":"University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016633300","display_name":"Henrique Madeira","orcid":"https://orcid.org/0000-0001-8146-4664"},"institutions":[{"id":"https://openalex.org/I76903346","display_name":"University of Coimbra","ror":"https://ror.org/04z8k9a98","country_code":"PT","type":"education","lineage":["https://openalex.org/I76903346"]}],"countries":["PT"],"is_corresponding":false,"raw_author_name":"Henrique Madeira","raw_affiliation_strings":["University of Coimbra, Coimbra, Portugal"],"raw_orcid":"https://orcid.org/0000-0001-8146-4664","affiliations":[{"raw_affiliation_string":"University of Coimbra, Coimbra, Portugal","institution_ids":["https://openalex.org/I76903346"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5121242565"],"corresponding_institution_ids":["https://openalex.org/I204512498","https://openalex.org/I293362453","https://openalex.org/I76903346"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.73562173,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"908","last_page":"918"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9733999967575073,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10533","display_name":"Teaching and Learning Programming","score":0.006399999838322401,"subfield":{"id":"https://openalex.org/subfields/1706","display_name":"Computer Science Applications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.004800000227987766,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.6816999912261963},{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.6538000106811523},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5782999992370605},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.5752999782562256},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.5074999928474426},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.47029998898506165},{"id":"https://openalex.org/keywords/cognition","display_name":"Cognition","score":0.4519999921321869},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4140999913215637},{"id":"https://openalex.org/keywords/source-lines-of-code","display_name":"Source lines of code","score":0.3822000026702881}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8174999952316284},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.6816999912261963},{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.6538000106811523},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5782999992370605},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5752999782562256},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.5074999928474426},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.47029998898506165},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.4519999921321869},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4140999913215637},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.3822000026702881},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.37209999561309814},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36739999055862427},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3521000146865845},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.35199999809265137},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.3400999903678894},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.33329999446868896},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3156999945640564},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.30649998784065247},{"id":"https://openalex.org/C117220453","wikidata":"https://www.wikidata.org/wiki/Q5172842","display_name":"Correlation","level":2,"score":0.301800012588501},{"id":"https://openalex.org/C153207627","wikidata":"https://www.wikidata.org/wiki/Q863873","display_name":"Code word","level":3,"score":0.28529998660087585},{"id":"https://openalex.org/C170130773","wikidata":"https://www.wikidata.org/wiki/Q216378","display_name":"Usability","level":2,"score":0.2847999930381775},{"id":"https://openalex.org/C119653847","wikidata":"https://www.wikidata.org/wiki/Q1327780","display_name":"Elementary cognitive task","level":3,"score":0.27900001406669617},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.2660999894142151},{"id":"https://openalex.org/C2776436953","wikidata":"https://www.wikidata.org/wiki/Q5163215","display_name":"Consistency (knowledge bases)","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.26249998807907104},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.260699987411499},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.25529998540878296},{"id":"https://openalex.org/C113843644","wikidata":"https://www.wikidata.org/wiki/Q901882","display_name":"Interface (matter)","level":4,"score":0.2551000118255615}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3756681.3757053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3756681.3757053","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3756681.3757053","pdf_url":null,"source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 29th International Conference on Evaluation and Assessment in Software Engineering","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":32,"referenced_works":["https://openalex.org/W1482432820","https://openalex.org/W1525254066","https://openalex.org/W1964962870","https://openalex.org/W2014232144","https://openalex.org/W2026729713","https://openalex.org/W2072026441","https://openalex.org/W2078483536","https://openalex.org/W2096929385","https://openalex.org/W2581697176","https://openalex.org/W2605284977","https://openalex.org/W2749460454","https://openalex.org/W2783732587","https://openalex.org/W2796991982","https://openalex.org/W2884453255","https://openalex.org/W2890278263","https://openalex.org/W2895073034","https://openalex.org/W2954615856","https://openalex.org/W2956051477","https://openalex.org/W3147167284","https://openalex.org/W3160628880","https://openalex.org/W3161285349","https://openalex.org/W4211248783","https://openalex.org/W4221057950","https://openalex.org/W4226423392","https://openalex.org/W4239251463","https://openalex.org/W4282970124","https://openalex.org/W4308643133","https://openalex.org/W4309478017","https://openalex.org/W4312414609","https://openalex.org/W4319348873","https://openalex.org/W4386868251","https://openalex.org/W4401057282"],"related_works":[],"abstract_inverted_index":{"Measuring":[0],"code":[1,15,23,43,50,73,93,188],"understandability":[2,16,24,74],"is":[3,209],"both":[4],"highly":[5],"relevant":[6],"and":[7,56,96,105,162],"exceptionally":[8],"challenging.":[9],"This":[10,76,116],"paper":[11,191],"proposes":[12],"a":[13,21,86,102,112,128,136],"dynamic":[14],"assessment":[17],"method,":[18],"which":[19,208],"estimates":[20],"personalized":[22],"score":[25],"from":[26,141],"the":[27,30,34,42,54,58,67,72,79,83,154,163,168,176,183,203],"perspective":[28],"of":[29,39,60,85,160,171,178,197,205],"specific":[31],"programmer":[32],"handling":[33],"code.":[35],"The":[36,190],"method":[37],"consists":[38],"dynamically":[40],"dividing":[41],"unit":[44],"under":[45],"development":[46],"or":[47,110],"review":[48],"in":[49,127,181,202],"regions":[51],"(invisible":[52],"to":[53,63,82,145],"programmer)":[55],"using":[57,101,120],"number":[59],"revisits":[61],"(NRevisit)":[62],"each":[64],"region":[65],"as":[66],"primary":[68],"feature":[69],"for":[70,187],"estimating":[71],"score.":[75],"approach":[77,180],"removes":[78],"uncertainty":[80],"related":[81],"concept":[84],"\"typical":[87],"programmer\"":[88],"assumed":[89],"by":[90,167],"static":[91],"software":[92],"complexity":[94],"metrics":[95],"can":[97],"be":[98],"easily":[99],"implemented":[100],"simple,":[103],"low-cost,":[104],"non-intrusive":[106],"desktop":[107],"eye":[108],"tracker":[109],"even":[111],"standard":[113],"computer":[114],"camera.":[115],"metric":[117],"was":[118],"evaluated":[119],"cognitive":[121,173,184],"load":[122],"measured":[123],"through":[124],"electroencephalography":[125],"(EEG)":[126],"controlled":[129],"experiment":[130],"with":[131,157],"35":[132],"programmers.":[133],"Results":[134],"show":[135],"very":[137],"high":[138],"correlation":[139],"ranging":[140],"rs":[142,146],"=":[143,147],"0.9067":[144],"0.9860":[148],"(with":[149],"p":[150],"nearly":[151],"0)":[152],"between":[153],"scores":[155],"obtained":[156],"different":[158],"alternatives":[159],"NRevisit":[161],"ground":[164],"truth":[165],"represented":[166],"EEG":[169],"measurements":[170],"programmers\u2019":[172],"load,":[174],"demonstrating":[175],"effectiveness":[177],"our":[179],"reflecting":[182],"effort":[185],"required":[186],"comprehension.":[189],"also":[192],"discusses":[193],"possible":[194],"practical":[195],"applications":[196],"NRevisit,":[198],"including":[199],"its":[200],"use":[201],"context":[204],"AI-generated":[206],"code,":[207],"already":[210],"widely":[211],"used":[212],"today.":[213]},"counts_by_year":[],"updated_date":"2025-12-24T23:14:05.333182","created_date":"2025-12-24T00:00:00"}