{"id":"https://openalex.org/W4296555368","doi":"https://doi.org/10.48550/arxiv.2209.08165","title":"A Decade of Code Comment Quality Assessment: A Systematic Literature Review","display_name":"A Decade of Code Comment Quality Assessment: A Systematic Literature Review","publication_year":2022,"publication_date":"2022-09-16","ids":{"openalex":"https://openalex.org/W4296555368","doi":"https://doi.org/10.48550/arxiv.2209.08165"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2209.08165","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.08165","pdf_url":"https://arxiv.org/pdf/2209.08165","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2209.08165","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003053761","display_name":"Pooja Rani","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Rani, Pooja","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060455591","display_name":"Arianna Blasi","orcid":"https://orcid.org/0000-0002-9635-2400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Blasi, Arianna","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048451206","display_name":"Nataliia Stulova","orcid":"https://orcid.org/0000-0002-6804-2253"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Stulova, Nataliia","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042444741","display_name":"Sebastiano Panichella","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Panichella, Sebastiano","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5051928160","display_name":"Alessandra Gorla","orcid":"https://orcid.org/0000-0002-6711-3080"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gorla, Alessandra","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5041096019","display_name":"Oscar Nierstrasz","orcid":"https://orcid.org/0000-0002-9975-9791"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nierstrasz, Oscar","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5003053761"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9843000173568726,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9818000197410583,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7493304014205933},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.6720801591873169},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.6458025574684143},{"id":"https://openalex.org/keywords/focus","display_name":"Focus (optics)","score":0.5931081175804138},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5556716322898865},{"id":"https://openalex.org/keywords/software-quality-assurance","display_name":"Software quality assurance","score":0.5327330231666565},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.519059956073761},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.45976749062538147},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.45275235176086426},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.44438180327415466},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.41822487115859985},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3840639889240265},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.37533074617385864},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3028678894042969},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2412288784980774},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1694328486919403},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11392557621002197},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.08579006791114807},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07837775349617004}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7493304014205933},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.6720801591873169},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.6458025574684143},{"id":"https://openalex.org/C192209626","wikidata":"https://www.wikidata.org/wiki/Q190909","display_name":"Focus (optics)","level":2,"score":0.5931081175804138},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5556716322898865},{"id":"https://openalex.org/C2776969324","wikidata":"https://www.wikidata.org/wiki/Q613918","display_name":"Software quality assurance","level":5,"score":0.5327330231666565},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.519059956073761},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.45976749062538147},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.45275235176086426},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.44438180327415466},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.41822487115859985},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3840639889240265},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.37533074617385864},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3028678894042969},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2412288784980774},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1694328486919403},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11392557621002197},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.08579006791114807},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07837775349617004},{"id":"https://openalex.org/C120665830","wikidata":"https://www.wikidata.org/wiki/Q14620","display_name":"Optics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"pmh:oai:arXiv.org:2209.08165","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.08165","pdf_url":"https://arxiv.org/pdf/2209.08165","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"pmh:doi:10.5167/uzh-264087","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"doi:10.48550/arxiv.2209.08165","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2209.08165","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article-journal"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2209.08165","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2209.08165","pdf_url":"https://arxiv.org/pdf/2209.08165","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2122804569","https://openalex.org/W2240979497","https://openalex.org/W2025599150","https://openalex.org/W2904997879","https://openalex.org/W2344367508","https://openalex.org/W3104152981","https://openalex.org/W2158202016","https://openalex.org/W4380568682","https://openalex.org/W3135060008","https://openalex.org/W2775582007"],"abstract_inverted_index":{"Code":[0],"comments":[1,37,102,114,123,130,164,233,273],"are":[2],"important":[3],"artifacts":[4],"in":[5,13,35,42,48,152,205,234,262],"software":[6,15],"systems":[7],"and":[8,22,56,91,95,109,118,184,193,216,229,245,274,285],"play":[9],"a":[10,105,141,256,266],"paramount":[11],"role":[12],"many":[14],"engineering":[16],"(SE)":[17],"tasks":[18],"related":[19],"to":[20,68,104,133,154,189,242],"maintenance":[21],"program":[23],"comprehension.":[24],"However,":[25],"while":[26],"it":[27,40,66],"is":[28,50,59],"widely":[29],"accepted":[30],"that":[31,86,225,279],"high":[32],"quality":[33,47,64,85,175,203,296],"matters":[34,41],"code":[36,70],"just":[38],"as":[39],"source":[43],"code,":[44,236],"assessing":[45,170],"comment":[46,171,191,202,295],"practice":[49],"still":[51],"an":[52],"open":[53],"problem.":[54],"First":[55],"foremost,":[57],"there":[58],"no":[60],"unique":[61],"definition":[62],"of":[63,84,146,150,163,213,220,255,258,269,293],"when":[65,169],"comes":[67],"evaluating":[69],"comments.":[71],"The":[72],"few":[73],"existing":[74],"studies":[75,200,228,249],"on":[76,81,101,168,201,210,232,251,282],"this":[77,137],"topic":[78],"rather":[79,288],"focus":[80,100,167,231,250],"specific":[82,106,116,286],"attributes":[83,176],"can":[87],"be":[88,134,240],"easily":[89],"quantified":[90],"measured.":[92],"Existing":[93],"techniques":[94,185,230],"corresponding":[96],"tools":[97,183],"may":[98,110,238],"also":[99],"bound":[103],"programming":[107],"language,":[108],"only":[111],"deal":[112],"with":[113,115,265],"scopes":[117],"clear":[119,267],"goals":[120],"(e.g.,":[121],"Javadoc":[122],"at":[124],"the":[125,147,156,211,217,247,263,275,290,294],"method":[126],"level,":[127],"or":[128],"in-body":[129],"describing":[131],"TODOs":[132],"addressed).":[135],"In":[136],"paper,":[138],"we":[139],"present":[140],"Systematic":[142],"Literature":[143],"Review":[144],"(SLR)":[145],"last":[148],"decade":[149],"research":[151,158],"SE":[153],"answer":[155],"following":[157],"questions:":[159],"(i)":[160,226],"What":[161,174],"types":[162],"do":[165,178,186,196],"researchers":[166,280],"quality?":[172],"(ii)":[173,246],"(QAs)":[177],"they":[179,187,197],"consider?":[180],"(iii)":[181],"Which":[182],"use":[188],"assess":[190],"quality?,":[192],"(iv)":[194],"How":[195],"evaluate":[198],"their":[199],"assessment":[204,284,292],"general?":[206],"Our":[207],"evaluation,":[208],"based":[209],"analysis":[212],"2353":[214],"papers":[215],"actual":[218],"review":[219],"47":[221],"relevant":[222],"ones,":[223],"shows":[224],"most":[227],"Java":[235],"thus":[237],"not":[239],"generalizable":[241],"other":[243],"languages,":[244],"analyzed":[248],"four":[252],"main":[253],"QAs":[254,260],"total":[257],"21":[259],"identified":[261],"literature,":[264],"predominance":[268],"checking":[270],"consistency":[271],"between":[272],"code.":[276],"We":[277],"observe":[278],"rely":[281],"manual":[283],"heuristics":[287],"than":[289],"automated":[291],"attributes.":[297]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2022-09-23T00:00:00"}