{"id":"https://openalex.org/W7171735597","doi":"https://doi.org/10.1145/3794763.3794806","title":"Put The \u201cCode\u201d Back in \u201cCode Comprehension Study\u201d","display_name":"Put The \u201cCode\u201d Back in \u201cCode Comprehension Study\u201d","publication_year":2026,"publication_date":"2026-04-12","ids":{"openalex":"https://openalex.org/W7171735597","doi":"https://doi.org/10.1145/3794763.3794806"},"language":null,"primary_location":{"id":"doi:10.1145/3794763.3794806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794806","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1145/3794763.3794806","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136664382","display_name":"Kyle D. Chin","orcid":null},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Kyle D. Chin","raw_affiliation_strings":["University of British Columbia (UBC), Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0009-0001-0863-1101","affiliations":[{"raw_affiliation_string":"University of British Columbia (UBC), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034123811","display_name":"Reid Holmes","orcid":"https://orcid.org/0000-0003-4213-494X"},"institutions":[{"id":"https://openalex.org/I141945490","display_name":"University of British Columbia","ror":"https://ror.org/03rmrcq20","country_code":"CA","type":"education","lineage":["https://openalex.org/I141945490"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Reid Holmes","raw_affiliation_strings":["University of British Columbia (UBC), Vancouver, BC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-4213-494X","affiliations":[{"raw_affiliation_string":"University of British Columbia (UBC), Vancouver, BC, Canada","institution_ids":["https://openalex.org/I141945490"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I141945490"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"146","last_page":"158"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":null,"topics":[],"keywords":[{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.7387999892234802},{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.7218999862670898},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6438999772071838},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5299000144004822},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.5027999877929688},{"id":"https://openalex.org/keywords/code-review","display_name":"Code review","score":0.45579999685287476},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42590001225471497}],"concepts":[{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.7387999892234802},{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.7218999862670898},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7106999754905701},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6438999772071838},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5299000144004822},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.5027999877929688},{"id":"https://openalex.org/C150292731","wikidata":"https://www.wikidata.org/wiki/Q1342704","display_name":"Code review","level":5,"score":0.45579999685287476},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42590001225471497},{"id":"https://openalex.org/C199519371","wikidata":"https://www.wikidata.org/wiki/Q942695","display_name":"Source lines of code","level":3,"score":0.4244999885559082},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.359499990940094},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.3490999937057495},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3294000029563904},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.322299987077713},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.31949999928474426},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3127000033855438},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.29589998722076416},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.29190000891685486},{"id":"https://openalex.org/C174063052","wikidata":"https://www.wikidata.org/wiki/Q607013","display_name":"Pair programming","level":4,"score":0.287200003862381},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.27059999108314514},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.25380000472068787}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3794763.3794806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794806","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.1145/3794763.3794806","is_oa":true,"landing_page_url":"https://doi.org/10.1145/3794763.3794806","pdf_url":null,"source":null,"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 2026 34th IEEE/ACM International Conference on Program Comprehension","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":54,"referenced_works":["https://openalex.org/W782525392","https://openalex.org/W1973204205","https://openalex.org/W1979836908","https://openalex.org/W2014418158","https://openalex.org/W2034688095","https://openalex.org/W2036487649","https://openalex.org/W2040710054","https://openalex.org/W2043662475","https://openalex.org/W2045749853","https://openalex.org/W2045922551","https://openalex.org/W2066182606","https://openalex.org/W2068965694","https://openalex.org/W2084429940","https://openalex.org/W2104876936","https://openalex.org/W2115998851","https://openalex.org/W2120267908","https://openalex.org/W2130060711","https://openalex.org/W2133890582","https://openalex.org/W2136808032","https://openalex.org/W2142526507","https://openalex.org/W2150113180","https://openalex.org/W2159739762","https://openalex.org/W2160538621","https://openalex.org/W2164886519","https://openalex.org/W2297781517","https://openalex.org/W2577456903","https://openalex.org/W2624900765","https://openalex.org/W2727300901","https://openalex.org/W2883338005","https://openalex.org/W2884368433","https://openalex.org/W2901226836","https://openalex.org/W2901272755","https://openalex.org/W2915605461","https://openalex.org/W2941068928","https://openalex.org/W2955240862","https://openalex.org/W3049497371","https://openalex.org/W3085434149","https://openalex.org/W3085642071","https://openalex.org/W3097045170","https://openalex.org/W3131328028","https://openalex.org/W3161285349","https://openalex.org/W4235786747","https://openalex.org/W4250195981","https://openalex.org/W4292291355","https://openalex.org/W4296660230","https://openalex.org/W4312244873","https://openalex.org/W4321375976","https://openalex.org/W4386929207","https://openalex.org/W4388528786","https://openalex.org/W4392347631","https://openalex.org/W4396876678","https://openalex.org/W4399631851","https://openalex.org/W4400277496","https://openalex.org/W4413019918"],"related_works":[],"abstract_inverted_index":{"Despite":[0],"numerous":[1],"code":[2,11,47,81,101,141,151,194],"comprehension":[3,82,201,221],"studies,":[4],"there":[5],"is":[6],"no":[7],"consensus":[8],"on":[9,170],"what":[10],"features":[12],"affect":[13],"comprehensibility":[14,132],"for":[15,37,159,176],"software":[16,177],"engineers.":[17],"Results":[18],"in":[19,115,195],"these":[20,68],"studies":[21,51],"often":[22],"contradict":[23],"each":[24],"other,":[25],"even":[26],"using":[27],"similar":[28],"methodologies":[29],"or":[30],"datasets.":[31],"These":[32],"contradictions":[33],"make":[34],"it":[35],"difficult":[36],"both":[38],"researchers":[39],"and":[40,64,74,137,144,162,203,226,233],"practitioners":[41],"to":[42,182],"derive":[43,129],"replicable":[44],"findings":[45],"into":[46,131,157],"comprehension.":[48],"Most":[49],"prior":[50,160,200,209],"employ":[52],"controlled":[53],"experiments":[54],"with":[55,83,199,230],"synthetic":[56],"code,":[57],"student":[58],"subjects,":[59],"single":[60],"languages,":[61,106],"short":[62],"methods,":[63,92],"small":[65],"sample":[66],"sizes;":[67],"design":[69,168],"decisions":[70,169],"threaten":[71],"their":[72],"authenticity":[73],"generalizability.":[75],"In":[76],"this":[77,146],"work,":[78],"we":[79,89,126,142],"approach":[80],"a":[84,196,206,219],"different":[85],"set":[86],"of":[87,166,191,193,208],"restrictions:":[88],"examine":[90],"604k":[91],"across":[93,103,223],"all":[94,224],"method":[95],"lengths,":[96],"from":[97],"real":[98],"open":[99],"open-source":[100],"systems":[102],"five":[104],"programming":[105],"but":[107],"do":[108],"not":[109],"control":[110],"nor":[111],"observe":[112],"the":[113,117,121,139,150,164],"environment":[114],"which":[116],"developers":[118,134],"actually":[119],"comprehended":[120],"code.":[122,185,235],"We":[123,186,211],"argue":[124],"that":[125,145,188,214],"can":[127],"still":[128],"insight":[130,156],"since":[133],"wrote,":[135],"evolved,":[136],"reviewed":[138],"source":[140],"examine,":[143],"means":[147],"someone":[148],"found":[149],"comprehensible.":[152],"Our":[153],"methodology":[154],"provides":[155],"reasons":[158],"inconsistencies":[161],"demonstrates":[163],"influence":[165],"experimental":[167],"results":[171],"while":[172],"providing":[173],"actionable":[174],"insights":[175],"engineers":[178],"who":[179],"are":[180],"trying":[181],"write":[183],"comprehensible":[184],"find":[187,213],"Length\u2014the":[189],"number":[190],"lines":[192],"method\u2014heavily":[197],"correlates":[198],"metrics":[202],"may":[204],"be":[205],"confounder":[207],"results.":[210],"also":[212],"comment":[215],"presence":[216],"serves":[217],"as":[218],"useful":[220],"metric:":[222],"languages":[225],"projects,":[227],"comments":[228],"co-locate":[229],"large,":[231],"complex,":[232],"hard-to-read":[234]},"counts_by_year":[],"updated_date":"2026-07-30T17:31:21.811387","created_date":"2026-07-30T00:00:00"}