{"id":"https://openalex.org/W2393661428","doi":"https://doi.org/10.1109/apsec.2015.39","title":"The Impacts of Supporting Materials on Code Reading: A Controlled Experiment","display_name":"The Impacts of Supporting Materials on Code Reading: A Controlled Experiment","publication_year":2015,"publication_date":"2015-12-01","ids":{"openalex":"https://openalex.org/W2393661428","doi":"https://doi.org/10.1109/apsec.2015.39","mag":"2393661428"},"language":"en","primary_location":{"id":"doi:10.1109/apsec.2015.39","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsec.2015.39","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Asia-Pacific Software Engineering Conference (APSEC)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5073751973","display_name":"Guoping Rong","orcid":"https://orcid.org/0000-0003-4576-0524"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Guoping Rong","raw_affiliation_strings":["State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100420137","display_name":"He Zhang","orcid":"https://orcid.org/0000-0002-9159-5331"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"He Zhang","raw_affiliation_strings":["State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100601468","display_name":"Qi Shan","orcid":"https://orcid.org/0000-0001-8891-519X"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qi Shan","raw_affiliation_strings":["State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025539767","display_name":"Gaoxuan Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Gaoxuan Liu","raw_affiliation_strings":["State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101193832","display_name":"Dong Shao","orcid":"https://orcid.org/0000-0001-6500-0341"},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dong Shao","raw_affiliation_strings":["State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China"],"affiliations":[{"raw_affiliation_string":"State Key Lab on Novel Software Techniques, Nanjing University, Nanjing, Jiangsu, P.R. China","institution_ids":["https://openalex.org/I881766915"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5073751973"],"corresponding_institution_ids":["https://openalex.org/I881766915"],"apc_list":null,"apc_paid":null,"fwci":0.79018116,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.8426956,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"88","last_page":"95"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9937999844551086,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.789762556552887},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7894902229309082},{"id":"https://openalex.org/keywords/reading","display_name":"Reading (process)","score":0.7717030644416809},{"id":"https://openalex.org/keywords/software-inspection","display_name":"Software inspection","score":0.6100290417671204},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.45126014947891235},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.36496520042419434},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.18545806407928467},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.15624600648880005},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.10711663961410522},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.09100598096847534},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.07822960615158081},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.0696088969707489}],"concepts":[{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.789762556552887},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7894902229309082},{"id":"https://openalex.org/C554936623","wikidata":"https://www.wikidata.org/wiki/Q199657","display_name":"Reading (process)","level":2,"score":0.7717030644416809},{"id":"https://openalex.org/C10272871","wikidata":"https://www.wikidata.org/wiki/Q929972","display_name":"Software inspection","level":5,"score":0.6100290417671204},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.45126014947891235},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.36496520042419434},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.18545806407928467},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.15624600648880005},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.10711663961410522},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.09100598096847534},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.07822960615158081},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0696088969707489},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/apsec.2015.39","is_oa":false,"landing_page_url":"https://doi.org/10.1109/apsec.2015.39","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2015 Asia-Pacific Software Engineering Conference (APSEC)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8999999761581421,"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W1495260637","https://openalex.org/W1571012001","https://openalex.org/W1596744619","https://openalex.org/W1967995512","https://openalex.org/W1973158119","https://openalex.org/W1989526951","https://openalex.org/W2012686127","https://openalex.org/W2019692058","https://openalex.org/W2027818939","https://openalex.org/W2052592404","https://openalex.org/W2084722535","https://openalex.org/W2095974519","https://openalex.org/W2099571428","https://openalex.org/W2102853796","https://openalex.org/W2107086891","https://openalex.org/W2133561941","https://openalex.org/W2142478690","https://openalex.org/W2144651866","https://openalex.org/W2146968830","https://openalex.org/W2161407365","https://openalex.org/W2168745915","https://openalex.org/W2180107243","https://openalex.org/W2895112572","https://openalex.org/W4235786747","https://openalex.org/W4240402692","https://openalex.org/W6629419170","https://openalex.org/W6635516030"],"related_works":["https://openalex.org/W1511669353","https://openalex.org/W1572773217","https://openalex.org/W2299937079","https://openalex.org/W2082438799","https://openalex.org/W1966986837","https://openalex.org/W2360138227","https://openalex.org/W2025645341","https://openalex.org/W2114728651","https://openalex.org/W4244014535","https://openalex.org/W2393661428"],"abstract_inverted_index":{"Background:":[0],"Code":[1],"inspection":[2,195],"has":[3],"been":[4],"accepted":[5],"as":[6,43,218],"an":[7,201],"effective":[8],"method":[9],"to":[10,56,65,96,144,200,223],"detect":[11],"and":[12,15,35,94,124,138,197,213],"remove":[13],"defects":[14],"code":[16,23,59,80,105,133,226],"reading":[17,134],"is":[18],"a":[19],"critical":[20],"step":[21],"in":[22,203,221],"inspection.":[24],"However,":[25],"there":[26],"are":[27],"very":[28],"limited":[29],"empirical":[30],"studies":[31],"on":[32,79,104,194],"the":[33,39,44,67,98,119,121,125,132,146,151,166,186],"content":[34],"appropriate":[36],"forms":[37],"of":[38,69,100,155,188],"suitable":[40],"software":[41],"artifacts":[42],"supporting":[45,72,102,156,219],"materials,":[46],"hence":[47],"inspectors":[48],"may":[49,198,209],"not":[50],"be":[51],"well-supported":[52],"with":[53,88,115,180],"necessary":[54],"knowledge":[55],"carry":[57],"out":[58],"reading.":[60,81,106,227],"Objective:":[61],"This":[62],"research":[63],"aims":[64],"investigate":[66],"impact":[68,193],"different":[70,101,116,147,153],"common":[71],"materials":[73,103],"(i.e.,":[74,136],"comments":[75,181],"vs.":[76],"design":[77,122,189,216],"documents)":[78],"Method:":[82],"A":[83],"relatively":[84],"large-scale":[85],"controlled":[86],"experiment":[87],"135":[89],"senior":[90],"students":[91,174],"was":[92],"designed":[93],"executed":[95],"compare":[97,145],"impacts":[99,148],"The":[107,170],"subjects":[108],"were":[109,142,160],"randomly":[110],"separated":[111],"into":[112],"three":[113],"groups":[114],"treatments,":[117],"i.e,":[118],"comments,":[120],"documents":[123,190,217],"comments+design":[126,183],"documents,":[127],"respectively.":[128],"Two":[129],"metrics":[130],"regarding":[131],"performance":[135],"Effectiveness":[137],"Defect":[139],"Detection":[140],"Rate)":[141],"used":[143],"derived":[149],"from":[150],"two":[152],"types":[154],"materials.":[157],"Qualitative":[158],"feedbacks":[159],"also":[161],"collected":[162],"using":[163],"questionnaires":[164],"for":[165],"final":[167],"analysis.":[168],"Results:":[169],"results":[171],"indicate":[172],"that":[173],"performed":[175],"better":[176],"when":[177],"being":[178],"provided":[179],"than":[182,215],"documents.":[184],"Also,":[185],"removal":[187],"shows":[191],"little":[192],"effectiveness":[196],"lead":[199],"increase":[202],"defect":[204],"detection":[205],"rate.":[206],"Conclusion:":[207],"Comments":[208],"provide":[210],"more":[211],"help":[212],"value":[214],"material":[220],"small":[222],"median":[224],"sized":[225]},"counts_by_year":[{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}