{"id":"https://openalex.org/W2025893091","doi":"https://doi.org/10.1109/icsm.2011.6080814","title":"Source code comprehension strategies and metrics to predict comprehension effort in software maintenance and evolution tasks - an empirical study with industry practitioners","display_name":"Source code comprehension strategies and metrics to predict comprehension effort in software maintenance and evolution tasks - an empirical study with industry practitioners","publication_year":2011,"publication_date":"2011-09-01","ids":{"openalex":"https://openalex.org/W2025893091","doi":"https://doi.org/10.1109/icsm.2011.6080814","mag":"2025893091"},"language":"en","primary_location":{"id":"doi:10.1109/icsm.2011.6080814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2011.6080814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 27th IEEE International Conference on Software Maintenance (ICSM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045237170","display_name":"Kazuki Nishizono","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Kazuki Nishizono","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, NARA, JAPAN","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, NARA, JAPAN","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066848091","display_name":"Shuji Morisakl","orcid":null},"institutions":[{"id":"https://openalex.org/I1298590031","display_name":"Shizuoka University","ror":"https://ror.org/01w6wtk13","country_code":"JP","type":"education","lineage":["https://openalex.org/I1298590031"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shuji Morisakl","raw_affiliation_strings":["Faculty of Informatics, Shizuoka University, 3-5-1 Johoku, Naka, Hamamatsu, 432-8011 JAPAN"],"affiliations":[{"raw_affiliation_string":"Faculty of Informatics, Shizuoka University, 3-5-1 Johoku, Naka, Hamamatsu, 432-8011 JAPAN","institution_ids":["https://openalex.org/I1298590031"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114017953","display_name":"Rodrigo Vivanco","orcid":null},"institutions":[{"id":"https://openalex.org/I46247651","display_name":"University of Manitoba","ror":"https://ror.org/02gfys938","country_code":"CA","type":"education","lineage":["https://openalex.org/I46247651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rodrigo Vivanco","raw_affiliation_strings":["Department of Computer Science, University of Manitoba, Winnipeg, Canada","Department of Computer Science, University of Manitoba, Winnipeg, Canada R3T 2N2"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Manitoba, Winnipeg, Canada","institution_ids":["https://openalex.org/I46247651"]},{"raw_affiliation_string":"Department of Computer Science, University of Manitoba, Winnipeg, Canada R3T 2N2","institution_ids":["https://openalex.org/I46247651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5011588138","display_name":"Kenichi Matsumoto","orcid":"https://orcid.org/0000-0002-7418-9323"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Kenichi Matsumoto","raw_affiliation_strings":["Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, NARA, JAPAN","Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan"],"affiliations":[{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, Ikoma, NARA, JAPAN","institution_ids":["https://openalex.org/I75917431"]},{"raw_affiliation_string":"Graduate School of Information Science, Nara Institute of Science and Technology, 8916-5 Takayama, Ikoma, 630-0192 Japan","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5045237170"],"corresponding_institution_ids":["https://openalex.org/I75917431"],"apc_list":null,"apc_paid":null,"fwci":5.3513,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.95424772,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"473","last_page":"481"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10430","display_name":"Software Engineering Techniques and Practices","score":0.9969000220298767,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-comprehension","display_name":"Program comprehension","score":0.9044313430786133},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7925841808319092},{"id":"https://openalex.org/keywords/comprehension","display_name":"Comprehension","score":0.6721518039703369},{"id":"https://openalex.org/keywords/code-refactoring","display_name":"Code refactoring","score":0.6531102657318115},{"id":"https://openalex.org/keywords/software-maintenance","display_name":"Software maintenance","score":0.6267582178115845},{"id":"https://openalex.org/keywords/source-code","display_name":"Source code","score":0.6129240989685059},{"id":"https://openalex.org/keywords/semantics","display_name":"Semantics (computer science)","score":0.5691219568252563},{"id":"https://openalex.org/keywords/software-metric","display_name":"Software metric","score":0.4881775975227356},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.4637072682380676},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4612070918083191},{"id":"https://openalex.org/keywords/static-program-analysis","display_name":"Static program analysis","score":0.44896674156188965},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.43688011169433594},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.41938644647598267},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.41355788707733154},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.4108327031135559},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.3979046046733856},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.39291584491729736},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.2848362922668457},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08203929662704468},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07349863648414612}],"concepts":[{"id":"https://openalex.org/C2777561058","wikidata":"https://www.wikidata.org/wiki/Q2652119","display_name":"Program comprehension","level":4,"score":0.9044313430786133},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7925841808319092},{"id":"https://openalex.org/C511192102","wikidata":"https://www.wikidata.org/wiki/Q5156948","display_name":"Comprehension","level":2,"score":0.6721518039703369},{"id":"https://openalex.org/C152752567","wikidata":"https://www.wikidata.org/wiki/Q116877","display_name":"Code refactoring","level":3,"score":0.6531102657318115},{"id":"https://openalex.org/C101317890","wikidata":"https://www.wikidata.org/wiki/Q940053","display_name":"Software maintenance","level":4,"score":0.6267582178115845},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.6129240989685059},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.5691219568252563},{"id":"https://openalex.org/C82214349","wikidata":"https://www.wikidata.org/wiki/Q657339","display_name":"Software metric","level":5,"score":0.4881775975227356},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.4637072682380676},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4612070918083191},{"id":"https://openalex.org/C137287247","wikidata":"https://www.wikidata.org/wiki/Q1329550","display_name":"Static program analysis","level":4,"score":0.44896674156188965},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.43688011169433594},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.41938644647598267},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41355788707733154},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4108327031135559},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.3979046046733856},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.39291584491729736},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.2848362922668457},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08203929662704468},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07349863648414612},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/icsm.2011.6080814","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icsm.2011.6080814","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2011 27th IEEE International Conference on Software Maintenance (ICSM)","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.227.8033","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.227.8033","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.6000000238418579,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W2008149650","https://openalex.org/W2023661243","https://openalex.org/W2055675855","https://openalex.org/W2058335615","https://openalex.org/W2064682105","https://openalex.org/W2068965694","https://openalex.org/W2099571428","https://openalex.org/W2116374224","https://openalex.org/W2128888088","https://openalex.org/W2138661194","https://openalex.org/W2143956497","https://openalex.org/W2146651617","https://openalex.org/W2148554434","https://openalex.org/W2151996389","https://openalex.org/W2610076162","https://openalex.org/W3196020507","https://openalex.org/W4255185917","https://openalex.org/W6665170819"],"related_works":["https://openalex.org/W4286331421","https://openalex.org/W2069073539","https://openalex.org/W2336907440","https://openalex.org/W2010680342","https://openalex.org/W1985559452","https://openalex.org/W2186150085","https://openalex.org/W2765394967","https://openalex.org/W2015418718","https://openalex.org/W2103701733","https://openalex.org/W1536501326"],"abstract_inverted_index":{"The":[0,82,107,127,134,154],"goal":[1],"of":[2,10,26,151,186,199,212,218],"this":[3],"research":[4],"was":[5],"to":[6,86,112,171],"assess":[7],"the":[8,88,99,104,110,116,124,138,158,162,167,175,179,183,187,200,204,216],"consistency":[9],"source":[11,44,79,90,164,184],"code":[12,45,80,91,165,185],"comprehension":[13,16,117,132,139,197],"strategies":[14,118,140],"and":[15,32,63,69,77,92,114,120,141,166],"effort":[17,142],"estimation":[18,143],"metrics,":[19],"such":[20],"as":[21],"LOC,":[22],"across":[23,148],"different":[24,149],"types":[25,150],"modification":[27,58,66,105,152],"tasks":[28,59,67,177,202,214],"in":[29,52,103,174,189],"software":[30,40],"maintenance":[31],"evolution.":[33],"We":[34],"conducted":[35],"an":[36],"empirical":[37],"study":[38],"with":[39,55],"development":[41],"practitioners":[42],"using":[43],"from":[46,208],"a":[47,74],"small":[48],"paint":[49],"application":[50],"written":[51],"Java,":[53],"along":[54],"four":[56,64],"semantics-preserving":[57,190,213],"(refactoring,":[60],"defect":[61],"correction)":[62],"semantics-modifying":[65,176,201],"(enhancive":[68],"modification).":[70],"Each":[71],"task":[72],"has":[73],"change":[75,101],"specification":[76,102],"corresponding":[78,100],"patch.":[81],"subjects":[83,108,129,159,180],"were":[84],"asked":[85],"comprehend":[87,113,172],"original":[89,163],"then":[93],"judge":[94],"whether":[95],"each":[96],"patch":[97,125],"meets":[98],"task.":[106],"recorded":[109,155],"time":[111],"described":[115],"used":[119,130],"their":[121],"reason":[122],"for":[123,195],"judgments.":[126],"24":[128],"similar":[131],"strategies.":[133],"results":[135],"show":[136],"that":[137,211],"metrics":[144],"are":[145],"not":[146],"consistent":[147],"tasks.":[153,191],"descriptions":[156],"indicate":[157],"scanned":[160],"through":[161],"patches":[168,173,188],"when":[169],"trying":[170],"while":[178,210],"only":[181],"read":[182],"An":[192],"important":[193],"metric":[194],"estimating":[196],"efforts":[198],"is":[203,215],"Code":[205],"Clone":[206],"Subtracted":[207],"LOC(CCSLOC),":[209],"number":[217],"referred":[219],"variables.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":3},{"year":2012,"cited_by_count":1}],"updated_date":"2026-04-18T07:56:08.524223","created_date":"2025-10-10T00:00:00"}