{"id":"https://openalex.org/W4401981660","doi":"https://doi.org/10.1007/s10664-024-10521-0","title":"Challenges and practices of deep learning model reengineering: A case study on computer vision","display_name":"Challenges and practices of deep learning model reengineering: A case study on computer vision","publication_year":2024,"publication_date":"2024-08-20","ids":{"openalex":"https://openalex.org/W4401981660","doi":"https://doi.org/10.1007/s10664-024-10521-0"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-024-10521-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10521-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10521-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10521-0.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5026463384","display_name":"Wenxin Jiang","orcid":"https://orcid.org/0000-0003-2608-8576"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Wenxin Jiang","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040170949","display_name":"Vishnu Banna","orcid":"https://orcid.org/0000-0002-6444-9806"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vishnu Banna","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5068114312","display_name":"Naveen Vivek","orcid":"https://orcid.org/0000-0001-6740-8260"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Naveen Vivek","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091813504","display_name":"Abhinav Goel","orcid":"https://orcid.org/0000-0003-1827-1389"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Abhinav Goel","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040525530","display_name":"Nicholas Synovic","orcid":"https://orcid.org/0000-0003-0413-4594"},"institutions":[{"id":"https://openalex.org/I1925986","display_name":"Loyola University Chicago","ror":"https://ror.org/04b6x2g63","country_code":"US","type":"education","lineage":["https://openalex.org/I1925986"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nicholas Synovic","raw_affiliation_strings":["Loyola University Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Loyola University Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I1925986"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074177185","display_name":"George K. Thiruvathukal","orcid":"https://orcid.org/0000-0002-0452-5571"},"institutions":[{"id":"https://openalex.org/I1925986","display_name":"Loyola University Chicago","ror":"https://ror.org/04b6x2g63","country_code":"US","type":"education","lineage":["https://openalex.org/I1925986"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"George K. Thiruvathukal","raw_affiliation_strings":["Loyola University Chicago, Chicago, IL, USA"],"affiliations":[{"raw_affiliation_string":"Loyola University Chicago, Chicago, IL, USA","institution_ids":["https://openalex.org/I1925986"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013948143","display_name":"James C. Davis","orcid":"https://orcid.org/0000-0003-2495-686X"},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James C. Davis","raw_affiliation_strings":["Purdue University, West Lafayette, IN, USA"],"affiliations":[{"raw_affiliation_string":"Purdue University, West Lafayette, IN, USA","institution_ids":["https://openalex.org/I219193219"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5026463384"],"corresponding_institution_ids":["https://openalex.org/I219193219"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":5.4092,"has_fulltext":true,"cited_by_count":17,"citation_normalized_percentile":{"value":0.96245261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"29","issue":"6","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9894000291824341,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/business-process-reengineering","display_name":"Business process reengineering","score":0.706593930721283},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5237536430358887},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4407193660736084},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.42089036107063293},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.32314229011535645},{"id":"https://openalex.org/keywords/operations-management","display_name":"Operations management","score":0.18810132145881653}],"concepts":[{"id":"https://openalex.org/C29143872","wikidata":"https://www.wikidata.org/wiki/Q876690","display_name":"Business process reengineering","level":3,"score":0.706593930721283},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5237536430358887},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4407193660736084},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42089036107063293},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.32314229011535645},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.18810132145881653},{"id":"https://openalex.org/C137335462","wikidata":"https://www.wikidata.org/wiki/Q380772","display_name":"Lean manufacturing","level":2,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1007/s10664-024-10521-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10521-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10521-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:ecommons.luc.edu:cs_facpubs-1390","is_oa":true,"landing_page_url":"https://ecommons.luc.edu/cs_facpubs/395","pdf_url":null,"source":{"id":"https://openalex.org/S4306402030","display_name":"Loyola eCommons (Loyola University of Chicago)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1925986","host_organization_name":"Loyola University Chicago","host_organization_lineage":["https://openalex.org/I1925986"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computer Science: Faculty Publications and Other Works","raw_type":"text"}],"best_oa_location":{"id":"doi:10.1007/s10664-024-10521-0","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-024-10521-0","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-024-10521-0.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3818114722","display_name":null,"funder_award_id":"2107020","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5494311034","display_name":null,"funder_award_id":"2229703","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G902247565","display_name":null,"funder_award_id":"2107230","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320307791","display_name":"Cisco Systems","ror":"https://ror.org/03yt1ez60"},{"id":"https://openalex.org/F4320309327","display_name":"Google","ror":"https://ror.org/00njsd438"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4401981660.pdf"},"referenced_works_count":145,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W639708223","https://openalex.org/W1588965071","https://openalex.org/W1861492603","https://openalex.org/W1936022305","https://openalex.org/W1979050135","https://openalex.org/W2002449827","https://openalex.org/W2010146397","https://openalex.org/W2037638912","https://openalex.org/W2039229814","https://openalex.org/W2046589689","https://openalex.org/W2053154970","https://openalex.org/W2076063813","https://openalex.org/W2087419855","https://openalex.org/W2095839586","https://openalex.org/W2100196534","https://openalex.org/W2103107119","https://openalex.org/W2109156518","https://openalex.org/W2120787072","https://openalex.org/W2122838852","https://openalex.org/W2159936578","https://openalex.org/W2162739315","https://openalex.org/W2427333829","https://openalex.org/W2460117687","https://openalex.org/W2508022867","https://openalex.org/W2594258618","https://openalex.org/W2604505959","https://openalex.org/W2605307020","https://openalex.org/W2612139288","https://openalex.org/W2616028256","https://openalex.org/W2728599219","https://openalex.org/W2767894675","https://openalex.org/W2772423550","https://openalex.org/W2782812883","https://openalex.org/W2782864149","https://openalex.org/W2787225861","https://openalex.org/W2788572835","https://openalex.org/W2789444109","https://openalex.org/W2794284562","https://openalex.org/W2804337238","https://openalex.org/W2850992922","https://openalex.org/W2888824816","https://openalex.org/W2890056718","https://openalex.org/W2890432166","https://openalex.org/W2896520013","https://openalex.org/W2897042519","https://openalex.org/W2898868990","https://openalex.org/W2903022442","https://openalex.org/W2922234936","https://openalex.org/W2928389720","https://openalex.org/W2942231644","https://openalex.org/W2953349376","https://openalex.org/W2954691065","https://openalex.org/W2954996726","https://openalex.org/W2955453180","https://openalex.org/W2963037989","https://openalex.org/W2963181472","https://openalex.org/W2963327228","https://openalex.org/W2968594320","https://openalex.org/W2971013993","https://openalex.org/W2979826702","https://openalex.org/W2982316857","https://openalex.org/W2983464374","https://openalex.org/W2999135213","https://openalex.org/W3000280594","https://openalex.org/W3004493192","https://openalex.org/W3005780259","https://openalex.org/W3005940936","https://openalex.org/W3007157104","https://openalex.org/W3007369130","https://openalex.org/W3007935259","https://openalex.org/W3034218934","https://openalex.org/W3044492802","https://openalex.org/W3082760180","https://openalex.org/W3090561201","https://openalex.org/W3090643686","https://openalex.org/W3090797304","https://openalex.org/W3090839041","https://openalex.org/W3091052082","https://openalex.org/W3091633490","https://openalex.org/W3093859587","https://openalex.org/W3094418071","https://openalex.org/W3100279624","https://openalex.org/W3103697033","https://openalex.org/W3105133011","https://openalex.org/W3107770003","https://openalex.org/W3109004940","https://openalex.org/W3122184684","https://openalex.org/W3122291680","https://openalex.org/W3134796670","https://openalex.org/W3140854437","https://openalex.org/W3166319166","https://openalex.org/W3177395556","https://openalex.org/W3196239222","https://openalex.org/W3199980055","https://openalex.org/W3207416911","https://openalex.org/W4205172069","https://openalex.org/W4205900964","https://openalex.org/W4206189955","https://openalex.org/W4206688953","https://openalex.org/W4207057737","https://openalex.org/W4220914596","https://openalex.org/W4226334913","https://openalex.org/W4244420825","https://openalex.org/W4282834157","https://openalex.org/W4283720448","https://openalex.org/W4284670548","https://openalex.org/W4285247752","https://openalex.org/W4294214983","https://openalex.org/W4297676335","https://openalex.org/W4297902627","https://openalex.org/W4298148810","https://openalex.org/W4308562533","https://openalex.org/W4308731250","https://openalex.org/W4310895557","https://openalex.org/W4312815172","https://openalex.org/W4312825166","https://openalex.org/W4313442384","https://openalex.org/W4319150641","https://openalex.org/W4321106177","https://openalex.org/W4327500636","https://openalex.org/W4362584426","https://openalex.org/W4376606869","https://openalex.org/W4384009684","https://openalex.org/W4384302748","https://openalex.org/W4384302776","https://openalex.org/W4384345640","https://openalex.org/W4384345665","https://openalex.org/W4389724966","https://openalex.org/W4390874818","https://openalex.org/W4400266869","https://openalex.org/W4402897336","https://openalex.org/W4403023612","https://openalex.org/W6600042794","https://openalex.org/W6600109629","https://openalex.org/W6600213211","https://openalex.org/W6600574797","https://openalex.org/W6600916892","https://openalex.org/W6601076540","https://openalex.org/W6601593455","https://openalex.org/W6602430550","https://openalex.org/W6610928041","https://openalex.org/W6633471214","https://openalex.org/W6729404389","https://openalex.org/W6826116265"],"related_works":["https://openalex.org/W2731899572","https://openalex.org/W3215138031","https://openalex.org/W3009238340","https://openalex.org/W4321369474","https://openalex.org/W4360585206","https://openalex.org/W4285208911","https://openalex.org/W3082895349","https://openalex.org/W4213079790","https://openalex.org/W2248239756","https://openalex.org/W4323565446"],"abstract_inverted_index":{"Abstract":[0],"Context":[1],"Many":[2],"engineering":[3],"organizations":[4],"are":[5,235,258,284,292],"reimplementing":[6],"and":[7,33,50,55,82,116,134,170,175,216,246,250,262,287,305,326,333,366],"extending":[8],"deep":[9,21,36,65,77,137,194,203,230],"neural":[10],"networks":[11],"from":[12,92,98,112,160,191],"the":[13,51,62,76,102,123,132,152,176,183,239,314],"research":[14],"community.":[15],"We":[16,141,252,297,308],"describe":[17,228],"this":[18,148,244],"process":[19,81],"as":[20,70],"learning":[22,26,37,66,78,138,195,204],"model":[23,27,67,79,139,318,350,358,364,372],"reengineering.":[24,140,373],"Deep":[25],"reengineering":[28,80,110,124,180,199,218,316,340,351],"\u2014":[29,39],"reusing,":[30],"replicating,":[31],"adapting,":[32],"enhancing":[34],"state-of-the-art":[35],"approaches":[38],"is":[40,107,129],"challenging":[41],"for":[42],"reasons":[43],"including":[44],"under-documented":[45],"reference":[46],"models,":[47],"changing":[48],"requirements,":[49],"cost":[52],"of":[53,64,101,136,147,154,178,241,273,323,371],"implementation":[54],"testing.":[56],"Objective":[57],"Prior":[58,86],"work":[59,87],"has":[60,88],"characterized":[61],"challenges":[63,135,249,312],"development,":[68],"but":[69],"yet":[71],"we":[72,187,209,336],"know":[73],"little":[74],"about":[75],"its":[83],"common":[84],"challenges.":[85],"examined":[89],"DL":[90,315,324],"systems":[91],"a":[93,113,143,179,338],"\u201cproduct\u201d":[94],"view,":[95,115],"examining":[96],"defects":[97,164,190,242,256,265,282,290,301],"projects":[99],"regardless":[100],"engineers\u2019":[103],"purpose.":[104],"Our":[105,127,157,226,276,343],"study":[106,146],"focused":[108],"on":[109,118,151],"activities":[111],"\u201cprocess\u201d":[114],"focuses":[117],"engineers":[119],"specifically":[120],"engaged":[121],"in":[122,166,243,313],"process.":[125],"Method":[126],"goal":[128],"to":[130,221,267,356],"understand":[131,222],"characteristics":[133],"conducted":[142,172],"mixed-methods":[144],"case":[145],"phenomenon,":[149],"focusing":[150],"context":[153],"computer":[155,232],"vision.":[156],"results":[158,227],"draw":[159],"two":[161,207],"data":[162,185,328],"sources:":[163],"reported":[165,259],"open-source":[167,193,212],"reeengineering":[168],"projects,":[169],"interviews":[171],"with":[173],"practitioners":[174],"leaders":[177,220],"team.":[181],"From":[182],"defect":[184],"source,":[186],"analyzed":[188],"348":[189],"27":[192],"projects.":[196],"Meanwhile,":[197],"our":[198,331],"team":[200,219],"replicated":[201],"7":[202],"models":[205],"over":[206],"years;":[208],"interviewed":[210],"2":[211],"contributors,":[213],"4":[214],"practitioners,":[215],"6":[217],"their":[223],"experiences.":[224],"Results":[225],"how":[229],"learning-based":[231],"vision":[233],"techniques":[234],"reengineered,":[236],"quantitatively":[237],"analyze":[238],"distribution":[240],"process,":[245],"qualitatively":[247],"discuss":[248],"practices.":[251],"found":[253,298],"that":[254,263,279,299],"most":[255,280,288],"(58%)":[257],"by":[260,294],"re-users,":[261],"reproducibility-related":[264],"tend":[266],"be":[268],"discovered":[269],"during":[270],"training":[271,300],"(68%":[272],"them":[274],"are).":[275],"analysis":[277],"shows":[278],"environment":[281,289],"(88%)":[283],"interface":[285],"defects,":[286],"(46%)":[291],"caused":[293],"API":[295],"defects.":[296],"have":[302],"diverse":[303],"symptoms":[304],"root":[306],"causes.":[307],"identified":[309],"four":[310],"main":[311],"process:":[317],"operationalization,":[319],"performance":[320],"debugging,":[321],"portability":[322],"operations,":[325],"customized":[327],"pipeline.":[329],"Integrating":[330],"quantitative":[332],"qualitative":[334],"data,":[335],"propose":[337],"novel":[339],"workflow.":[341],"Conclusions":[342],"findings":[344],"inform":[345],"several":[346],"conclusion,":[347],"including:":[348],"standardizing":[349],"practices,":[352],"developing":[353],"validation":[354],"tools":[355],"support":[357,361],"reengineering,":[359,365],"automated":[360],"beyond":[362],"manual":[363],"measuring":[367],"additional":[368],"unknown":[369],"aspects":[370]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":10},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":1}],"updated_date":"2026-04-14T08:04:32.555800","created_date":"2025-10-10T00:00:00"}