{"id":"https://openalex.org/W4391145786","doi":"https://doi.org/10.1007/s10664-023-10410-y","title":"An empirical study on the usage of mocking frameworks in Apache software foundation","display_name":"An empirical study on the usage of mocking frameworks in Apache software foundation","publication_year":2024,"publication_date":"2024-01-23","ids":{"openalex":"https://openalex.org/W4391145786","doi":"https://doi.org/10.1007/s10664-023-10410-y"},"language":"en","primary_location":{"id":"doi:10.1007/s10664-023-10410-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10410-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10410-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10410-y.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5000773809","display_name":"Lu Xiao","orcid":"https://orcid.org/0000-0002-3202-3077"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Lu Xiao","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA"],"raw_orcid":"https://orcid.org/0000-0002-3202-3077","affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032153136","display_name":"Gengwu Zhao","orcid":null},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gengwu Zhao","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078461457","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0001-7766-441X"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","University of Texas at San Antonio, 1 UTSA Circle, San Antonio, TX 78249, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]},{"raw_affiliation_string":"University of Texas at San Antonio, 1 UTSA Circle, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030700036","display_name":"Keye Li","orcid":null},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Keye Li","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101179291","display_name":"Erick Lim","orcid":null},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Erick Lim","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033109788","display_name":"Chenhao Wei","orcid":"https://orcid.org/0000-0002-2707-120X"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenhao Wei","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072070511","display_name":"Tingting Yu","orcid":"https://orcid.org/0000-0002-9461-4251"},"institutions":[{"id":"https://openalex.org/I63135867","display_name":"University of Cincinnati","ror":"https://ror.org/01e3m7079","country_code":"US","type":"education","lineage":["https://openalex.org/I63135867"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tingting Yu","raw_affiliation_strings":["University of Cincinnati, 2600 Clifton Ave, Cincinnati, OH 45221, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Cincinnati, 2600 Clifton Ave, Cincinnati, OH 45221, USA","institution_ids":["https://openalex.org/I63135867"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101558050","display_name":"Xiaoyin Wang","orcid":"https://orcid.org/0000-0002-9079-5534"},"institutions":[{"id":"https://openalex.org/I108468826","display_name":"Stevens Institute of Technology","ror":"https://ror.org/02z43xh36","country_code":"US","type":"education","lineage":["https://openalex.org/I108468826"]},{"id":"https://openalex.org/I45438204","display_name":"The University of Texas at San Antonio","ror":"https://ror.org/01kd65564","country_code":"US","type":"education","lineage":["https://openalex.org/I45438204"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xiaoyin Wang","raw_affiliation_strings":["School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","University of Texas at San Antonio, 1 UTSA Circle, San Antonio, TX 78249, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Systems and Enterprises, Stevens Institute of Technology, Castle Point Terrace, Hoboken, NJ 07030, USA","institution_ids":["https://openalex.org/I108468826"]},{"raw_affiliation_string":"University of Texas at San Antonio, 1 UTSA Circle, San Antonio, TX 78249, USA","institution_ids":["https://openalex.org/I45438204"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":8,"corresponding_author_ids":["https://openalex.org/A5000773809"],"corresponding_institution_ids":["https://openalex.org/I108468826"],"apc_list":{"value":2290,"currency":"EUR","value_usd":2890},"apc_paid":{"value":2290,"currency":"EUR","value_usd":2890},"fwci":7.46,"has_fulltext":true,"cited_by_count":10,"citation_normalized_percentile":{"value":0.96956699,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"29","issue":"2","first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/foundation","display_name":"Foundation (evidence)","score":0.7474262714385986},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5536189079284668},{"id":"https://openalex.org/keywords/empirical-research","display_name":"Empirical research","score":0.4481366276741028},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.11364814639091492},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.06544440984725952},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.06190073490142822},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.04778701066970825}],"concepts":[{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.7474262714385986},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5536189079284668},{"id":"https://openalex.org/C120936955","wikidata":"https://www.wikidata.org/wiki/Q2155640","display_name":"Empirical research","level":2,"score":0.4481366276741028},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.11364814639091492},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.06544440984725952},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.06190073490142822},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.04778701066970825}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1007/s10664-023-10410-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10410-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10410-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1007/s10664-023-10410-y","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10664-023-10410-y","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10664-023-10410-y.pdf","source":{"id":"https://openalex.org/S109852484","display_name":"Empirical Software Engineering","issn_l":"1382-3256","issn":["1382-3256","1573-7616"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Empirical Software Engineering","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","score":0.5400000214576721,"id":"https://metadata.un.org/sdg/9"}],"awards":[{"id":"https://openalex.org/G1702286414","display_name":"SHF: Small: Collaborative Research: Test-Centric Architecture Modeling","funder_award_id":"1909763","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G731822067","display_name":"SHF:Small:Collaborative Research: Test-Centric Architecture Modeling","funder_award_id":"1909085","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W4391145786.pdf"},"referenced_works_count":29,"referenced_works":["https://openalex.org/W1507300761","https://openalex.org/W1988520215","https://openalex.org/W2000651459","https://openalex.org/W2002753905","https://openalex.org/W2036229801","https://openalex.org/W2041378382","https://openalex.org/W2091680554","https://openalex.org/W2092198121","https://openalex.org/W2103211721","https://openalex.org/W2107294940","https://openalex.org/W2112206253","https://openalex.org/W2133414060","https://openalex.org/W2133561941","https://openalex.org/W2143712427","https://openalex.org/W2148489364","https://openalex.org/W2154236932","https://openalex.org/W2506155917","https://openalex.org/W2530467170","https://openalex.org/W2560221553","https://openalex.org/W2615762501","https://openalex.org/W2629457583","https://openalex.org/W2900136781","https://openalex.org/W3097650561","https://openalex.org/W3121861906","https://openalex.org/W3124324659","https://openalex.org/W3194657764","https://openalex.org/W4237854095","https://openalex.org/W4284712551","https://openalex.org/W4313140941"],"related_works":["https://openalex.org/W2748952813","https://openalex.org/W2332779545","https://openalex.org/W2381393187","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2358060160","https://openalex.org/W2035483685","https://openalex.org/W1969764885","https://openalex.org/W2376932109","https://openalex.org/W2001405890"],"abstract_inverted_index":{"Abstract":[0],"Mocking":[1],"frameworks":[2,39,56,242,348],"provide":[3,148],"convenient":[4],"APIs,":[5],"which":[6,281,329],"create":[7],"mock":[8,146],"objects,":[9],"manipulate":[10],"their":[11,15,327],"behavior,":[12],"and":[13,36,48,69,79,101,143,191,353],"verify":[14],"execution,":[16],"for":[17,131],"the":[18,72,95,157,168,172,180,186,213,219,227,239,245,267,322],"purpose":[19],"of":[20,34,50,62,97,123,141,155,159,175,182,238,250,270,279,307,345],"isolating":[21],"test":[22,116,125],"dependencies":[23,122],"in":[24,42,60,99,112,161,167,202,207,218,234,252,351,363],"unit":[25],"testing.":[26],"This":[27,93,194,255],"study":[28,33,52,339],"contributes":[29],"an":[30,197],"in-depth":[31],"empirical":[32,343],"whether":[35],"how":[37,346],"mocking":[38,55,91,98,106,160,205,241,272,287,291,297,309,347,362],"are":[40,57,127,349],"used":[41,59,216,350],"Apache":[43,63,253],"projects.":[44,254],"The":[45,230],"key":[46],"findings":[47],"insights":[49,320],"this":[51,338],"include:":[53],"First,":[54],"widely":[58],"66%":[61],"Java":[64],"projects,":[65],"with":[66],"Mockito,":[67],"EasyMock,":[68],"PowerMock":[70],"being":[71],"top":[73,154,231],"three":[74,220,240],"most":[75,214,221],"popular":[76,222],"frameworks.":[77,92,273,310],"Larger-scale":[78],"more":[80,132,138],"recent":[81],"projects":[82,163],"tend":[83],"to":[84,89,135,145,147,151,196,248,264,294,317,360],"observe":[85],"a":[86,124,137,183,314],"stronger":[87],"need":[88],"use":[90,118],"underscores":[94],"importance":[96],"practice":[100,352],"related":[102],"future":[103,133,199,357],"research.":[104],"Second,":[105],"is":[107],"overall":[108],"practiced":[109],"quite":[110],"selectively":[111],"software":[113,208],"projects\u2014not":[114],"all":[115,121],"files":[117],"mocking,":[119,280],"nor":[120],"target":[126],"mocked.":[128],"It":[129],"calls":[130],"research":[134,200,358],"gain":[136],"systematic":[139],"understanding":[140],"when":[142],"what":[144],"formal":[149],"guidance":[150],"practitioners.":[152],"On":[153],"this,":[156],"intensity":[158],"different":[162,165],"shows":[164],"trends":[166],"projects\u2019":[169],"evolution":[170],"history\u2014implying":[171],"compound":[173],"effects":[174],"various":[176],"factors,":[177],"such":[178],"as":[179,303,305],"pace":[181],"project\u2019s":[184],"growth,":[185],"available":[187],"resources,":[188],"time":[189],"pressure,":[190],"priority,":[192],"etc.":[193],"points":[195],"important":[198],"direction":[201],"facilitating":[203],"best":[204],"practices":[206,298],"evolution.":[209],"Furthermore,":[210],"we":[211,312],"revealed":[212],"frequently":[215],"APIs":[217,233,263],"frameworks,":[223],"organized":[224],"based":[225,325,333],"on":[226,261,285,326,334,356],"function":[228],"types.":[229],"five":[232],"each":[235],"functional":[236],"type":[237],"usually":[243],"take":[244],"majority":[246],"(78%":[247],"100%)":[249],"usage":[251,269],"indicates":[256],"that":[257,299],"developers":[258],"can":[259],"focus":[260],"these":[262,271],"quickly":[265],"learn":[266],"common":[268],"We":[274],"further":[275],"investigated":[276],"informal":[277,290],"methods":[278,292],"do":[282],"not":[283],"rely":[284],"any":[286],"framework.":[288],"These":[289],"point":[293],"potential":[295],"sub-optimal":[296],"could":[300],"be":[301],"improved,":[302],"well":[304],"limitations":[306],"existing":[308],"Finally,":[311],"conducted":[313],"developer":[315],"survey":[316],"collect":[318],"additional":[319],"regarding":[321],"above":[323],"analysis":[324,332],"experience,":[328],"complements":[330],"our":[331],"repository":[335],"mining.":[336],"Overall,":[337],"offers":[340],"practitioners":[341],"profound":[342],"knowledge":[344],"sheds":[354],"light":[355],"directions":[359],"enhancing":[361],"practice.":[364]},"counts_by_year":[{"year":2025,"cited_by_count":9},{"year":2024,"cited_by_count":1}],"updated_date":"2025-12-22T23:10:17.713674","created_date":"2025-10-10T00:00:00"}