{"id":"https://openalex.org/W4285121201","doi":"https://doi.org/10.1109/tse.2022.3188005","title":"Automated Generation and Evaluation of JMH Microbenchmark Suites From Unit Tests","display_name":"Automated Generation and Evaluation of JMH Microbenchmark Suites From Unit Tests","publication_year":2022,"publication_date":"2022-07-04","ids":{"openalex":"https://openalex.org/W4285121201","doi":"https://doi.org/10.1109/tse.2022.3188005"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2022.3188005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3188005","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092297888","display_name":"Mostafa Jangali","orcid":"https://orcid.org/0000-0002-1662-7487"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Mostafa Jangali","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0002-1662-7487","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050561540","display_name":"Yiming Tang","orcid":"https://orcid.org/0000-0003-2378-8972"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Yiming Tang","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":"https://orcid.org/0000-0003-2378-8972","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5023906130","display_name":"Niclas Alexandersson","orcid":"https://orcid.org/0000-0003-4308-4040"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]},{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Niclas Alexandersson","raw_affiliation_strings":["Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-4308-4040","affiliations":[{"raw_affiliation_string":"Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I66862912","https://openalex.org/I881427289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030517674","display_name":"Philipp Leitner","orcid":"https://orcid.org/0000-0003-2777-528X"},"institutions":[{"id":"https://openalex.org/I66862912","display_name":"Chalmers University of Technology","ror":"https://ror.org/040wg7k59","country_code":"SE","type":"education","lineage":["https://openalex.org/I66862912"]},{"id":"https://openalex.org/I881427289","display_name":"University of Gothenburg","ror":"https://ror.org/01tm6cn81","country_code":"SE","type":"education","lineage":["https://openalex.org/I881427289"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Philipp Leitner","raw_affiliation_strings":["Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden"],"raw_orcid":"https://orcid.org/0000-0003-2777-528X","affiliations":[{"raw_affiliation_string":"Software Engineering Division, Chalmers|University of Gothenburg, Gothenburg, Sweden","institution_ids":["https://openalex.org/I66862912","https://openalex.org/I881427289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101712379","display_name":"Jinqiu Yang","orcid":"https://orcid.org/0000-0003-4282-406X"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Jinqiu Yang","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5056378414","display_name":"Weiyi Shang","orcid":"https://orcid.org/0000-0001-6222-7444"},"institutions":[{"id":"https://openalex.org/I60158472","display_name":"Concordia University","ror":"https://ror.org/0420zvk78","country_code":"CA","type":"education","lineage":["https://openalex.org/I60158472"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Weiyi Shang","raw_affiliation_strings":["Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Software Engineering, Concordia University, Montreal, QC, Canada","institution_ids":["https://openalex.org/I60158472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.004,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.86700389,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":"49","issue":"4","first_page":"1704","last_page":"1725"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.898517370223999},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6216833591461182},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5699360966682434},{"id":"https://openalex.org/keywords/eclipse","display_name":"Eclipse","score":0.4449623227119446},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.4407200813293457},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.3207184672355652}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.898517370223999},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6216833591461182},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5699360966682434},{"id":"https://openalex.org/C2778505590","wikidata":"https://www.wikidata.org/wiki/Q141022","display_name":"Eclipse","level":2,"score":0.4449623227119446},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.4407200813293457},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.3207184672355652},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tse.2022.3188005","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2022.3188005","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:research.chalmers.se:531292","is_oa":false,"landing_page_url":"https://research.chalmers.se/en/publication/531292","pdf_url":null,"source":{"id":"https://openalex.org/S4306402469","display_name":"Chalmers Research (Chalmers University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I66862912","host_organization_name":"Chalmers University of Technology","host_organization_lineage":["https://openalex.org/I66862912"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Industry, innovation and infrastructure","id":"https://metadata.un.org/sdg/9","score":0.4300000071525574}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":39,"referenced_works":["https://openalex.org/W1651603302","https://openalex.org/W1909800943","https://openalex.org/W1981055536","https://openalex.org/W2084577255","https://openalex.org/W2095839586","https://openalex.org/W2115380655","https://openalex.org/W2125341657","https://openalex.org/W2149321161","https://openalex.org/W2163931728","https://openalex.org/W2169496508","https://openalex.org/W2277866467","https://openalex.org/W2579246879","https://openalex.org/W2587333462","https://openalex.org/W2605807148","https://openalex.org/W2606496611","https://openalex.org/W2725449579","https://openalex.org/W2739751633","https://openalex.org/W2934678393","https://openalex.org/W2936421018","https://openalex.org/W2953519948","https://openalex.org/W2954796040","https://openalex.org/W2959321909","https://openalex.org/W3003264721","https://openalex.org/W3003877692","https://openalex.org/W3005620216","https://openalex.org/W3006649941","https://openalex.org/W3042453106","https://openalex.org/W3108371183","https://openalex.org/W3152352337","https://openalex.org/W3161580966","https://openalex.org/W4236873104","https://openalex.org/W4243656446","https://openalex.org/W4244284331","https://openalex.org/W4246438243","https://openalex.org/W4298872162","https://openalex.org/W6726250233","https://openalex.org/W6734065548","https://openalex.org/W6753317219","https://openalex.org/W7025236360"],"related_works":["https://openalex.org/W137217271","https://openalex.org/W91167106","https://openalex.org/W4250943967","https://openalex.org/W4299375876","https://openalex.org/W1492637474","https://openalex.org/W2952911668","https://openalex.org/W2418695506","https://openalex.org/W2907375469","https://openalex.org/W4289294633","https://openalex.org/W2900217177"],"abstract_inverted_index":{"Performance":[0],"is":[1,272],"a":[2,37,99,156,258],"crucial":[3],"non-functional":[4],"requirement":[5],"of":[6,14,26,58,118,152,158,181,198,225,268],"many":[7,223],"software":[8,200],"systems.":[9],"Despite":[10],"the":[11,24,56,80,139,147,166,199,208,266,273],"widespread":[12],"use":[13,51],"performance":[15,27,45,89,159,188,263,290],"testing,":[16],"developers":[17,178,279],"still":[18],"struggle":[19],"to":[20,42,54,68,74,172,186,195,237,261],"construct":[21,238],"and":[22,50,73,109,127,131,150,160,184,228,252,285],"evaluate":[23],"quality":[25,57,288],"tests.":[28,92,134],"To":[29,265],"address":[30],"these":[31],"two":[32],"major":[33],"challenges,":[34],"we":[35,62,96,242],"implement":[36],"framework,":[38,82],"dubbed":[39],"<i>ju2jmh</i>":[40,65,140,191,212],",":[41,106,108],"automatically":[43,75,163],"generate":[44],"microbenchmarks":[46],"from":[47],"JUnit":[48,91,133,153],"tests":[49,154,251],"mutation":[52],"testing":[53],"study":[55,100,232,275],"generated":[59,66,76,128,141,164,215],"microbenchmarks.":[60,239],"Specifically,":[61],"compare":[63],"our":[64,231,269],"benchmarks":[67,72,78,123,143,162,174,192,206,213,221],"manually":[69,125,175,203,218],"written":[70,126,176,204,219],"JMH":[71,77,122,142,161,173,205,220],"using":[79,146,165],"AutoJMH":[81,129,167],"as":[83,85,155],"well":[84],"directly":[86],"measuring":[87],"system":[88],"with":[90,112],"For":[93],"this":[94,271],"purpose,":[95],"have":[97],"conducted":[98],"on":[101],"three":[102,244],"subjects":[103],"(":[104],"<monospace>Rxjava</monospace>":[105],"<monospace>Eclipse-collections</monospace>":[107],"<monospace>Zipkin</monospace>":[110],")":[111],"<inline-formula><tex-math":[113],"notation=\"LaTeX\">$\\sim$</tex-math></inline-formula>":[114],"454K":[115],"<i>source":[116],"lines":[117],"code</i>":[119],"(SLOC),":[120],"2,417":[121],"(including":[124],"benchmarks)":[130],"35,084":[132],"Our":[135],"results":[136],"show":[137],"that":[138,256],"consistently":[144],"outperform":[145],"execution":[148],"time":[149],"throughput":[151],"proxy":[157],"framework":[168],"while":[169,217],"being":[170],"comparable":[171],"by":[177],"in":[179,280],"terms":[180],"tests\u2019":[182],"stability":[183],"ability":[185,260],"detect":[187,262],"bugs.":[189,264],"Nevertheless,":[190],"are":[193,214],"able":[194],"cover":[196],"more":[197],"applications":[201],"than":[202],"during":[207],"microbenchmark":[209,283,287],"execution.":[210],"Furthermore,":[211],"automatically,":[216],"require":[222],"hours":[224],"hard":[226],"work":[227],"attention;":[229],"therefore":[230],"can":[233],"reduce":[234],"developers\u2019":[235],"effort":[236],"In":[240],"addition,":[241],"identify":[243],"factors":[245],"(too":[246],"low":[247],"test":[248],"workload,":[249],"unstable":[250],"limited":[253],"mutant":[254],"coverage)":[255],"affect":[257],"benchmark's":[259],"best":[267],"knowledge,":[270],"first":[274],"aimed":[276],"at":[277],"assisting":[278],"fully":[281],"automated":[282],"creation":[284],"assessing":[286],"for":[289],"testing.":[291]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":6},{"year":2022,"cited_by_count":1}],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}