{"id":"https://openalex.org/W3149170054","doi":"https://doi.org/10.1109/icse.2012.6227145","title":"Ballerina: Automatic generation and clustering of efficient random unit tests for multithreaded code","display_name":"Ballerina: Automatic generation and clustering of efficient random unit tests for multithreaded code","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W3149170054","doi":"https://doi.org/10.1109/icse.2012.6227145","mag":"3149170054"},"language":"en","primary_location":{"id":"doi:10.1109/icse.2012.6227145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5003663516","display_name":"Adrian Nistor","orcid":null},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Adrian Nistor","raw_affiliation_strings":["Department of Computer Science, University of Illinois, Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois, Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027636949","display_name":"Qingzhou Luo","orcid":"https://orcid.org/0009-0000-7567-4040"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Qingzhou Luo","raw_affiliation_strings":["Department of Computer Science, University of Illinois, Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois, Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5013438083","display_name":"Michael Pradel","orcid":"https://orcid.org/0000-0003-1623-498X"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Michael Pradel","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101575762","display_name":"Thomas R. Gross","orcid":"https://orcid.org/0000-0002-2038-2902"},"institutions":[{"id":"https://openalex.org/I35440088","display_name":"ETH Zurich","ror":"https://ror.org/05a28rw58","country_code":"CH","type":"education","lineage":["https://openalex.org/I2799323385","https://openalex.org/I35440088"]}],"countries":["CH"],"is_corresponding":false,"raw_author_name":"Thomas R. Gross","raw_affiliation_strings":["Department of Computer Science, ETH Zurich, Switzerland"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, ETH Zurich, Switzerland","institution_ids":["https://openalex.org/I35440088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5081289583","display_name":"Darko Marinov","orcid":"https://orcid.org/0000-0001-5023-3492"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Darko Marinov","raw_affiliation_strings":["Department of Computer Science, University of Illinois, Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Illinois, Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":49,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"727","last_page":"737"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.995199978351593,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8603808879852295},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.6940795183181763},{"id":"https://openalex.org/keywords/multithreading","display_name":"Multithreading","score":0.6568756103515625},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.6238500475883484},{"id":"https://openalex.org/keywords/code","display_name":"Code (set theory)","score":0.6065496802330017},{"id":"https://openalex.org/keywords/concurrency","display_name":"Concurrency","score":0.5242919325828552},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.5034889578819275},{"id":"https://openalex.org/keywords/random-testing","display_name":"Random testing","score":0.44125139713287354},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.4063189625740051},{"id":"https://openalex.org/keywords/thread","display_name":"Thread (computing)","score":0.3951081931591034},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3295280337333679},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.1925853192806244},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.15453514456748962},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.09499630331993103},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.09154921770095825},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.06942969560623169}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8603808879852295},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.6940795183181763},{"id":"https://openalex.org/C201410400","wikidata":"https://www.wikidata.org/wiki/Q1064412","display_name":"Multithreading","level":3,"score":0.6568756103515625},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.6238500475883484},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.6065496802330017},{"id":"https://openalex.org/C193702766","wikidata":"https://www.wikidata.org/wiki/Q1414548","display_name":"Concurrency","level":2,"score":0.5242919325828552},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.5034889578819275},{"id":"https://openalex.org/C106159264","wikidata":"https://www.wikidata.org/wiki/Q17146789","display_name":"Random testing","level":4,"score":0.44125139713287354},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.4063189625740051},{"id":"https://openalex.org/C138101251","wikidata":"https://www.wikidata.org/wiki/Q213092","display_name":"Thread (computing)","level":2,"score":0.3951081931591034},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3295280337333679},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.1925853192806244},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.15453514456748962},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.09499630331993103},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.09154921770095825},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.06942969560623169},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icse.2012.6227145","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icse.2012.6227145","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2012 34th International Conference on Software Engineering (ICSE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1487101380","https://openalex.org/W1591752194","https://openalex.org/W1982125317","https://openalex.org/W2016314068","https://openalex.org/W2046747375","https://openalex.org/W2073961002","https://openalex.org/W2082731247","https://openalex.org/W2098639318","https://openalex.org/W2101161997","https://openalex.org/W2101939036","https://openalex.org/W2103221989","https://openalex.org/W2106029456","https://openalex.org/W2107709519","https://openalex.org/W2109998301","https://openalex.org/W2112721145","https://openalex.org/W2116680978","https://openalex.org/W2119505282","https://openalex.org/W2130473288","https://openalex.org/W2133591107","https://openalex.org/W2133662847","https://openalex.org/W2133815308","https://openalex.org/W2135023759","https://openalex.org/W2135395375","https://openalex.org/W2135948849","https://openalex.org/W2136363516","https://openalex.org/W2146747981","https://openalex.org/W2149074552","https://openalex.org/W2150602145","https://openalex.org/W2150684130","https://openalex.org/W2154266022","https://openalex.org/W2155233265","https://openalex.org/W2157083801","https://openalex.org/W2158124716","https://openalex.org/W2159856414","https://openalex.org/W2159949130","https://openalex.org/W2164538023","https://openalex.org/W2165751179","https://openalex.org/W2167723122","https://openalex.org/W2167744164","https://openalex.org/W2168498016","https://openalex.org/W4211221689","https://openalex.org/W4213079124","https://openalex.org/W4237158495","https://openalex.org/W4237492309","https://openalex.org/W4249477244","https://openalex.org/W4252835114","https://openalex.org/W6628944510","https://openalex.org/W6635162762","https://openalex.org/W6679547440","https://openalex.org/W6679960581","https://openalex.org/W6680171042","https://openalex.org/W6808320635"],"related_works":["https://openalex.org/W2115561485","https://openalex.org/W1985089255","https://openalex.org/W2010970156","https://openalex.org/W2153202644","https://openalex.org/W2105895556","https://openalex.org/W2733115356","https://openalex.org/W2377593213","https://openalex.org/W4235861380","https://openalex.org/W2106625514","https://openalex.org/W3089467468"],"abstract_inverted_index":{"Testing":[0],"multithreaded":[1,8,80,140],"code":[2,110],"is":[3],"hard":[4],"and":[5,160,181,208],"expensive.":[6],"A":[7],"unit":[9,31],"test":[10],"creates":[11],"two":[12,94,202],"or":[13,19,48],"more":[14,20,117],"threads,":[15,95],"each":[16,96],"executing":[17,97],"one":[18],"methods":[21],"on":[22,145,173,191],"shared":[23],"objects":[24],"of":[25,78,137,188,203],"the":[26,131,186],"class":[27],"under":[28],"test.":[29],"Such":[30],"tests":[32,43,56,81,89,167],"can":[33],"be":[34],"generated":[35,120,139,168],"at":[36],"random,":[37],"but":[38],"basic":[39,178],"random":[40,76,179],"generation":[41,77],"produces":[42],"that":[44,82,106,166],"are":[45],"either":[46],"slow":[47],"do":[49],"not":[50],"trigger":[51,84],"concurrency":[52,85],"bugs.":[53,86],"Worse,":[54],"such":[55,107],"have":[57],"many":[58],"false":[59],"alarms,":[60],"which":[61,204],"require":[62],"human":[63],"effort":[64,133],"to":[65,116,129],"filter":[66],"out.":[67],"We":[68,123,142],"present":[69],"Ballerina,":[70,195],"a":[71,98,126],"novel":[72],"technique":[73,128,184],"for":[74],"automated":[75],"efficient":[79,90],"effectively":[83],"Ballerina":[87,103,144,170],"makes":[88],"by":[91,113,169],"having":[92],"only":[93],"single,":[99],"randomly":[100,119],"selected":[101],"method.":[102],"increases":[104],"chances":[105],"simple":[108],"parallel":[109],"finds":[111],"bugs":[112,148,172],"appending":[114],"it":[115],"complex,":[118],"sequential":[121],"code.":[122],"also":[124],"propose":[125],"clustering":[127,183],"reduce":[130],"manual":[132],"in":[134],"inspecting":[135],"failures":[136,190],"automatically":[138],"tests.":[141],"evaluate":[143],"14":[146],"real-world":[147],"from":[149],"six":[150],"popular":[151],"codebases:":[152],"Groovy,":[153],"JDK,":[154],"JFreeChart,":[155],"Apache":[156,158,161],"Log4j,":[157],"Lucene,":[159],"Pool.":[162],"The":[163],"experiments":[164],"show":[165],"find":[171],"average":[174,192],"2\u00d7-10\u00d7":[175],"faster":[176],"than":[177],"generation,":[180],"our":[182],"reduces":[185],"number":[187],"inspected":[189],"4\u00d7-8\u00d7.":[193],"Using":[194],"we":[196],"found":[197],"three":[198],"previously":[199],"unknown":[200],"bugs,":[201],"were":[205],"already":[206],"confirmed":[207],"fixed.":[209]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":2},{"year":2019,"cited_by_count":7},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":4},{"year":2014,"cited_by_count":3},{"year":2013,"cited_by_count":15}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}