{"id":"https://openalex.org/W3016585368","doi":"https://doi.org/10.1109/tse.2020.2987377","title":"Output Sampling for Output Diversity in Automatic Unit Test Generation","display_name":"Output Sampling for Output Diversity in Automatic Unit Test Generation","publication_year":2020,"publication_date":"2020-04-15","ids":{"openalex":"https://openalex.org/W3016585368","doi":"https://doi.org/10.1109/tse.2020.2987377","mag":"3016585368"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2020.2987377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.2987377","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://discovery.ucl.ac.uk/10094844/1/outgen-main.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037098621","display_name":"H\u00e9ctor D. Men\u00e9ndez","orcid":"https://orcid.org/0000-0002-6314-3725"},"institutions":[{"id":"https://openalex.org/I60488453","display_name":"Middlesex University","ror":"https://ror.org/01rv4p989","country_code":"GB","type":"education","lineage":["https://openalex.org/I60488453"]}],"countries":["GB"],"is_corresponding":true,"raw_author_name":"Hector D. Menendez","raw_affiliation_strings":["Department of Computer Science, Middlesex University London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Middlesex University London, London, U.K","institution_ids":["https://openalex.org/I60488453"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078624552","display_name":"Michele Boreale","orcid":"https://orcid.org/0000-0002-1972-7491"},"institutions":[{"id":"https://openalex.org/I45084792","display_name":"University of Florence","ror":"https://ror.org/04jr1s763","country_code":"IT","type":"education","lineage":["https://openalex.org/I45084792"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Michele Boreale","raw_affiliation_strings":["University of Florence, Firenze, FI, Italy"],"affiliations":[{"raw_affiliation_string":"University of Florence, Firenze, FI, Italy","institution_ids":["https://openalex.org/I45084792"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070497799","display_name":"Daniele Gorla","orcid":"https://orcid.org/0000-0001-8859-9844"},"institutions":[{"id":"https://openalex.org/I861853513","display_name":"Sapienza University of Rome","ror":"https://ror.org/02be6w209","country_code":"IT","type":"education","lineage":["https://openalex.org/I861853513"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Daniele Gorla","raw_affiliation_strings":["Department of Computer Science, University of Rome \u201cSapienza\u201d, Roma, Italy","Department of Computer Science, University of Rome \"Sapienza\", Roma, Italy"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University of Rome \u201cSapienza\u201d, Roma, Italy","institution_ids":["https://openalex.org/I861853513"]},{"raw_affiliation_string":"Department of Computer Science, University of Rome \"Sapienza\", Roma, Italy","institution_ids":["https://openalex.org/I861853513"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5013673413","display_name":"David Clark","orcid":"https://orcid.org/0000-0002-7004-934X"},"institutions":[{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"David Clark","raw_affiliation_strings":["Department of Computer Science, University College London, London, U.K"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science, University College London, London, U.K","institution_ids":["https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5037098621"],"corresponding_institution_ids":["https://openalex.org/I60488453"],"apc_list":null,"apc_paid":null,"fwci":2.5628,"has_fulltext":true,"cited_by_count":15,"citation_normalized_percentile":{"value":0.89122316,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"48","issue":"1","first_page":"295","last_page":"308"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11032","display_name":"VLSI and Analog Circuit Testing","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7821552753448486},{"id":"https://openalex.org/keywords/diversity","display_name":"Diversity (politics)","score":0.5774627923965454},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5264578461647034},{"id":"https://openalex.org/keywords/unit-testing","display_name":"Unit testing","score":0.5118840932846069},{"id":"https://openalex.org/keywords/sampling","display_name":"Sampling (signal processing)","score":0.50272536277771},{"id":"https://openalex.org/keywords/unit","display_name":"Unit (ring theory)","score":0.44864094257354736},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.19638678431510925},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.15873008966445923},{"id":"https://openalex.org/keywords/telecommunications","display_name":"Telecommunications","score":0.1469351351261139},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08407971262931824}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7821552753448486},{"id":"https://openalex.org/C2781316041","wikidata":"https://www.wikidata.org/wiki/Q1230584","display_name":"Diversity (politics)","level":2,"score":0.5774627923965454},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5264578461647034},{"id":"https://openalex.org/C148027188","wikidata":"https://www.wikidata.org/wiki/Q907375","display_name":"Unit testing","level":3,"score":0.5118840932846069},{"id":"https://openalex.org/C140779682","wikidata":"https://www.wikidata.org/wiki/Q210868","display_name":"Sampling (signal processing)","level":3,"score":0.50272536277771},{"id":"https://openalex.org/C122637931","wikidata":"https://www.wikidata.org/wiki/Q118084","display_name":"Unit (ring theory)","level":2,"score":0.44864094257354736},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.19638678431510925},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.15873008966445923},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.1469351351261139},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08407971262931824},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1109/tse.2020.2987377","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2020.2987377","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:eprints.mdx.ac.uk:32817","is_oa":false,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4306400025","display_name":"Middlesex University Research Repository (Middlesex University Of London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I60488453","host_organization_name":"Middlesex University","host_organization_lineage":["https://openalex.org/I60488453"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":"","raw_type":"Article"},{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10094844","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10094844/","pdf_url":"https://discovery.ucl.ac.uk/10094844/1/outgen-main.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Software Engineering       (2020)     (In press).  ","raw_type":"Article"},{"id":"pmh:oai:flore.unifi.it:2158/1202899","is_oa":false,"landing_page_url":"http://hdl.handle.net/2158/1202899","pdf_url":null,"source":{"id":"https://openalex.org/S4306402033","display_name":"Florence Research (University of Florence)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45084792","host_organization_name":"University of Florence","host_organization_lineage":["https://openalex.org/I45084792"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:iris.uniroma1.it:11573/1455338","is_oa":false,"landing_page_url":"http://hdl.handle.net/11573/1455338","pdf_url":null,"source":{"id":"https://openalex.org/S4377196107","display_name":"IRIS Research product catalog (Sapienza University of Rome)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"pmh:oai:eprints.ucl.ac.uk.OAI2:10094844","is_oa":true,"landing_page_url":"https://discovery.ucl.ac.uk/id/eprint/10094844/","pdf_url":"https://discovery.ucl.ac.uk/10094844/1/outgen-main.pdf","source":{"id":"https://openalex.org/S4306400024","display_name":"UCL Discovery (University College London)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I45129253","host_organization_name":"University College London","host_organization_lineage":["https://openalex.org/I45129253"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"   IEEE Transactions on Software Engineering       (2020)     (In press).  ","raw_type":"Article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G3928415612","display_name":"InfoTestSS: Information theory and Test Suite Selection","funder_award_id":"EP/P006116/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G4466388606","display_name":null,"funder_award_id":"NVIDIA","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5321982477","display_name":null,"funder_award_id":"Titan V GPU","funder_id":"https://openalex.org/F4320309480","funder_display_name":"Nvidia"},{"id":"https://openalex.org/G5748971847","display_name":null,"funder_award_id":"EP/P005888/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G6385968862","display_name":null,"funder_award_id":"InfoTestSS EP/P006116/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G8719353587","display_name":null,"funder_award_id":"EP/P0","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320309480","display_name":"Nvidia","ror":"https://ror.org/03jdj4y14"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W3016585368.pdf","grobid_xml":"https://content.openalex.org/works/W3016585368.grobid-xml"},"referenced_works_count":51,"referenced_works":["https://openalex.org/W28886848","https://openalex.org/W255296881","https://openalex.org/W327452528","https://openalex.org/W1526710119","https://openalex.org/W1534459555","https://openalex.org/W1639726083","https://openalex.org/W1758913682","https://openalex.org/W1925282067","https://openalex.org/W1971650562","https://openalex.org/W1977362030","https://openalex.org/W1979345446","https://openalex.org/W1990414292","https://openalex.org/W1990961880","https://openalex.org/W1993760289","https://openalex.org/W2007397687","https://openalex.org/W2011557461","https://openalex.org/W2015459095","https://openalex.org/W2094975553","https://openalex.org/W2097490514","https://openalex.org/W2098156778","https://openalex.org/W2098639318","https://openalex.org/W2099111195","https://openalex.org/W2107527204","https://openalex.org/W2155836586","https://openalex.org/W2160980126","https://openalex.org/W2174442795","https://openalex.org/W2229094708","https://openalex.org/W2242274110","https://openalex.org/W2245294015","https://openalex.org/W2271854143","https://openalex.org/W2275461604","https://openalex.org/W2288552780","https://openalex.org/W2292289085","https://openalex.org/W2318935314","https://openalex.org/W2461954509","https://openalex.org/W2484201276","https://openalex.org/W2607296636","https://openalex.org/W2620986014","https://openalex.org/W2680962613","https://openalex.org/W2682664750","https://openalex.org/W2788962378","https://openalex.org/W2794800068","https://openalex.org/W2888320259","https://openalex.org/W2952058015","https://openalex.org/W3150555763","https://openalex.org/W4213251304","https://openalex.org/W4246114878","https://openalex.org/W4252284909","https://openalex.org/W4297783236","https://openalex.org/W6609327893","https://openalex.org/W6730723925"],"related_works":["https://openalex.org/W2615173508","https://openalex.org/W611386996","https://openalex.org/W2593332592","https://openalex.org/W4380354325","https://openalex.org/W2205285032","https://openalex.org/W2371343292","https://openalex.org/W2886461259","https://openalex.org/W2501857584","https://openalex.org/W2045593565","https://openalex.org/W1971817039"],"abstract_inverted_index":{"Diverse":[0],"test":[1,9,19,55,80,133,189,206,218],"sets":[2,10,190,207],"are":[3],"able":[4,223],"to":[5,25,37,52,104,150,170,198,224],"expose":[6],"bugs":[7,226],"that":[8,131,221],"generated":[11],"with":[12,40,59],"structural":[13],"coverage":[14],"techniques":[15],"cannot":[16],"discover.":[17],"Input-diverse":[18],"set":[20,56,81,109],"generators":[21],"have":[22,32],"been":[23],"shown":[24],"be":[26,38],"effective":[27],"for":[28,76],"this,":[29],"but":[30],"also":[31],"limitations:":[33],"e.g.,":[34],"they":[35],"need":[36],"complemented":[39],"semantic":[41,60],"information":[42,61],"derived":[43],"from":[44,179,233],"the":[45,54,63,70,132,183,205,209,214,228,234],"Software":[46],"Under":[47],"Test.":[48],"We":[49,68],"demonstrate":[50],"how":[51],"drive":[53],"generation":[57,82,219],"process":[58],"in":[62,94,102],"form":[64],"of":[65,110,145,152,196,204],"output":[66,74,77,123,135,146],"diversity.":[67],"present":[69],"first":[71],"totally":[72],"automatic":[73,216],"sampling":[75],"diversity":[78,116,158],"unit":[79,217],"tool,":[83],"called":[84],"OutGen.":[85],"OutGen":[86,188,212],"transforms":[87],"a":[88,121],"program":[89],"into":[90],"an":[91,106,192],"SMT":[92],"formula":[93],"bit-vector":[95],"arithmetic.":[96],"It":[97,126],"then":[98],"applies":[99],"universal":[100],"hashing":[101],"order":[103],"generate":[105],"output-based":[107],"diverse":[108],"inputs.":[111],"The":[112,143],"result":[113],"offers":[114],"significant":[115],"improvements":[117],"when":[118],"measured":[119],"as":[120,148],"high":[122],"uniqueness":[124],"count.":[125],"achieves":[127],"this":[128],"by":[129,168],"ensuring":[130],"set\u2019s":[134],"probability":[136],"distribution":[137],"is":[138,213,222],"uniform,":[139],"i.e.,":[140],"highly":[141],"diverse.":[142],"use":[144],"sampling,":[147,154],"opposed":[149],"any":[151],"input":[153],"CBMC,":[155],"CAVM,":[156],"behaviour":[157],"or":[159],"random":[160],"testing":[161],"improves":[162],"mutation":[163,194],"score":[164,195],"and":[165,172,186,201],"bug":[166],"detection":[167],"up":[169,197],"4150":[171],"963":[173],"percent":[174,203],"respectively":[175],"on":[176,227],"programs":[177],"drawn":[178],"three":[180],"different":[181],"corpora:":[182],"R-project,":[184],"SIR":[185],"CodeFlaws.":[187],"achieve":[191],"average":[193],"92":[199],"percent,":[200],"70":[202],"detect":[208,225],"defect.":[210],"Moreover,":[211],"only":[215],"tool":[220],"real":[229],"number":[230],"C":[231],"functions":[232],"R-project.":[235]},"counts_by_year":[{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":2}],"updated_date":"2026-04-10T15:06:20.359241","created_date":"2025-10-10T00:00:00"}