{"id":"https://openalex.org/W4411449831","doi":"https://doi.org/10.1145/3729359","title":"TerzoN: Human-in-the-Loop Software Testing with a Composite Oracle","display_name":"TerzoN: Human-in-the-Loop Software Testing with a Composite Oracle","publication_year":2025,"publication_date":"2025-06-19","ids":{"openalex":"https://openalex.org/W4411449831","doi":"https://doi.org/10.1145/3729359"},"language":"en","primary_location":{"id":"doi:10.1145/3729359","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3729359","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102717531","display_name":"Matthew C. Davis","orcid":"https://orcid.org/0000-0003-2366-8436"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Matthew C. Davis","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113492986","display_name":"A. Wei","orcid":"https://orcid.org/0009-0005-6046-1815"},"institutions":[{"id":"https://openalex.org/I27837315","display_name":"University of Michigan\u2013Ann Arbor","ror":"https://ror.org/00jmfr291","country_code":"US","type":"education","lineage":["https://openalex.org/I27837315"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Amy Wei","raw_affiliation_strings":["University of Michigan, Ann Arbor, USA"],"affiliations":[{"raw_affiliation_string":"University of Michigan, Ann Arbor, USA","institution_ids":["https://openalex.org/I27837315"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5005887313","display_name":"Brad A. Myers","orcid":"https://orcid.org/0000-0002-4769-0219"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Brad A. Myers","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5039972599","display_name":"Joshua Sunshine","orcid":"https://orcid.org/0000-0002-9672-5297"},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Joshua Sunshine","raw_affiliation_strings":["Carnegie Mellon University, Pittsburgh, USA"],"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University, Pittsburgh, USA","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102717531"],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":2.4061,"has_fulltext":false,"cited_by_count":1,"citation_normalized_percentile":{"value":0.87883142,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":95},"biblio":{"volume":"2","issue":"FSE","first_page":"1983","last_page":"2005"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.9353543519973755},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7980477213859558},{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7873028516769409},{"id":"https://openalex.org/keywords/test-suite","display_name":"Test suite","score":0.7116919755935669},{"id":"https://openalex.org/keywords/oracle-unified-method","display_name":"Oracle Unified Method","score":0.6935258507728577},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.514290988445282},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5035614371299744},{"id":"https://openalex.org/keywords/assertion","display_name":"Assertion","score":0.4729352295398712},{"id":"https://openalex.org/keywords/hierarchy","display_name":"Hierarchy","score":0.46184131503105164},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.4480573832988739},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.44737470149993896},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4423024356365204},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.4159563183784485},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.36768725514411926},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.1813514232635498},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.11852312088012695}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.9353543519973755},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7980477213859558},{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7873028516769409},{"id":"https://openalex.org/C151552104","wikidata":"https://www.wikidata.org/wiki/Q7705809","display_name":"Test suite","level":4,"score":0.7116919755935669},{"id":"https://openalex.org/C22664368","wikidata":"https://www.wikidata.org/wiki/Q4045949","display_name":"Oracle Unified Method","level":5,"score":0.6935258507728577},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.514290988445282},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5035614371299744},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.4729352295398712},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.46184131503105164},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.4480573832988739},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.44737470149993896},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4423024356365204},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.4159563183784485},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.36768725514411926},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.1813514232635498},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.11852312088012695},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C97854310","wikidata":"https://www.wikidata.org/wiki/Q19541","display_name":"Search engine","level":2,"score":0.0},{"id":"https://openalex.org/C194222762","wikidata":"https://www.wikidata.org/wiki/Q114486","display_name":"Query by Example","level":4,"score":0.0},{"id":"https://openalex.org/C34447519","wikidata":"https://www.wikidata.org/wiki/Q179522","display_name":"Market economy","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C164120249","wikidata":"https://www.wikidata.org/wiki/Q995982","display_name":"Web search query","level":3,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3729359","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3729359","pdf_url":null,"source":{"id":"https://openalex.org/S4404663975","display_name":"Proceedings of the ACM on software engineering.","issn_l":"2994-970X","issn":["2994-970X"],"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/P4310319798","host_organization_name":"Association for Computing Machinery","host_organization_lineage":["https://openalex.org/P4310319798"],"host_organization_lineage_names":["Association for Computing Machinery"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Software Engineering","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.5299999713897705,"id":"https://metadata.un.org/sdg/8","display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":50,"referenced_works":["https://openalex.org/W566792883","https://openalex.org/W1979345446","https://openalex.org/W1980768554","https://openalex.org/W1982451263","https://openalex.org/W1993760289","https://openalex.org/W2027398997","https://openalex.org/W2036779186","https://openalex.org/W2041713059","https://openalex.org/W2042204882","https://openalex.org/W2056514427","https://openalex.org/W2084429940","https://openalex.org/W2107709519","https://openalex.org/W2115603510","https://openalex.org/W2118347738","https://openalex.org/W2134600833","https://openalex.org/W2148794349","https://openalex.org/W2153018767","https://openalex.org/W2214958829","https://openalex.org/W2300271947","https://openalex.org/W2350778671","https://openalex.org/W2470712504","https://openalex.org/W2494488715","https://openalex.org/W2768363122","https://openalex.org/W2770290320","https://openalex.org/W2792692216","https://openalex.org/W2793775745","https://openalex.org/W2809093041","https://openalex.org/W2911270308","https://openalex.org/W2977724033","https://openalex.org/W2979357014","https://openalex.org/W2990912491","https://openalex.org/W3006568433","https://openalex.org/W3105739932","https://openalex.org/W3174307944","https://openalex.org/W3204018925","https://openalex.org/W4211202483","https://openalex.org/W4244488020","https://openalex.org/W4249909277","https://openalex.org/W4252114925","https://openalex.org/W4287777337","https://openalex.org/W4298993141","https://openalex.org/W4308069129","https://openalex.org/W4324157328","https://openalex.org/W4383988989","https://openalex.org/W4388483238","https://openalex.org/W4389162022","https://openalex.org/W4391558520","https://openalex.org/W4394746181","https://openalex.org/W4411449305","https://openalex.org/W6777985083"],"related_works":["https://openalex.org/W1598160211","https://openalex.org/W4253521920","https://openalex.org/W2179621094","https://openalex.org/W2067499928","https://openalex.org/W1524028411","https://openalex.org/W2138059712","https://openalex.org/W2018145554","https://openalex.org/W2127248783","https://openalex.org/W1793348505","https://openalex.org/W4256285596"],"abstract_inverted_index":{"Software":[0],"testing":[1,71],"is":[2],"difficult,":[3],"tedious,":[4],"and":[5,44,65,85,99,110,121,137,188,248],"may":[6],"consume":[7],"28%\u201350%":[8],"of":[9,165,183,186,192,243],"software":[10,215],"engineering":[11],"labor.":[12],"Automatic":[13],"test":[14,61,84,96,141,157,173,193,202],"generators":[15,54],"aim":[16],"to":[17,83,105,200,257],"ease":[18],"this":[19],"burden":[20],"but":[21,36,75],"have":[22,77],"important":[23],"trade-offs.":[24],"Fuzzers":[25],"use":[26,57,101],"an":[27,45,102,176],"implicit":[28,46],"oracle":[29,38,47,64,104,120,132],"that":[30,160,196],"can":[31],"detect":[32],"obviously":[33],"invalid":[34],"results,":[35],"the":[37,58,63,116,126,148,166,172,181,224,241],"problem":[39],"has":[40],"no":[41],"general":[42],"solution,":[43],"cannot":[48,67],"automatically":[49],"evaluate":[50,68,73],"correctness.":[51,69],"Test":[52],"suite":[53,158],"like":[55],"EvoSuite":[56],"program":[59],"under":[60],"as":[62,223],"therefore":[66],"Property-based":[70],"tools":[72],"correctness,":[74],"users":[76],"difficulty":[78],"coming":[79],"up":[80],"with":[81,212,217],"properties":[82,89],"understanding":[86],"whether":[87],"their":[88],"are":[90],"correct.":[91],"Consequently,":[92],"practitioners":[93],"create":[94],"many":[95],"suites":[97],"manually":[98],"often":[100],"example-based":[103],"tediously":[106],"specify":[107],"correct":[108],"input":[109],"output":[111],"examples.":[112],"To":[113,146],"help":[114],"bridge":[115],"gaps":[117],"among":[118],"various":[119,131],"tool":[122],"types,":[123],"we":[124,153],"present":[125],"Composite":[127,149,167],"Oracle,":[128],"which":[129],"organizes":[130],"types":[133,185,191],"into":[134],"a":[135,139,156,162,208,218],"hierarchy":[136],"renders":[138],"single":[140],"result":[142],"per":[143],"example":[144],"execution.":[145],"understand":[147],"Oracle\u2019s":[150],"practical":[151],"properties,":[152],"built":[154],"TerzoN,":[155],"generator":[159],"includes":[161],"particular":[163],"instantiation":[164],"Oracle.":[168],"TerzoN":[169,206,228],"displays":[170],"all":[171],"results":[174,182],"in":[175,207],"integrated":[177],"view":[178],"composed":[179],"from":[180],"three":[184],"oracles":[187],"finds":[189],"some":[190],"assertion":[194],"inconsistencies":[195],"might":[197],"otherwise":[198],"lead":[199],"misleading":[201],"results.":[203],"We":[204],"evaluated":[205],"randomized":[209],"controlled":[210],"trial":[211],"14":[213],"professional":[214],"engineers":[216],"popular":[219],"industry":[220],"tool,":[221],"fast-check,":[222],"control.":[225],"Participants":[226],"using":[227],"elicited":[229],"72%":[230],"more":[231,238,251],"bugs":[232,244],"(p":[233,245,253],"<":[234,246,254],"0.01),":[235],"accurately":[236],"described":[237],"than":[239],"twice":[240],"number":[242],"0.01)":[247],"tested":[249],"16%":[250],"quickly":[252],"0.05)":[255],"relative":[256],"fast-check.":[258]},"counts_by_year":[{"year":2025,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}