{"id":"https://openalex.org/W4308643033","doi":"https://doi.org/10.1145/3540250.3549086","title":"Perfect is the enemy of test oracle","display_name":"Perfect is the enemy of test oracle","publication_year":2022,"publication_date":"2022-11-07","ids":{"openalex":"https://openalex.org/W4308643033","doi":"https://doi.org/10.1145/3540250.3549086"},"language":"en","primary_location":{"id":"doi:10.1145/3540250.3549086","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3549086","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["arxiv","crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2302.01488","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028705274","display_name":"Ali Reza Ibrahimzada","orcid":"https://orcid.org/0000-0002-3797-818X"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ali Reza Ibrahimzada","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066571662","display_name":"Yigit Varli","orcid":null},"institutions":[{"id":"https://openalex.org/I1296637509","display_name":"Middle East Institute","ror":"https://ror.org/01kr18419","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1296637509"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yigit Varli","raw_affiliation_strings":["Middle East Technical University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Middle East Technical University, USA","institution_ids":["https://openalex.org/I1296637509"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5054890360","display_name":"Dilara Tekinoglu","orcid":"https://orcid.org/0000-0002-5964-8800"},"institutions":[{"id":"https://openalex.org/I24603500","display_name":"University of Massachusetts Amherst","ror":"https://ror.org/0072zz521","country_code":"US","type":"education","lineage":["https://openalex.org/I24603500"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Dilara Tekinoglu","raw_affiliation_strings":["University of Massachusetts at Amherst, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Massachusetts at Amherst, USA","institution_ids":["https://openalex.org/I24603500"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5058824250","display_name":"Reyhaneh Jabbarvand","orcid":"https://orcid.org/0000-0002-0668-8526"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Reyhaneh Jabbarvand","raw_affiliation_strings":["University of Illinois at Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois at Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.8289,"has_fulltext":true,"cited_by_count":19,"citation_normalized_percentile":{"value":0.86797066,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":97,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"70","last_page":"81"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9865000247955322,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12072","display_name":"Machine Learning and Algorithms","score":0.9832000136375427,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.6403765082359314},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.627613365650177},{"id":"https://openalex.org/keywords/adversary","display_name":"Adversary","score":0.6192508935928345},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5962214469909668},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.49300453066825867},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.1886419951915741},{"id":"https://openalex.org/keywords/geology","display_name":"Geology","score":0.07462382316589355}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.6403765082359314},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.627613365650177},{"id":"https://openalex.org/C41065033","wikidata":"https://www.wikidata.org/wiki/Q2825412","display_name":"Adversary","level":2,"score":0.6192508935928345},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5962214469909668},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.49300453066825867},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.1886419951915741},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.07462382316589355},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1145/3540250.3549086","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3540250.3549086","pdf_url":null,"source":{"id":"https://openalex.org/S4363608883","display_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 30th ACM Joint European Software Engineering Conference and Symposium on the Foundations of Software Engineering","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2302.01488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.01488","pdf_url":"https://arxiv.org/pdf/2302.01488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2302.01488","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2302.01488","pdf_url":"https://arxiv.org/pdf/2302.01488","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4308643033.pdf","grobid_xml":"https://content.openalex.org/works/W4308643033.grobid-xml"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W11348788","https://openalex.org/W184125818","https://openalex.org/W877909479","https://openalex.org/W1104960690","https://openalex.org/W1492527352","https://openalex.org/W1519148184","https://openalex.org/W1519683776","https://openalex.org/W1522301498","https://openalex.org/W1576972802","https://openalex.org/W1835981401","https://openalex.org/W1884646655","https://openalex.org/W1895387792","https://openalex.org/W1905882502","https://openalex.org/W1963712724","https://openalex.org/W1971650562","https://openalex.org/W1982483659","https://openalex.org/W1998099342","https://openalex.org/W2009477740","https://openalex.org/W2015310615","https://openalex.org/W2020984122","https://openalex.org/W2021418918","https://openalex.org/W2022151497","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2072000086","https://openalex.org/W2092221178","https://openalex.org/W2097223288","https://openalex.org/W2104000753","https://openalex.org/W2107751709","https://openalex.org/W2110252510","https://openalex.org/W2110908283","https://openalex.org/W2113944334","https://openalex.org/W2114695104","https://openalex.org/W2117866489","https://openalex.org/W2119582290","https://openalex.org/W2122987706","https://openalex.org/W2126495607","https://openalex.org/W2129942570","https://openalex.org/W2130746431","https://openalex.org/W2132478304","https://openalex.org/W2136656815","https://openalex.org/W2136865157","https://openalex.org/W2144368431","https://openalex.org/W2144395955","https://openalex.org/W2146177878","https://openalex.org/W2154155067","https://openalex.org/W2162247081","https://openalex.org/W2162406453","https://openalex.org/W2165698076","https://openalex.org/W2166956498","https://openalex.org/W2170224888","https://openalex.org/W2267186426","https://openalex.org/W2293505944","https://openalex.org/W2313752879","https://openalex.org/W2324595780","https://openalex.org/W2340364767","https://openalex.org/W2428841090","https://openalex.org/W2736287575","https://openalex.org/W2763735106","https://openalex.org/W2782311202","https://openalex.org/W2859484040","https://openalex.org/W2888307014","https://openalex.org/W2903744551","https://openalex.org/W2907879020","https://openalex.org/W2908510526","https://openalex.org/W2909206463","https://openalex.org/W2917321477","https://openalex.org/W2953670621","https://openalex.org/W2962425620","https://openalex.org/W2969812409","https://openalex.org/W2996086147","https://openalex.org/W2997655715","https://openalex.org/W3005628256","https://openalex.org/W3035671939","https://openalex.org/W3086938529","https://openalex.org/W3096437212","https://openalex.org/W3100035639","https://openalex.org/W3105903381","https://openalex.org/W3106729728","https://openalex.org/W3107418514","https://openalex.org/W3121315014","https://openalex.org/W3163304474","https://openalex.org/W3196850540","https://openalex.org/W3213024116","https://openalex.org/W4226381682","https://openalex.org/W4232442502","https://openalex.org/W4235256428","https://openalex.org/W4251827675","https://openalex.org/W4254332277","https://openalex.org/W4284678181","https://openalex.org/W4287593187","https://openalex.org/W4295312788","https://openalex.org/W4385245566"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W4388150944","https://openalex.org/W2073713056","https://openalex.org/W3110702597","https://openalex.org/W2078761926","https://openalex.org/W4387985143","https://openalex.org/W4362599004","https://openalex.org/W2808242528","https://openalex.org/W1567638270"],"abstract_inverted_index":{"Automation":[0],"of":[1,6,11,110,116,145,160,166,185,224,252,267,287],"test":[2,22,44,111,123,132,198,266],"oracles":[3,26],"is":[4,59,233,314],"one":[5,78],"the":[7,35,53,60,63,67,87,108,136,143,157,191,230,238,261,264,285,298,312,319],"most":[8],"challenging":[9,56],"facets":[10],"software":[12],"testing,":[13],"but":[14,93,172],"remains":[15],"comparatively":[16],"less":[17],"addressed":[18],"compared":[19],"to":[20,40,164,174,193,214],"automated":[21],"input":[23],"generation.":[24],"Test":[25],"rely":[27],"on":[28,127,170,178,183,212,293],"a":[29,43,47,103,121,128,148,154,201,221,306],"ground-truth":[30,64],"that":[31,62,77,106,156,165,229,269,311],"can":[32,79,118],"distinguish":[33],"between":[34],"correct":[36,89],"and":[37,57,142,249,256,281,301],"buggy":[38,72,91],"behavior":[39],"determine":[41,119],"whether":[42,120],"fails":[45,126],"(detects":[46],"bug)":[48],"or":[49,71,90,113,125,205,240,274],"passes.":[50],"What":[51],"makes":[52],"oracle":[54,84,192,232,313],"problem":[55],"undecidable":[58],"assumption":[61],"should":[65],"know":[66],"exact":[68,88],"expected,":[69],"correct,":[70],"behavior.":[73],"However,":[74],"we":[75,309],"argue":[76],"still":[80],"build":[81,135],"an":[82,244],"accurate":[83],"without":[85],"knowing":[86],"behavior,":[92],"how":[94],"these":[95],"two":[96],"might":[97],"differ.":[98],"This":[99],"paper":[100],"presents":[101],",":[102],"learning-based":[104],"approach":[105],"in":[107,152,203,236,272,289],"absence":[109],"assertions":[112],"other":[114],"types":[115],"oracle,":[117],"unit":[122,140,218,265],"passes":[124],"given":[129],"method":[130],"under":[131],"(MUT).":[133],"To":[134],"ground-truth,":[137],"jointly":[138],"embeds":[139],"tests":[141,161,219],"implementation":[144],"MUTs":[146,167,175],"into":[147],"unified":[149],"vector":[150,187],"space,":[151],"such":[153],"way":[155],"neural":[158,299],"representation":[159,188],"are":[162],"similar":[163],"they":[168,176],"pass":[169,241],"them,":[171],"dissimilar":[173],"fail":[177,239],"them.":[179],"The":[180],"classifier":[181],"built":[182],"top":[184],"this":[186],"serves":[189],"as":[190],"generate":[194],"\u201cfail\u201d":[195],"labels,":[196,207,242],"when":[197],"inputs":[199],"detect":[200],"bug":[202],"MUT":[204],"\u201cpass\u201d":[206],"otherwise.":[208],"Our":[209],"extensive":[210],"experiments":[211],"applying":[213],"more":[215],"than":[216],"5K":[217],"from":[220],"diverse":[222],"set":[223,276],"open-source":[225],"Java":[226],"projects":[227,268],"show":[228],"produced":[231],"(1)":[234],"effective":[235],"predicting":[237,260],"achieving":[243],"overall":[245],"accuracy,":[246],"precision,":[247],"recall,":[248],"F1":[250],"measure":[251],"93%,":[253],"86%,":[254],"94%,":[255],"90%,":[257],"(2)":[258],"generalizable,":[259],"labels":[262,320],"for":[263],"were":[270],"not":[271],"training":[273],"validation":[275],"with":[277],"negligible":[278],"performance":[279],"drop,":[280],"(3)":[282],"efficient,":[283],"detecting":[284],"existence":[286],"bugs":[288],"only":[290],"6.5":[291],"milliseconds":[292],"average.":[294],"Moreover,":[295],"by":[296],"interpreting":[297],"model":[300],"looking":[302],"at":[303],"it":[304,317],"beyond":[305],"closed-box":[307],"solution,":[308],"confirm":[310],"valid,":[315],"i.e.,":[316],"predicts":[318],"through":[321],"learning":[322],"relevant":[323],"features.":[324]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":4}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}