{"id":"https://openalex.org/W1964014481","doi":"https://doi.org/10.1109/tse.2015.2436920","title":"Automated Oracle Data Selection Support","display_name":"Automated Oracle Data Selection Support","publication_year":2015,"publication_date":"2015-05-22","ids":{"openalex":"https://openalex.org/W1964014481","doi":"https://doi.org/10.1109/tse.2015.2436920","mag":"1964014481"},"language":"en","primary_location":{"id":"doi:10.1109/tse.2015.2436920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2015.2436920","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://conservancy.umn.edu/bitstreams/1449591d-c6b4-4be1-b036-2da3b6323814/download","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082659908","display_name":"Gregory Gay","orcid":"https://orcid.org/0000-0001-6794-9585"},"institutions":[{"id":"https://openalex.org/I155781252","display_name":"University of South Carolina","ror":"https://ror.org/02b6qw903","country_code":"US","type":"education","lineage":["https://openalex.org/I155781252"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Gregory Gay","raw_affiliation_strings":["Department of Computer Science & Engineering, University of South Carolina"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science & Engineering, University of South Carolina","institution_ids":["https://openalex.org/I155781252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008490992","display_name":"Matt Staats","orcid":null},"institutions":[{"id":"https://openalex.org/I1291425158","display_name":"Google (United States)","ror":"https://ror.org/00njsd438","country_code":"US","type":"company","lineage":["https://openalex.org/I1291425158","https://openalex.org/I4210128969"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Matt Staats","raw_affiliation_strings":["Google, Inc"],"affiliations":[{"raw_affiliation_string":"Google, Inc","institution_ids":["https://openalex.org/I1291425158"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014360702","display_name":"Michael W. Whalen","orcid":"https://orcid.org/0000-0003-3824-1435"},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Whalen","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota","institution_ids":["https://openalex.org/I130238516"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5110505437","display_name":"Mats P. E. Heimdahl","orcid":null},"institutions":[{"id":"https://openalex.org/I130238516","display_name":"University of Minnesota","ror":"https://ror.org/017zqws13","country_code":"US","type":"education","lineage":["https://openalex.org/I130238516"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mats P. E. Heimdahl","raw_affiliation_strings":["Department of Computer Science and Engineering, University of Minnesota"],"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, University of Minnesota","institution_ids":["https://openalex.org/I130238516"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5082659908"],"corresponding_institution_ids":["https://openalex.org/I155781252"],"apc_list":null,"apc_paid":null,"fwci":5.0014,"has_fulltext":true,"cited_by_count":24,"citation_normalized_percentile":{"value":0.94909764,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":98},"biblio":{"volume":"41","issue":"11","first_page":"1119","last_page":"1137"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.8885573744773865},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8252623081207275},{"id":"https://openalex.org/keywords/artifact","display_name":"Artifact (error)","score":0.5892797112464905},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5687587261199951},{"id":"https://openalex.org/keywords/test-data","display_name":"Test data","score":0.4749206006526947},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4723307490348816},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.46320024132728577},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.46057724952697754},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4401392936706543},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3784606456756592},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3048613965511322},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2436259388923645},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.22925302386283875},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.14014214277267456}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.8885573744773865},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8252623081207275},{"id":"https://openalex.org/C2779010991","wikidata":"https://www.wikidata.org/wiki/Q2720909","display_name":"Artifact (error)","level":2,"score":0.5892797112464905},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5687587261199951},{"id":"https://openalex.org/C16910744","wikidata":"https://www.wikidata.org/wiki/Q7705759","display_name":"Test data","level":2,"score":0.4749206006526947},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4723307490348816},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.46320024132728577},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.46057724952697754},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4401392936706543},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3784606456756592},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3048613965511322},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2436259388923645},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.22925302386283875},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.14014214277267456},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tse.2015.2436920","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tse.2015.2436920","pdf_url":null,"source":{"id":"https://openalex.org/S8351582","display_name":"IEEE Transactions on Software Engineering","issn_l":"0098-5589","issn":["0098-5589","1939-3520","2326-3881"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Software Engineering","raw_type":"journal-article"},{"id":"pmh:oai:conservancy.umn.edu:11299/217446","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/217446","pdf_url":"https://conservancy.umn.edu/bitstreams/1449591d-c6b4-4be1-b036-2da3b6323814/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},{"id":"pmh:oai:conservancy.umn.edu:11299/217435","is_oa":false,"landing_page_url":"http://hdl.handle.net/11299/217435","pdf_url":null,"source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"}],"best_oa_location":{"id":"pmh:oai:conservancy.umn.edu:11299/217446","is_oa":true,"landing_page_url":"http://hdl.handle.net/11299/217446","pdf_url":"https://conservancy.umn.edu/bitstreams/1449591d-c6b4-4be1-b036-2da3b6323814/download","source":{"id":"https://openalex.org/S4306402521","display_name":"University of Minnesota Digital Conservancy (University of Minnesota)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I130238516","host_organization_name":"University of Minnesota","host_organization_lineage":["https://openalex.org/I130238516"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Report"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5400000214576721,"display_name":"Industry, innovation and infrastructure"}],"awards":[{"id":"https://openalex.org/G7265297449","display_name":null,"funder_award_id":"NNA06CB21A","funder_id":"https://openalex.org/F4320306101","funder_display_name":"National Aeronautics and Space Administration"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306101","display_name":"National Aeronautics and Space Administration","ror":"https://ror.org/027ka1x80"}],"has_content":{"pdf":true,"grobid_xml":false},"content_urls":{"pdf":"https://content.openalex.org/works/W1964014481.pdf"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W32887977","https://openalex.org/W1515242458","https://openalex.org/W1552507696","https://openalex.org/W1875492031","https://openalex.org/W1996574389","https://openalex.org/W2008356116","https://openalex.org/W2037291277","https://openalex.org/W2041474397","https://openalex.org/W2041713059","https://openalex.org/W2055647675","https://openalex.org/W2077258409","https://openalex.org/W2102742419","https://openalex.org/W2103275664","https://openalex.org/W2104219811","https://openalex.org/W2106860490","https://openalex.org/W2107751709","https://openalex.org/W2115136809","https://openalex.org/W2121750555","https://openalex.org/W2134825350","https://openalex.org/W2135841285","https://openalex.org/W2135937266","https://openalex.org/W2136043644","https://openalex.org/W2138612284","https://openalex.org/W2143251912","https://openalex.org/W2145867204","https://openalex.org/W2148646465","https://openalex.org/W2151223430","https://openalex.org/W2157054705","https://openalex.org/W2159901505","https://openalex.org/W2166980237","https://openalex.org/W2171441042","https://openalex.org/W2172253171","https://openalex.org/W2174535387","https://openalex.org/W2261317850","https://openalex.org/W2601354821","https://openalex.org/W3145128584","https://openalex.org/W3148345308","https://openalex.org/W4206455946","https://openalex.org/W4239794150","https://openalex.org/W4241889940","https://openalex.org/W4254394310","https://openalex.org/W4285719527","https://openalex.org/W4372046852","https://openalex.org/W6601390065","https://openalex.org/W6676269210","https://openalex.org/W6683269512","https://openalex.org/W6685766964","https://openalex.org/W6692735405","https://openalex.org/W7052854618"],"related_works":["https://openalex.org/W52840052","https://openalex.org/W2073713056","https://openalex.org/W1741504538","https://openalex.org/W3110702597","https://openalex.org/W1687852313","https://openalex.org/W3029243869","https://openalex.org/W2019696434","https://openalex.org/W2810804488","https://openalex.org/W2972383756","https://openalex.org/W120912040"],"abstract_inverted_index":{"The":[0],"choice":[1],"of":[2,19,27,45,57,73,81,88,111,153,162],"test":[3,12,31,47,64,105,120],"oracle-the":[4],"artifact":[5],"that":[6,29,50,115],"determines":[7],"whether":[8],"an":[9],"application":[10],"under":[11],"executes":[13],"correctly-can":[14],"significantly":[15],"impact":[16],"the":[17,20,25,53,71,86,89,109],"effectiveness":[18],"testing":[21],"process.":[22],"However,":[23],"despite":[24],"prevalence":[26],"tools":[28],"support":[30],"input":[32,106],"selection,":[33],"little":[34],"work":[35],"exists":[36],"for":[37,137],"supporting":[38,46],"oracle":[39,48,54,90,141],"creation.":[40],"We":[41],"propose":[42],"a":[43,134],"method":[44,98],"creation":[49],"automatically":[51],"selects":[52],"data-the":[55],"set":[56],"variables":[58,78],"monitored":[59],"during":[60],"testing-for":[61],"expected":[62],"value":[63],"oracles.":[65],"This":[66],"approach":[67,136],"is":[68],"based":[69],"on":[70],"use":[72],"mutation":[74],"analysis":[75],"to":[76,127,155,164],"rank":[77],"in":[79],"terms":[80],"fault-finding":[82],"effectiveness,":[83],"thus":[84],"automating":[85],"selection":[87],"data.":[91],"Experimental":[92],"results":[93],"obtained":[94],"by":[95],"employing":[96],"our":[97,116],"over":[99,148],"six":[100],"industrial":[101,150],"systems":[102],"(while":[103],"varying":[104],"types":[107],"and":[108],"number":[110],"generated":[112,122],"mutants)":[113],"indicate":[114],"method-when":[117],"paired":[118],"with":[119,144],"inputs":[121],"either":[123],"at":[124],"random":[125],"or":[126],"satisfy":[128],"specific":[129],"structural":[130],"coverage":[131],"criteria-may":[132],"be":[133],"cost-effective":[135],"producing":[138],"small,":[139],"effective":[140],"data":[142],"sets,":[143],"fault":[145],"finding":[146],"improvements":[147,161],"current":[149],"best":[151],"practice":[152],"up":[154,163],"1,435":[156],"percent":[157],"observed":[158],"(with":[159],"typical":[160],"50":[165],"percent).":[166]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}