{"id":"https://openalex.org/W2735770104","doi":"https://doi.org/10.1145/3092703.3098235","title":"Oracle problem in software testing","display_name":"Oracle problem in software testing","publication_year":2017,"publication_date":"2017-07-10","ids":{"openalex":"https://openalex.org/W2735770104","doi":"https://doi.org/10.1145/3092703.3098235","mag":"2735770104"},"language":"en","primary_location":{"id":"doi:10.1145/3092703.3098235","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3092703.3098235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085228874","display_name":"Gunel Jahangirova","orcid":"https://orcid.org/0000-0002-1423-1083"},"institutions":[{"id":"https://openalex.org/I2277624104","display_name":"Fondazione Bruno Kessler","ror":"https://ror.org/01j33xk10","country_code":"IT","type":"facility","lineage":["https://openalex.org/I2277624104"]},{"id":"https://openalex.org/I45129253","display_name":"University College London","ror":"https://ror.org/02jx3x895","country_code":"GB","type":"education","lineage":["https://openalex.org/I124357947","https://openalex.org/I45129253"]}],"countries":["GB","IT"],"is_corresponding":true,"raw_author_name":"Gunel Jahangirova","raw_affiliation_strings":["Fondazione Bruno Kessler, Italy / University College London, UK"],"affiliations":[{"raw_affiliation_string":"Fondazione Bruno Kessler, Italy / University College London, UK","institution_ids":["https://openalex.org/I2277624104","https://openalex.org/I45129253"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5085228874"],"corresponding_institution_ids":["https://openalex.org/I2277624104","https://openalex.org/I45129253"],"apc_list":null,"apc_paid":null,"fwci":2.0351,"has_fulltext":false,"cited_by_count":25,"citation_normalized_percentile":{"value":0.87385129,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"444","last_page":"447"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.955314040184021},{"id":"https://openalex.org/keywords/false-positive-paradox","display_name":"False positive paradox","score":0.8492423295974731},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7825106382369995},{"id":"https://openalex.org/keywords/false-positives-and-false-negatives","display_name":"False positives and false negatives","score":0.5808025598526001},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5386592745780945},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.5091630816459656},{"id":"https://openalex.org/keywords/software-bug","display_name":"Software bug","score":0.5065027475357056},{"id":"https://openalex.org/keywords/fault","display_name":"Fault (geology)","score":0.46688738465309143},{"id":"https://openalex.org/keywords/state","display_name":"State (computer science)","score":0.4658084511756897},{"id":"https://openalex.org/keywords/software-testing","display_name":"Software testing","score":0.44973814487457275},{"id":"https://openalex.org/keywords/true-positive-rate","display_name":"True positive rate","score":0.43965524435043335},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.2974400520324707},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.2941363453865051},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.2940686345100403},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.2433159053325653},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.12880480289459229}],"concepts":[{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.955314040184021},{"id":"https://openalex.org/C64869954","wikidata":"https://www.wikidata.org/wiki/Q1859747","display_name":"False positive paradox","level":2,"score":0.8492423295974731},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7825106382369995},{"id":"https://openalex.org/C112789634","wikidata":"https://www.wikidata.org/wiki/Q18207010","display_name":"False positives and false negatives","level":3,"score":0.5808025598526001},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5386592745780945},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.5091630816459656},{"id":"https://openalex.org/C1009929","wikidata":"https://www.wikidata.org/wiki/Q179550","display_name":"Software bug","level":3,"score":0.5065027475357056},{"id":"https://openalex.org/C175551986","wikidata":"https://www.wikidata.org/wiki/Q47089","display_name":"Fault (geology)","level":2,"score":0.46688738465309143},{"id":"https://openalex.org/C48103436","wikidata":"https://www.wikidata.org/wiki/Q599031","display_name":"State (computer science)","level":2,"score":0.4658084511756897},{"id":"https://openalex.org/C2984328558","wikidata":"https://www.wikidata.org/wiki/Q188522","display_name":"Software testing","level":3,"score":0.44973814487457275},{"id":"https://openalex.org/C2989486834","wikidata":"https://www.wikidata.org/wiki/Q3808900","display_name":"True positive rate","level":2,"score":0.43965524435043335},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2974400520324707},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.2941363453865051},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.2940686345100403},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2433159053325653},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.12880480289459229},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C165205528","wikidata":"https://www.wikidata.org/wiki/Q83371","display_name":"Seismology","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3092703.3098235","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3092703.3098235","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the 26th ACM SIGSOFT International Symposium on Software Testing and Analysis","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5748971847","display_name":null,"funder_award_id":"EP/P005888/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":27,"referenced_works":["https://openalex.org/W47554466","https://openalex.org/W83755378","https://openalex.org/W1971650562","https://openalex.org/W1976529112","https://openalex.org/W1977362030","https://openalex.org/W2008776367","https://openalex.org/W2041713059","https://openalex.org/W2065201438","https://openalex.org/W2072000086","https://openalex.org/W2073655054","https://openalex.org/W2080241861","https://openalex.org/W2083825874","https://openalex.org/W2088604607","https://openalex.org/W2090883284","https://openalex.org/W2092221178","https://openalex.org/W2099444174","https://openalex.org/W2100414549","https://openalex.org/W2106860490","https://openalex.org/W2110441383","https://openalex.org/W2111654822","https://openalex.org/W2123864913","https://openalex.org/W2130323538","https://openalex.org/W2135937266","https://openalex.org/W2137522044","https://openalex.org/W2156723666","https://openalex.org/W2408267940","https://openalex.org/W2464784130"],"related_works":["https://openalex.org/W1557094818","https://openalex.org/W4287692494","https://openalex.org/W3129715955","https://openalex.org/W4244202761","https://openalex.org/W2027184711","https://openalex.org/W1973412793","https://openalex.org/W2183246718","https://openalex.org/W2099261052","https://openalex.org/W2069729796","https://openalex.org/W2888962833"],"abstract_inverted_index":{"The":[0,64],"oracle":[1,156,186,224,264],"problem":[2],"remains":[3],"one":[4,178],"of":[5,40,77],"the":[6,38,73,78,89,97,106,115,122,125,137,140,155,182,192,206,212,223],"key":[7,256],"challenges":[8],"in":[9,96,114,139,234],"software":[10],"testing,":[11],"for":[12,30],"which":[13,117],"little":[14],"automated":[15],"support":[16],"has":[17],"been":[18],"developed":[19],"so":[20],"far.":[21],"In":[22,219],"my":[23],"thesis":[24],"work":[25],"we":[26],"introduce":[27],"a":[28,112,170,173,199,221,255,261],"technique":[29,48,110],"assessing":[31],"and":[32,44,57,103],"improving":[33],"test":[34,50],"oracles":[35,79,165,232],"by":[36,85,105,121,145,268],"reducing":[37],"incidence":[39],"both":[41],"false":[42,45,55,62],"positives":[43,56],"negatives.":[46,63],"Our":[47,128,148],"combines":[49],"case":[51],"generation":[52],"to":[53,60,132,153,169,190,205,227,238,251],"reveal":[54,61],"mutation":[58],"testing":[59,160],"experimental":[65],"results":[66],"on":[67,83],"five":[68],"real-world":[69],"subjects":[70],"show":[71],"that":[72,179],"fault":[74,193,271],"detection":[75,272],"rate":[76],"after":[80],"improvement":[81],"increases,":[82],"average,":[84],"48.6%":[86],"(86%":[87],"over":[88],"implicit":[90],"oracle).":[91],"Three":[92],"actual,":[93],"exposed":[94],"faults":[95],"studied":[98],"systems":[99],"were":[100],"subsequently":[101],"confirmed":[102],"fixed":[104],"developers.":[107,147],"However,":[108,245],"our":[109],"contains":[111],"human":[113,138],"loop,":[116],"was":[118],"represented":[119,144],"only":[120],"author":[123],"during":[124],"initial":[126],"experiments.":[127],"next":[129],"goal":[130,151],"is":[131,152,196,215,225,259,266],"conduct":[133],"further":[134],"experiments":[135],"where":[136,211],"loop":[141],"will":[142],"be":[143,188],"real":[146],"second":[149],"future":[150],"address":[154],"placement":[157,265],"problem.":[158],"When":[159],"software,":[161],"developers":[162],"can":[163],"place":[164],"externally":[166],"or":[167,210],"internally":[168],"method.":[171],"Given":[172],"faulty":[174],"execution":[175],"state,":[176],"i.e.,":[177],"differs":[180],"from":[181],"expected":[183],"one,":[184],"an":[185],"might":[187],"unable":[189],"expose":[191],"if":[194],"it":[195],"placed":[197],"at":[198],"program":[200,208,213],"point":[201],"with":[202],"no":[203,216],"access":[204],"incorrect":[207],"state":[209,214],"longer":[217],"corrupted.":[218],"such":[220],"case,":[222],"subject":[226,237],"failed":[228,239],"error":[229,240],"propagation.":[230],"Internal":[231],"are":[233,247],"principle":[235],"less":[236],"propagation":[241],"than":[242],"external":[243],"oracles.":[244],"they":[246],"also":[248],"more":[249,262],"difficult":[250],"define":[252],"manually.":[253],"Hence,":[254],"research":[257],"question":[258],"whether":[260],"intrusive":[263],"justified":[267],"its":[269],"higher":[270],"capability.":[273]},"counts_by_year":[{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}