{"id":"https://openalex.org/W2103745340","doi":"https://doi.org/10.1109/ase.2002.1115029","title":"Adding value to formal test oracles","display_name":"Adding value to formal test oracles","publication_year":2002,"publication_date":"2002-01-01","ids":{"openalex":"https://openalex.org/W2103745340","doi":"https://doi.org/10.1109/ase.2002.1115029","mag":"2103745340"},"language":"en","primary_location":{"id":"doi:10.1109/ase.2002.1115029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2002.1115029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 17th IEEE International Conference on Automated Software Engineering,","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112519260","display_name":"James H. Andrews","orcid":null},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"J.H. Andrews","raw_affiliation_strings":["Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","[Department of Computer Science, University of Western Ontario, London, ONT, Canada]"],"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"[Department of Computer Science, University of Western Ontario, London, ONT, Canada]","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103005653","display_name":"Rui Fu","orcid":"https://orcid.org/0000-0002-5732-3068"},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Rui Fu","raw_affiliation_strings":["Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","[Department of Computer Science, University of Western Ontario, London, ONT, Canada]"],"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"[Department of Computer Science, University of Western Ontario, London, ONT, Canada]","institution_ids":["https://openalex.org/I125749732"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5046467618","display_name":"V.D. Liu","orcid":null},"institutions":[{"id":"https://openalex.org/I125749732","display_name":"Western University","ror":"https://ror.org/02grkyz14","country_code":"CA","type":"education","lineage":["https://openalex.org/I125749732"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"V.D. Liu","raw_affiliation_strings":["Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","[Department of Computer Science, University of Western Ontario, London, ONT, Canada]"],"affiliations":[{"raw_affiliation_string":"Dept. of Comput. Sci., Univ. of Western Ontario, London, Ont., Canada","institution_ids":["https://openalex.org/I125749732"]},{"raw_affiliation_string":"[Department of Computer Science, University of Western Ontario, London, ONT, Canada]","institution_ids":["https://openalex.org/I125749732"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5112519260"],"corresponding_institution_ids":["https://openalex.org/I125749732"],"apc_list":null,"apc_paid":null,"fwci":0.9552,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.73786181,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"275","last_page":"278"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.9994000196456909,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.797632098197937},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.6070142984390259},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.5718969106674194},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.5276321768760681},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.49400025606155396},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4700188636779785},{"id":"https://openalex.org/keywords/test-management-approach","display_name":"Test Management Approach","score":0.46031615138053894},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.45593494176864624},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4469083845615387},{"id":"https://openalex.org/keywords/formal-verification","display_name":"Formal verification","score":0.4356609582901001},{"id":"https://openalex.org/keywords/test-harness","display_name":"Test harness","score":0.4111935496330261},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.3720613121986389},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3622586131095886},{"id":"https://openalex.org/keywords/theoretical-computer-science","display_name":"Theoretical computer science","score":0.3439233899116516},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.24310088157653809},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.18983080983161926},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.12957006692886353}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.797632098197937},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.6070142984390259},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.5718969106674194},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.5276321768760681},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.49400025606155396},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4700188636779785},{"id":"https://openalex.org/C7435765","wikidata":"https://www.wikidata.org/wiki/Q7705776","display_name":"Test Management Approach","level":5,"score":0.46031615138053894},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.45593494176864624},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4469083845615387},{"id":"https://openalex.org/C111498074","wikidata":"https://www.wikidata.org/wiki/Q173326","display_name":"Formal verification","level":2,"score":0.4356609582901001},{"id":"https://openalex.org/C109852812","wikidata":"https://www.wikidata.org/wiki/Q2406355","display_name":"Test harness","level":5,"score":0.4111935496330261},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.3720613121986389},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3622586131095886},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3439233899116516},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.24310088157653809},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.18983080983161926},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.12957006692886353},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/ase.2002.1115029","is_oa":false,"landing_page_url":"https://doi.org/10.1109/ase.2002.1115029","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings 17th IEEE International Conference on Automated Software Engineering,","raw_type":"proceedings-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.352.1479","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.352.1479","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.8.8366","is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.8.8366","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.csd.uwo.ca/faculty/andrews/papers/andrews-oracles-ase02.ps.gz","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320334593","display_name":"Natural Sciences and Engineering Research Council of Canada","ror":"https://ror.org/01h531d29"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W1551331734","https://openalex.org/W1792848689","https://openalex.org/W1920048997","https://openalex.org/W2005150099","https://openalex.org/W2110441383","https://openalex.org/W2111654822","https://openalex.org/W2124044559","https://openalex.org/W2170108788","https://openalex.org/W2171441042","https://openalex.org/W4254394310","https://openalex.org/W6632795903"],"related_works":["https://openalex.org/W2392299784","https://openalex.org/W4246628980","https://openalex.org/W3006257721","https://openalex.org/W1498418524","https://openalex.org/W2149419207","https://openalex.org/W1985406378","https://openalex.org/W2109315538","https://openalex.org/W57482378","https://openalex.org/W1989136995","https://openalex.org/W2264743017"],"abstract_inverted_index":{"Test":[0],"oracles":[1,24],"are":[2],"programs":[3],"which":[4,18],"check":[5],"the":[6,42,46,52,58,63,74,80],"output":[7],"of":[8,33,44,54,65,76,84,88],"test":[9,23,34,55],"cases":[10,56],"run":[11],"on":[12],"other":[13],"programs.":[14],"We":[15,72],"describe":[16,73],"techniques":[17,61,78],"add":[19],"value":[20],"to":[21,41],"formally-defined":[22],"in":[25,79],"three":[26],"ways:":[27],"(a)":[28],"by":[29,37,50],"measuring":[30],"functional":[31],"coverage":[32,66],"suites,":[35],"(b)":[36],"giving":[38],"automated":[39],"support":[40],"process":[43],"validating":[45],"oracles,":[47],"and":[48,68,82],"(c)":[49],"automating":[51],"generation":[53],"from":[57],"oracles.":[59],"The":[60],"involve":[62],"use":[64],"measures":[67],"AI-based":[69],"search":[70],"algorithms.":[71],"application":[75],"these":[77],"verification":[81],"validation":[83],"a":[85],"complex":[86],"piece":[87],"real-world":[89],"software.":[90]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":2},{"year":2013,"cited_by_count":1}],"updated_date":"2026-04-05T17:49:38.594831","created_date":"2025-10-10T00:00:00"}