{"id":"https://openalex.org/W2021751995","doi":"https://doi.org/10.1145/2591062.2591078","title":"Automatic generation of cost-effective test oracles","display_name":"Automatic generation of cost-effective test oracles","publication_year":2014,"publication_date":"2014-05-20","ids":{"openalex":"https://openalex.org/W2021751995","doi":"https://doi.org/10.1145/2591062.2591078","mag":"2021751995"},"language":"en","primary_location":{"id":"doi:10.1145/2591062.2591078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591062.2591078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5103421530","display_name":"Alberto Goffi","orcid":null},"institutions":[{"id":"https://openalex.org/I57201433","display_name":"Universit\u00e0 della Svizzera italiana","ror":"https://ror.org/03c4atk17","country_code":"CH","type":"education","lineage":["https://openalex.org/I57201433"]}],"countries":["CH"],"is_corresponding":true,"raw_author_name":"Alberto Goffi","raw_affiliation_strings":["University of Lugano, Switzerland","University of Lugano, Switzerland#TAB#"],"affiliations":[{"raw_affiliation_string":"University of Lugano, Switzerland","institution_ids":["https://openalex.org/I57201433"]},{"raw_affiliation_string":"University of Lugano, Switzerland#TAB#","institution_ids":["https://openalex.org/I57201433"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5103421530"],"corresponding_institution_ids":["https://openalex.org/I57201433"],"apc_list":null,"apc_paid":null,"fwci":1.3103,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.80982236,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":95},"biblio":{"volume":null,"issue":null,"first_page":"678","last_page":"681"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7917599081993103},{"id":"https://openalex.org/keywords/oracle","display_name":"Oracle","score":0.646737813949585},{"id":"https://openalex.org/keywords/redundancy","display_name":"Redundancy (engineering)","score":0.5976216197013855},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.5353956818580627},{"id":"https://openalex.org/keywords/software-quality","display_name":"Software quality","score":0.5030791163444519},{"id":"https://openalex.org/keywords/regression-testing","display_name":"Regression testing","score":0.47381818294525146},{"id":"https://openalex.org/keywords/code-coverage","display_name":"Code coverage","score":0.4484644830226898},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.42837071418762207},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.4217488169670105},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.3676118850708008},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.3404455780982971},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.3268960416316986},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.32153820991516113},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.3059815764427185},{"id":"https://openalex.org/keywords/operating-system","display_name":"Operating system","score":0.15053322911262512},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.10942408442497253},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.07644861936569214}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7917599081993103},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.646737813949585},{"id":"https://openalex.org/C152124472","wikidata":"https://www.wikidata.org/wiki/Q1204361","display_name":"Redundancy (engineering)","level":2,"score":0.5976216197013855},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5353956818580627},{"id":"https://openalex.org/C117447612","wikidata":"https://www.wikidata.org/wiki/Q1412670","display_name":"Software quality","level":4,"score":0.5030791163444519},{"id":"https://openalex.org/C161821725","wikidata":"https://www.wikidata.org/wiki/Q917415","display_name":"Regression testing","level":5,"score":0.47381818294525146},{"id":"https://openalex.org/C53942775","wikidata":"https://www.wikidata.org/wiki/Q1211721","display_name":"Code coverage","level":3,"score":0.4484644830226898},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.42837071418762207},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.4217488169670105},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.3676118850708008},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.3404455780982971},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.3268960416316986},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.32153820991516113},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.3059815764427185},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.15053322911262512},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.10942408442497253},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.07644861936569214},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/2591062.2591078","is_oa":false,"landing_page_url":"https://doi.org/10.1145/2591062.2591078","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Companion Proceedings of the 36th International Conference on Software Engineering","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":22,"referenced_works":["https://openalex.org/W1524053243","https://openalex.org/W1589421353","https://openalex.org/W1702158037","https://openalex.org/W1971650562","https://openalex.org/W1983119041","https://openalex.org/W2007777090","https://openalex.org/W2028990673","https://openalex.org/W2064232673","https://openalex.org/W2101058980","https://openalex.org/W2107399969","https://openalex.org/W2107709519","https://openalex.org/W2107751709","https://openalex.org/W2110441383","https://openalex.org/W2123005569","https://openalex.org/W2129360963","https://openalex.org/W2133201251","https://openalex.org/W2143712427","https://openalex.org/W2170108788","https://openalex.org/W2174535387","https://openalex.org/W2561675875","https://openalex.org/W6635029829","https://openalex.org/W6637620405"],"related_works":["https://openalex.org/W2138725245","https://openalex.org/W4311552769","https://openalex.org/W2052414005","https://openalex.org/W2110068396","https://openalex.org/W2034524682","https://openalex.org/W2028796071","https://openalex.org/W2345196092","https://openalex.org/W2795302276","https://openalex.org/W2792705394","https://openalex.org/W2187337904"],"abstract_inverted_index":{"Software":[0],"testing":[1,36,51],"is":[2,23,136],"the":[3,18,32,35,40,56,62,71,96,113,127,131,159,165,174,183],"primary":[4],"activity":[5,37],"to":[6,70,145,153],"guarantee":[7],"some":[8],"level":[9],"of":[10,12,20,27,34,43,58,64,73,98,140],"quality":[11,26,42],"software":[13,16,44,50,109,141],"systems.":[14,45,142],"In":[15,120],"testing,":[17],"role":[19],"test":[21,28,59,65,74,80,100,155],"oracles":[22,29,156,168],"crucial:":[24],"The":[25,193],"directly":[30],"affects":[31],"effectiveness":[33],"and":[38,61,147,181,185],"influences":[39],"final":[41],"So":[46],"far,":[47],"research":[48,92,103],"in":[49,164],"focused":[52],"mostly":[53],"on":[54,95],"automating":[55],"generation":[57,72,97],"inputs":[60],"execution":[63,118,124,179,188],"suites,":[66],"paying":[67],"less":[68],"attention":[69],"oracles.":[75,101],"Available":[76],"techniques":[77],"for":[78],"generating":[79],"oracle":[81],"are":[82,191,198],"either":[83],"effective":[84],"but":[85,89],"expensive":[86],"or":[87,129],"inexpensive":[88],"ineffective.":[90],"Our":[91],"work":[93,104],"focuses":[94],"cost-effective":[99],"Recent":[102],"has":[105],"shown":[106],"that":[107,190],"modern":[108],"systems":[110],"can":[111],"provide":[112],"same":[114],"functionality":[115],"through":[116],"different":[117],"sequences.":[119],"other":[121],"words,":[122],"multiple":[123],"sequences":[125,189],"perform":[126],"same,":[128,132],"almost":[130],"action.":[133],"This":[134],"phenomenon":[135],"called":[137],"intrinsic":[138,160],"redundancy":[139,161],"We":[143],"aim":[144],"design":[146],"develop":[148],"a":[149,177],"completely":[150],"automated":[151],"technique":[152,172],"generate":[154],"by":[157,170],"exploiting":[158],"freely":[162],"available":[163],"software.":[166],"Test":[167],"generated":[169],"our":[171],"check":[173],"equivalence":[175],"between":[176],"given":[178],"sequence":[180],"all":[182],"redundant":[184],"supposedly":[186],"equivalent":[187],"available.":[192],"results":[194],"obtained":[195],"so":[196],"far":[197],"promising.":[199]},"counts_by_year":[{"year":2021,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":1},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}