{"id":"https://openalex.org/W2023556458","doi":"https://doi.org/10.1109/issre.2013.6698899","title":"Using machine learning techniques to detect metamorphic relations for programs without test oracles","display_name":"Using machine learning techniques to detect metamorphic relations for programs without test oracles","publication_year":2013,"publication_date":"2013-11-01","ids":{"openalex":"https://openalex.org/W2023556458","doi":"https://doi.org/10.1109/issre.2013.6698899","mag":"2023556458"},"language":"en","primary_location":{"id":"doi:10.1109/issre.2013.6698899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2013.6698899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 24th International Symposium on Software Reliability Engineering (ISSRE)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083120673","display_name":"Upulee Kanewala","orcid":"https://orcid.org/0000-0002-5954-1616"},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Upulee Kanewala","raw_affiliation_strings":["Computer Science Department, Colorado State University, USA","Computer Science Department, Colorado State University, Fort Collins, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Computer Science Department, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006828223","display_name":"James M. Bieman","orcid":null},"institutions":[{"id":"https://openalex.org/I92446798","display_name":"Colorado State University","ror":"https://ror.org/03k1gpj17","country_code":"US","type":"education","lineage":["https://openalex.org/I92446798"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James M. Bieman","raw_affiliation_strings":["Computer Science Department, Colorado State University, USA","Computer Science Department, Colorado State University, Fort Collins, CO, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science Department, Colorado State University, USA","institution_ids":["https://openalex.org/I92446798"]},{"raw_affiliation_string":"Computer Science Department, Colorado State University, Fort Collins, CO, USA","institution_ids":["https://openalex.org/I92446798"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I92446798"],"apc_list":null,"apc_paid":null,"fwci":3.3925,"has_fulltext":false,"cited_by_count":94,"citation_normalized_percentile":{"value":0.93507801,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"10"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10260","display_name":"Software Engineering Research","score":0.9991000294685364,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.9958999752998352,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/programmer","display_name":"Programmer","score":0.7756897807121277},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7679526805877686},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.555283784866333},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5277871489524841},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.4791566729545593},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.44258710741996765},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.427055299282074},{"id":"https://openalex.org/keywords/keyword-driven-testing","display_name":"Keyword-driven testing","score":0.41701316833496094},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4166450500488281},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.4153047502040863},{"id":"https://openalex.org/keywords/metamorphic-rock","display_name":"Metamorphic rock","score":0.41170576214790344},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.3994626998901367},{"id":"https://openalex.org/keywords/software-development","display_name":"Software development","score":0.1840415894985199},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08815550804138184}],"concepts":[{"id":"https://openalex.org/C2778514511","wikidata":"https://www.wikidata.org/wiki/Q1374194","display_name":"Programmer","level":2,"score":0.7756897807121277},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7679526805877686},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.555283784866333},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5277871489524841},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.4791566729545593},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.44258710741996765},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.427055299282074},{"id":"https://openalex.org/C169168650","wikidata":"https://www.wikidata.org/wiki/Q1675637","display_name":"Keyword-driven testing","level":5,"score":0.41701316833496094},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4166450500488281},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4153047502040863},{"id":"https://openalex.org/C26687426","wikidata":"https://www.wikidata.org/wiki/Q47069","display_name":"Metamorphic rock","level":2,"score":0.41170576214790344},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.3994626998901367},{"id":"https://openalex.org/C529173508","wikidata":"https://www.wikidata.org/wiki/Q638608","display_name":"Software development","level":3,"score":0.1840415894985199},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08815550804138184},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C17409809","wikidata":"https://www.wikidata.org/wiki/Q161764","display_name":"Geochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C127313418","wikidata":"https://www.wikidata.org/wiki/Q1069","display_name":"Geology","level":0,"score":0.0},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/issre.2013.6698899","is_oa":false,"landing_page_url":"https://doi.org/10.1109/issre.2013.6698899","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2013 IEEE 24th International Symposium on Software Reliability Engineering (ISSRE)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/8","score":0.699999988079071,"display_name":"Decent work and economic growth"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1499141839","https://openalex.org/W1508984508","https://openalex.org/W1519683776","https://openalex.org/W1524761913","https://openalex.org/W1543987512","https://openalex.org/W1544435011","https://openalex.org/W1702158037","https://openalex.org/W1816257748","https://openalex.org/W1963712724","https://openalex.org/W1963918008","https://openalex.org/W1965895350","https://openalex.org/W1968946494","https://openalex.org/W1992570401","https://openalex.org/W2010551005","https://openalex.org/W2013711971","https://openalex.org/W2041650849","https://openalex.org/W2043998723","https://openalex.org/W2047437983","https://openalex.org/W2047914009","https://openalex.org/W2049695835","https://openalex.org/W2074299102","https://openalex.org/W2091093620","https://openalex.org/W2096451472","https://openalex.org/W2097242646","https://openalex.org/W2110441383","https://openalex.org/W2117453981","https://openalex.org/W2119821739","https://openalex.org/W2125055259","https://openalex.org/W2133990480","https://openalex.org/W2134124281","https://openalex.org/W2135841285","https://openalex.org/W2136461391","https://openalex.org/W2141933055","https://openalex.org/W2148306883","https://openalex.org/W2149706766","https://openalex.org/W2153595774","https://openalex.org/W2156296121","https://openalex.org/W2168565110","https://openalex.org/W2251166296","https://openalex.org/W2340746505","https://openalex.org/W2524052714","https://openalex.org/W3008797115","https://openalex.org/W4236137412","https://openalex.org/W4239510810","https://openalex.org/W4285719527","https://openalex.org/W6630578536","https://openalex.org/W6631148570","https://openalex.org/W6631546530","https://openalex.org/W6632354383","https://openalex.org/W6637620405","https://openalex.org/W6680859568","https://openalex.org/W6727189038","https://openalex.org/W6774112282"],"related_works":["https://openalex.org/W2379153735","https://openalex.org/W2046172023","https://openalex.org/W2972896947","https://openalex.org/W2170146914","https://openalex.org/W2355105570","https://openalex.org/W2083974823","https://openalex.org/W2072751097","https://openalex.org/W622882839","https://openalex.org/W2185017216","https://openalex.org/W2016345697"],"abstract_inverted_index":{"Much":[0],"software":[1],"lacks":[2],"test":[3,23],"oracles,":[4],"which":[5,42],"limits":[6],"automated":[7],"testing.":[8],"Metamorphic":[9],"testing":[10,18,36],"is":[11,43],"one":[12],"proposed":[13],"method":[14,97],"for":[15,20,32,61,86],"automating":[16],"the":[17,27,79,93],"process":[19],"programs":[21],"without":[22],"oracles.":[24],"Unfortunately,":[25],"finding":[26],"appropriate":[28],"metamorphic":[29,35,64,89],"relations":[30,65],"required":[31],"use":[33],"in":[34,107],"remains":[37],"a":[38,47,51,58,73,84,99],"labor":[39],"intensive":[40],"task,":[41],"generally":[44],"performed":[45],"by":[46],"domain":[48],"expert":[49],"or":[50],"programmer.":[52],"In":[53],"this":[54],"work":[55],"we":[56],"present":[57],"novel":[59],"approach":[60,71],"automatically":[62],"predicting":[63,87],"using":[66,78,98],"machine":[67],"learning":[68],"techniques.":[69],"Our":[70],"uses":[72],"set":[74,100],"of":[75,83,95,101],"features":[76],"developed":[77],"control":[80],"flow":[81],"graph":[82],"function":[85],"likely":[88],"relations.":[90],"We":[91],"show":[92],"effectiveness":[94],"our":[96],"real":[102],"world":[103],"functions":[104],"often":[105],"used":[106],"scientific":[108],"applications.":[109]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":12},{"year":2023,"cited_by_count":12},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":9},{"year":2018,"cited_by_count":10},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":5},{"year":2014,"cited_by_count":5},{"year":2013,"cited_by_count":1}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}