{"id":"https://openalex.org/W2168565110","doi":"https://doi.org/10.1109/icst.2009.19","title":"Using JML Runtime Assertion Checking to Automate Metamorphic Testing in Applications without Test Oracles","display_name":"Using JML Runtime Assertion Checking to Automate Metamorphic Testing in Applications without Test Oracles","alternate_titles":[],"publication_year":2009,"publication_date":"2009-04-01","ids":{"openalex":"https://openalex.org/W2168565110","doi":"https://doi.org/10.1109/icst.2009.19","mag":"2168565110"},"language":"en","primary_location":{"id":"doi:10.1109/icst.2009.19","doi":"https://doi.org/10.1109/icst.2009.19","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2009.19","pdf_url":null,"source":{"id":"https://openalex.org/S7407085955","display_name":"IEEE International Conference on Software Testing, Verification and Validation (ICST)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 International Conference on Software Testing Verification and Validation","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W2168565110"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.7916/d8j96f8b","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5002151898","display_name":"Christian Murphy","orcid":"https://orcid.org/0009-0007-6420-698X","observed_orcids":["https://orcid.org/0009-0007-6420-698X"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Christian Murphy","raw_affiliation_strings":["Department of Computer Science, Columbia University, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034104577","display_name":"Kuang Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Kuang Shen","raw_affiliation_strings":["Department of Computer Science, Columbia University, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090171418","display_name":"Gail E. Kaiser","orcid":"https://orcid.org/0000-0002-8791-1178","observed_orcids":["https://orcid.org/0000-0002-8791-1178"]},"institutions":[{"id":"https://openalex.org/I78577930","display_name":"Columbia University","ror":"https://ror.org/00hj8s172","country_code":"US","type":"education","lineage":["https://openalex.org/I78577930"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Gail Kaiser","raw_affiliation_strings":["Department of Computer Science, Columbia University, NY, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Columbia University, NY, USA","institution_ids":["https://openalex.org/I78577930"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I78577930"],"apc_list":null,"apc_paid":null,"fwci":2.2981,"has_fulltext":false,"cited_by_count":71,"citation_normalized_percentile":{"value":0.8868818,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"436","last_page":"445"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10126","display_name":"Logic, programming, and type systems","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10142","display_name":"Formal Methods in Verification","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/metamorphic-testing","display_name":"metamorphic testing","score":0.9990000128746033},{"id":"https://openalex.org/keywords/test-oracles","display_name":"test oracles","score":0.44999998807907104},{"id":"https://openalex.org/keywords/java-modeling-language","display_name":"Java Modeling Language","score":0.8389999866485596},{"id":"https://openalex.org/keywords/runtime-assertion-checking","display_name":"runtime assertion checking","score":0.875},{"id":"https://openalex.org/keywords/design-by-contract","display_name":"design by contract","score":0.6909999847412109},{"id":"https://openalex.org/keywords/corduroy","display_name":"corduroy","score":0.7009999752044678},{"id":"https://openalex.org/keywords/test-case-generation","display_name":"test case generation","score":0.671999990940094},{"id":"https://openalex.org/keywords/test-automation","display_name":"test automation","score":0.37700000405311584}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8587414026260376},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.7819397449493408},{"id":"https://openalex.org/C40422974","wikidata":"https://www.wikidata.org/wiki/Q741248","display_name":"Assertion","level":2,"score":0.7747560143470764},{"id":"https://openalex.org/C55166926","wikidata":"https://www.wikidata.org/wiki/Q2892946","display_name":"Oracle","level":2,"score":0.726606011390686},{"id":"https://openalex.org/C548217200","wikidata":"https://www.wikidata.org/wiki/Q251","display_name":"Java","level":2,"score":0.6207810044288635},{"id":"https://openalex.org/C60945770","wikidata":"https://www.wikidata.org/wiki/Q2517517","display_name":"Java Modeling Language","level":5,"score":0.6026292443275452},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.5220996141433716},{"id":"https://openalex.org/C2778029271","wikidata":"https://www.wikidata.org/wiki/Q5421931","display_name":"Extension (predicate logic)","level":2,"score":0.4440990388393402},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.4112267792224884},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3966847062110901},{"id":"https://openalex.org/C168702491","wikidata":"https://www.wikidata.org/wiki/Q567345","display_name":"Java annotation","level":4,"score":0.20629161596298218},{"id":"https://openalex.org/C15524039","wikidata":"https://www.wikidata.org/wiki/Q865817","display_name":"Java applet","level":3,"score":0.1810148060321808},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11229908466339111},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C78458016","wikidata":"https://www.wikidata.org/wiki/Q840400","display_name":"Evolutionary biology","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/icst.2009.19","doi":"https://doi.org/10.1109/icst.2009.19","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icst.2009.19","pdf_url":null,"source":{"id":"https://openalex.org/S7407085955","display_name":"IEEE International Conference on Software Testing, Verification and Validation (ICST)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2009 International Conference on Software Testing Verification and Validation","raw_type":"proceedings-article"},{"id":"doi:10.7916/d8j96f8b","doi":"https://doi.org/10.7916/d8j96f8b","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8j96f8b","pdf_url":"https://doi.org/10.7916/d8j96f8b","source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.184.4963","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.184.4963","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.psl.cs.columbia.edu/publications/pubs/Murphy-Corduroy-ICST2009.pdf","raw_type":"text"}],"best_oa_location":{"id":"doi:10.7916/d8j96f8b","doi":"https://doi.org/10.7916/d8j96f8b","is_oa":true,"landing_page_url":"https://doi.org/10.7916/d8j96f8b","pdf_url":"https://doi.org/10.7916/d8j96f8b","source":{"id":"https://openalex.org/S4306402601","display_name":"Columbia Academic Commons (Columbia University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I78577930","host_organization_name":"Columbia University","host_organization_lineage":["https://openalex.org/I78577930"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article-journal"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G2058202334","display_name":"ITR - (NHS) - (int/dmc):  Secure Remote Computing Services","funder_award_id":"0426623","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G2843814470","display_name":"CSR---VCM: Autonomic Mechanisms for Reducing System Downtime due to Maintenance and Upgrades","funder_award_id":"0717544","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G5304230971","display_name":"CT-T: Enabling Collaborative Self-Healing Software Systems","funder_award_id":"0627473","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320332161","display_name":"National Institutes of Health","ror":"https://ror.org/01cwqze88"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2168565110.pdf","grobid_xml":"https://content.openalex.org/works/W2168565110.grobid-xml"},"referenced_works_count":49,"referenced_works":["https://openalex.org/W1498946538","https://openalex.org/W1504694836","https://openalex.org/W1511434008","https://openalex.org/W1519683776","https://openalex.org/W1536836263","https://openalex.org/W1553335919","https://openalex.org/W1568919068","https://openalex.org/W1570448133","https://openalex.org/W1583095677","https://openalex.org/W1608397552","https://openalex.org/W1806542535","https://openalex.org/W1912123407","https://openalex.org/W1966945773","https://openalex.org/W1971991620","https://openalex.org/W1975934503","https://openalex.org/W1977912468","https://openalex.org/W1996839061","https://openalex.org/W2015999522","https://openalex.org/W2039045171","https://openalex.org/W2043998723","https://openalex.org/W2060440626","https://openalex.org/W2081814494","https://openalex.org/W2084812512","https://openalex.org/W2094160561","https://openalex.org/W2103318645","https://openalex.org/W2107778618","https://openalex.org/W2110441383","https://openalex.org/W2116065364","https://openalex.org/W2116409384","https://openalex.org/W2125055259","https://openalex.org/W2129304537","https://openalex.org/W2136077849","https://openalex.org/W2143712427","https://openalex.org/W2147169507","https://openalex.org/W2150684130","https://openalex.org/W2156300645","https://openalex.org/W2156909104","https://openalex.org/W2165708913","https://openalex.org/W2541811471","https://openalex.org/W3008797115","https://openalex.org/W3009784374","https://openalex.org/W3184666341","https://openalex.org/W4245001969","https://openalex.org/W4255079701","https://openalex.org/W4388319803","https://openalex.org/W6640114639","https://openalex.org/W6774112282","https://openalex.org/W7042780599","https://openalex.org/W7100168315"],"related_works":["https://openalex.org/W6902970381","https://openalex.org/W1992570401","https://openalex.org/W2127824161","https://openalex.org/W2117453981","https://openalex.org/W1546270423","https://openalex.org/W197000801","https://openalex.org/W2102484378","https://openalex.org/W7219762284","https://openalex.org/W7099960409"],"abstract_inverted_index":{"It":[0],"is":[1,42,51,130,182],"challenging":[2],"to":[3,38,43,53,139,170,184,244],"test":[4,34,48,56,151,203,247],"applications":[5,41,245],"and":[6,123,201,228],"functions":[7],"for":[8,13,143,214],"which":[9,160,239],"the":[10,30,65,68,82,108,115,171,186,217],"correct":[11],"output":[12,73,91],"arbitrary":[14],"input":[15,50,88,96],"cannot":[16],"be":[17,76,78,207],"known":[18],"in":[19,58,159,191,238],"advance,":[20],"e.g.":[21],"some":[22],"computational":[23],"science":[24],"or":[25,110,126],"machine":[26],"learning":[27],"applications.":[28,193],"In":[29,223],"absence":[31],"of":[32],"a":[33,60,119,161,176],"Oracle,":[35],"one":[36],"approach":[37,158,227],"testing":[39],"these":[40,144,199],"use":[44],"metamorphic":[45,134,163],"testing:":[46],"existing":[47],"case":[49,236],"modified":[52],"produce":[54,71,114],"new":[55,66],"cases":[57],"such":[59,98],"manner":[61],"that,":[62],"when":[63],"given":[64],"input,":[67],"application":[69,109],"should":[70],"an":[72,157,168],"that":[74,99,148,181,205,216],"can":[75,101,206],"easily":[77],"computed":[79],"based":[80,104],"on":[81,105],"original":[83],"output.":[84],"That":[85],"is,":[86],"if":[87,107],"x":[89],"produces":[90],"f(x),":[92],"then":[93,118],"we":[94,100,136,155,230,240],"create":[95],"x'":[97],"predict":[102],"f(x')":[103,127],"f(x);":[106],"function":[111],"does":[112],"not":[113],"expected":[116],"output,":[117],"defect":[120],"must":[121],"exist,":[122],"either":[124],"f(x)":[125],"(or":[128],"both)":[129],"wrong.":[131],"By":[132],"using":[133,167,209],"testing,":[135],"are":[137,165],"able":[138],"provide":[140],"built-in":[141],"\"pseudo-oracles\"":[142],"so-called":[145],"\"nontestable":[146],"programs\"":[147],"have":[149],"no":[150],"oracles.In":[152],"this":[153],"paper,":[154],"describe":[156,232],"function's":[162],"properties":[164],"specified":[166],"extension":[169],"Java":[172,192],"modeling":[173],"language":[174,180],"(JML),":[175],"behavioral":[177],"interface":[178],"specification":[179],"used":[183],"support":[185],"\"design":[187],"by":[188],"contract\"":[189],"paradigm":[190],"Our":[194],"implementation,":[195,229],"called":[196],"Corduroy,":[197],"pre-processes":[198],"specifications":[200,218],"generates":[202],"code":[204],"executed":[208],"JML":[210],"runtime":[211],"assertion":[212],"checking,":[213],"ensuring":[215],"hold":[219],"during":[220],"program":[221],"execution.":[222],"addition":[224],"topresenting":[225],"our":[226,233,242],"also":[231],"findings":[234],"from":[235],"studies":[237],"apply":[241],"technique":[243],"without":[246],"oracles.":[248]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W2168565110","counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":2},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":1},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2017,"cited_by_count":5},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":6},{"year":2013,"cited_by_count":6},{"year":2012,"cited_by_count":4}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
