{"id":"https://openalex.org/W2091093620","doi":"https://doi.org/10.1186/1471-2105-10-24","title":"An innovative approach for testing bioinformatics programs using metamorphic testing","display_name":"An innovative approach for testing bioinformatics programs using metamorphic testing","publication_year":2009,"publication_date":"2009-01-19","ids":{"openalex":"https://openalex.org/W2091093620","doi":"https://doi.org/10.1186/1471-2105-10-24","mag":"2091093620","pmid":"https://pubmed.ncbi.nlm.nih.gov/19152705"},"language":"en","primary_location":{"id":"doi:10.1186/1471-2105-10-24","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-10-24","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-10-24","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-10-24","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5035107113","display_name":"Tsong Yueh Chen","orcid":"https://orcid.org/0000-0003-3578-0994"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":true,"raw_author_name":"Tsong Yueh Chen","raw_affiliation_strings":["School of Information Technologies, The University of Sydney, Sydney, NSW 2006, Australia. tychen@swin.edu.au","Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Information Technologies, The University of Sydney, Sydney, NSW 2006, Australia. tychen@swin.edu.au","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028008500","display_name":"Joshua W. K. Ho","orcid":"https://orcid.org/0000-0003-2331-7011"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I42894916","display_name":"Data61","ror":"https://ror.org/03q397159","country_code":"AU","type":"other","lineage":["https://openalex.org/I1292875679","https://openalex.org/I2801453606","https://openalex.org/I42894916","https://openalex.org/I4387156119"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Joshua WK Ho","raw_affiliation_strings":["Australian Technology Park, NICTA, Eveleigh, NSW, 2015, Australia","School of Information Technologies, The University of Sydney, Sydney, NSW, 2006, Australia","School of Information Technologies, The University of Sydney, Sydney, Australia","Australian Technology Park, NICTA, Eveleigh, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Australian Technology Park, NICTA, Eveleigh, NSW, 2015, Australia","institution_ids":["https://openalex.org/I42894916"]},{"raw_affiliation_string":"School of Information Technologies, The University of Sydney, Sydney, NSW, 2006, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"School of Information Technologies, The University of Sydney, Sydney, Australia","institution_ids":["https://openalex.org/I129604602"]},{"raw_affiliation_string":"Australian Technology Park, NICTA, Eveleigh, Australia","institution_ids":["https://openalex.org/I42894916"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033550181","display_name":"Huai Liu","orcid":"https://orcid.org/0000-0003-3125-4399"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Huai Liu","raw_affiliation_strings":["Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, VIC, 3122, Australia","Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, VIC, 3122, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100746280","display_name":"Xiaoyuan Xie","orcid":"https://orcid.org/0000-0003-2828-7165"},"institutions":[{"id":"https://openalex.org/I57093077","display_name":"Swinburne University of Technology","ror":"https://ror.org/031rekg67","country_code":"AU","type":"education","lineage":["https://openalex.org/I57093077"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Xiaoyuan Xie","raw_affiliation_strings":["Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, VIC, 3122, Australia","Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, VIC, 3122, Australia","institution_ids":["https://openalex.org/I57093077"]},{"raw_affiliation_string":"Centre for Software Analysis and Testing, Swinburne University of Technology, Hawthorn, Australia","institution_ids":["https://openalex.org/I57093077"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5035107113"],"corresponding_institution_ids":["https://openalex.org/I129604602","https://openalex.org/I57093077"],"apc_list":{"value":1690,"currency":"GBP","value_usd":2072},"apc_paid":{"value":1690,"currency":"GBP","value_usd":2072},"fwci":14.218,"has_fulltext":true,"cited_by_count":159,"citation_normalized_percentile":{"value":0.98996261,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":100},"biblio":{"volume":"10","issue":"1","first_page":"24","last_page":"24"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10743","display_name":"Software Testing and Debugging Techniques","score":0.988099992275238,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12423","display_name":"Software Reliability and Analysis Research","score":0.0017999999690800905,"subfield":{"id":"https://openalex.org/subfields/1712","display_name":"Software"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11986","display_name":"Scientific Computing and Data Management","score":0.0010000000474974513,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.8941704034805298},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7682715654373169},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5856657028198242},{"id":"https://openalex.org/keywords/test-case","display_name":"Test case","score":0.4965744614601135},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.48836442828178406},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.48321449756622314},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.4557681679725647},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.45251205563545227},{"id":"https://openalex.org/keywords/software-engineering","display_name":"Software engineering","score":0.44738367199897766},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.42877405881881714},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.4239880442619324},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.3816871643066406},{"id":"https://openalex.org/keywords/bioinformatics","display_name":"Bioinformatics","score":0.33200621604919434},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3247682750225067},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.27470332384109497},{"id":"https://openalex.org/keywords/biology","display_name":"Biology","score":0.0851316750049591}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.8941704034805298},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7682715654373169},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5856657028198242},{"id":"https://openalex.org/C128942645","wikidata":"https://www.wikidata.org/wiki/Q1568346","display_name":"Test case","level":3,"score":0.4965744614601135},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.48836442828178406},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.48321449756622314},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.4557681679725647},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.45251205563545227},{"id":"https://openalex.org/C115903868","wikidata":"https://www.wikidata.org/wiki/Q80993","display_name":"Software engineering","level":1,"score":0.44738367199897766},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.42877405881881714},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.4239880442619324},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.3816871643066406},{"id":"https://openalex.org/C60644358","wikidata":"https://www.wikidata.org/wiki/Q128570","display_name":"Bioinformatics","level":1,"score":0.33200621604919434},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3247682750225067},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.27470332384109497},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0851316750049591},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C152877465","wikidata":"https://www.wikidata.org/wiki/Q208042","display_name":"Regression analysis","level":2,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0}],"mesh":[{"descriptor_ui":"D003194","descriptor_name":"Computer-Assisted Instruction","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003194","descriptor_name":"Computer-Assisted Instruction","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D003194","descriptor_name":"Computer-Assisted Instruction","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D012984","descriptor_name":"Software","qualifier_ui":"Q000592","qualifier_name":"standards","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false},{"descriptor_ui":"D019295","descriptor_name":"Computational Biology","qualifier_ui":"Q000379","qualifier_name":"methods","is_major_topic":false}],"locations_count":9,"locations":[{"id":"doi:10.1186/1471-2105-10-24","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-10-24","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-10-24","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},{"id":"pmid:19152705","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/19152705","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC bioinformatics","raw_type":null},{"id":"pmh:oai:eprints.vu.edu.au:33051","is_oa":true,"landing_page_url":"https://vuir.vu.edu.au/33051/","pdf_url":"https://vuir.vu.edu.au/33051/","source":{"id":"https://openalex.org/S4306400215","display_name":"Victoria University Research Repository (Victoria University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I41156924","host_organization_name":"Victoria University of Wellington","host_organization_lineage":["https://openalex.org/I41156924"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"PeerReviewed"},{"id":"pmh:oai:researchbank.rmit.edu.au:rmit:20989","is_oa":false,"landing_page_url":"http://researchbank.rmit.edu.au/view/rmit:20989","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Journal Article"},{"id":"pmh:oai:alma.61RMIT_INST:11246696980001341","is_oa":false,"landing_page_url":"http://doi.org/10.1186/1471-2105-10-24","pdf_url":null,"source":{"id":"https://openalex.org/S4306402074","display_name":"RMIT Research Repository (RMIT University Library)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I82951845","host_organization_name":"RMIT University","host_organization_lineage":["https://openalex.org/I82951845"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"pmh:oai:doaj.org/article:0522fc88f05743f8b70c369706a70285","is_oa":false,"landing_page_url":"https://doaj.org/article/0522fc88f05743f8b70c369706a70285","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol 10, Iss 1, p 24 (2009)","raw_type":"article"},{"id":"pmh:oai:figshare.com:article/27455883","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4377196282","display_name":"Figshare","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I4210132348","host_organization_name":"Figshare (United Kingdom)","host_organization_lineage":["https://openalex.org/I4210132348"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:2657898","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/2657898","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics","raw_type":"Text"},{"id":"pmh:oai:researchbank.swinburne.edu.au:7394a598-2c36-4de2-b478-253171c3d183/1","is_oa":true,"landing_page_url":"http://hdl.handle.net/1959.3/52262","pdf_url":null,"source":{"id":"https://openalex.org/S4306401157","display_name":"Swinburne Research Bank (Swinburne University of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I57093077","host_organization_name":"Swinburne University of Technology","host_organization_lineage":["https://openalex.org/I57093077"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"BMC Bioinformatics, Vol. 10 (2009), pp. 1-12","raw_type":"publishedVersion"}],"best_oa_location":{"id":"doi:10.1186/1471-2105-10-24","is_oa":true,"landing_page_url":"https://doi.org/10.1186/1471-2105-10-24","pdf_url":"https://bmcbioinformatics.biomedcentral.com/counter/pdf/10.1186/1471-2105-10-24","source":{"id":"https://openalex.org/S19032547","display_name":"BMC Bioinformatics","issn_l":"1471-2105","issn":["1471-2105"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320256","host_organization_name":"BioMed Central","host_organization_lineage":["https://openalex.org/P4310320256","https://openalex.org/P4310319965"],"host_organization_lineage_names":["BioMed Central","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"BMC Bioinformatics","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.4300000071525574,"display_name":"Responsible consumption and production","id":"https://metadata.un.org/sdg/12"}],"awards":[{"id":"https://openalex.org/G1950617585","display_name":null,"funder_award_id":"ARC DP0771733","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"},{"id":"https://openalex.org/G652888444","display_name":null,"funder_award_id":"DP0771733","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2091093620.pdf","grobid_xml":"https://content.openalex.org/works/W2091093620.grobid-xml"},"referenced_works_count":46,"referenced_works":["https://openalex.org/W127224647","https://openalex.org/W163074494","https://openalex.org/W189851142","https://openalex.org/W606081018","https://openalex.org/W1486172410","https://openalex.org/W1501076421","https://openalex.org/W1519683776","https://openalex.org/W1752028482","https://openalex.org/W1910771831","https://openalex.org/W1971991620","https://openalex.org/W2013711971","https://openalex.org/W2043998723","https://openalex.org/W2044771160","https://openalex.org/W2069898971","https://openalex.org/W2081098333","https://openalex.org/W2097862362","https://openalex.org/W2108078368","https://openalex.org/W2109990759","https://openalex.org/W2111788381","https://openalex.org/W2118577607","https://openalex.org/W2125003087","https://openalex.org/W2130410032","https://openalex.org/W2130687290","https://openalex.org/W2134124281","https://openalex.org/W2137474062","https://openalex.org/W2141925314","https://openalex.org/W2141933055","https://openalex.org/W2146856779","https://openalex.org/W2150386276","https://openalex.org/W2150926065","https://openalex.org/W2156300645","https://openalex.org/W2159482845","https://openalex.org/W2169249706","https://openalex.org/W2170335512","https://openalex.org/W2300497584","https://openalex.org/W2586256972","https://openalex.org/W2611370172","https://openalex.org/W2751679879","https://openalex.org/W4205759361","https://openalex.org/W4233815609","https://openalex.org/W4234178642","https://openalex.org/W4241197470","https://openalex.org/W4245001969","https://openalex.org/W4246136756","https://openalex.org/W4247666079","https://openalex.org/W4251566799"],"related_works":["https://openalex.org/W3008339103","https://openalex.org/W2404647514","https://openalex.org/W1667647204","https://openalex.org/W4247536566","https://openalex.org/W3119814709","https://openalex.org/W2018477250","https://openalex.org/W1508895727","https://openalex.org/W4241418540","https://openalex.org/W2725786787","https://openalex.org/W4283160672"],"abstract_inverted_index":{"BACKGROUND:":[0],"Recent":[1],"advances":[2],"in":[3,170,198,201,254,302],"experimental":[4],"and":[5,53,155,183,195,205,236,271],"computational":[6],"technologies":[7],"have":[8],"fueled":[9],"the":[10,44,56,59,65,77,80,128,153,230,289],"development":[11],"of":[12,19,50,58,67,79,111,115,135,142,157,224,232,244,288],"many":[13,68,262],"sophisticated":[14],"bioinformatics":[15,69,112,179,245,263],"programs.":[16,113,209,246],"The":[17],"correctness":[18,57,78],"such":[20],"programs":[21,220],"is":[22,72,91,126,168,191,196],"crucial":[23],"as":[24,286],"incorrectly":[25],"computed":[26],"results":[27],"may":[28,281],"lead":[29],"to":[30,64,75,86,97,107,119,139,175,193,218,239,276],"wrong":[31],"biological":[32],"conclusion":[33],"or":[34],"misguided":[35],"downstream":[36],"experimentation.":[37],"Common":[38],"software":[39,89,101,300],"testing":[40,90,102,105,290],"procedures":[41],"involve":[42],"executing":[43],"target":[45],"program":[46,204],"with":[47],"a":[48,99,109,117,133,140,202,233,242,296],"set":[49,141],"test":[51,60,81,108,124,136,158,176,219,241,277],"inputs":[52],"then":[54],"verifying":[55],"outputs.":[61,82],"However,":[62],"due":[63],"complexity":[66],"programs,":[70,180,264],"it":[71],"often":[73],"difficult":[74],"verify":[76,120],"Therefore":[83,292],"our":[84,293],"ability":[85],"perform":[87],"systematic":[88],"greatly":[92,151],"hindered.":[93],"RESULTS:":[94],"We":[95,247],"propose":[96],"use":[98],"novel":[100],"technique,":[103],"metamorphic":[104,147],"(MT),":[106],"range":[110,243],"Instead":[114],"requiring":[116],"mechanism":[118],"whether":[121,132],"an":[122],"individual":[123],"output":[125],"correct,":[127],"MT":[129,167,174,190,214,250,285],"technique":[130,238],"verifies":[131],"pair":[134],"outputs":[137],"conform":[138],"domain":[143],"specific":[144],"properties,":[145],"called":[146],"relations":[148],"(MRs),":[149],"thus":[150],"increases":[152],"number":[154],"variety":[156],"cases":[159],"that":[160,189],"can":[161,215,251],"be":[162,216,252],"applied.":[163],"To":[164],"demonstrate":[165],"how":[166,213,249],"used":[169],"practice,":[171],"we":[172,187,211],"applied":[173,217],"two":[177,257],"open-source":[178],"namely":[181],"GNLab":[182],"SeqMap.":[184],"In":[185],"particular":[186],"show":[188,248],"simple":[192],"implement,":[194],"effective":[197,235],"detecting":[199],"faults":[200],"real-life":[203,258],"some":[206],"artificially":[207],"fault-seeded":[208],"Further,":[210],"discuss":[212],"from":[221,283],"various":[222],"domains":[223],"bioinformatics.":[225,303],"CONCLUSION:":[226],"This":[227],"paper":[228],"describes":[229],"application":[231],"simple,":[234],"automated":[237],"systematically":[240],"implemented":[253],"practice":[255],"through":[256],"case":[259],"studies.":[260],"Since":[261],"particularly":[265],"those":[266],"for":[267],"large":[268],"scale":[269],"simulation":[270],"data":[272],"analysis,":[273],"are":[274],"hard":[275],"systematically,":[278],"their":[279],"developers":[280],"benefit":[282],"using":[284],"part":[287],"strategy.":[291],"work":[294],"represents":[295],"significant":[297],"step":[298],"towards":[299],"reliability":[301]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":9},{"year":2022,"cited_by_count":9},{"year":2021,"cited_by_count":8},{"year":2020,"cited_by_count":10},{"year":2019,"cited_by_count":17},{"year":2018,"cited_by_count":17},{"year":2017,"cited_by_count":11},{"year":2016,"cited_by_count":10},{"year":2015,"cited_by_count":10},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":9},{"year":2012,"cited_by_count":7}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}