{"id":"https://openalex.org/W3204953303","doi":"https://doi.org/10.23919/annsim52504.2021.9552058","title":"Metamorphic Testing for Hybrid Simulation Validation","display_name":"Metamorphic Testing for Hybrid Simulation Validation","publication_year":2021,"publication_date":"2021-07-19","ids":{"openalex":"https://openalex.org/W3204953303","doi":"https://doi.org/10.23919/annsim52504.2021.9552058","mag":"3204953303"},"language":"en","primary_location":{"id":"doi:10.23919/annsim52504.2021.9552058","is_oa":false,"landing_page_url":"https://doi.org/10.23919/annsim52504.2021.9552058","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Annual Modeling and Simulation Conference (ANNSIM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102743576","display_name":"Mohammed Farhan","orcid":"https://orcid.org/0000-0002-7881-3875"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mohammed Farhan","raw_affiliation_strings":["Industrial Engineering, University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5037597530","display_name":"Caroline C. Krejci","orcid":"https://orcid.org/0000-0003-0696-1884"},"institutions":[{"id":"https://openalex.org/I189196454","display_name":"The University of Texas at Arlington","ror":"https://ror.org/019kgqr73","country_code":"US","type":"education","lineage":["https://openalex.org/I189196454"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Caroline Krejci","raw_affiliation_strings":["Industrial Engineering, University of Texas at Arlington, Arlington, TX, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Industrial Engineering, University of Texas at Arlington, Arlington, TX, USA","institution_ids":["https://openalex.org/I189196454"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072848541","display_name":"Megan Olsen","orcid":"https://orcid.org/0000-0003-0187-997X"},"institutions":[{"id":"https://openalex.org/I165556055","display_name":"Loyola University Maryland","ror":"https://ror.org/01by1wp65","country_code":"US","type":"education","lineage":["https://openalex.org/I165556055"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan Olsen","raw_affiliation_strings":["Computer Science, Loyola University Maryland, Baltimore, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Computer Science, Loyola University Maryland, Baltimore, MD, USA","institution_ids":["https://openalex.org/I165556055"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041317074","display_name":"M S Raunak","orcid":"https://orcid.org/0000-0003-4934-7331"},"institutions":[{"id":"https://openalex.org/I1321296531","display_name":"National Institute of Standards and Technology","ror":"https://ror.org/05xpvk416","country_code":"US","type":"funder","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065"]},{"id":"https://openalex.org/I4210126846","display_name":"Information Technology Laboratory","ror":"https://ror.org/0440c3437","country_code":"US","type":"government","lineage":["https://openalex.org/I1321296531","https://openalex.org/I1343035065","https://openalex.org/I4210126846"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"M S Raunak","raw_affiliation_strings":["Information Technology Laboratory, National Institute of Standards and Technology, Gaithersburg, MD, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Information Technology Laboratory, National Institute of Standards and Technology, Gaithersburg, MD, USA","institution_ids":["https://openalex.org/I1321296531","https://openalex.org/I4210126846"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.5377,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.69948625,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"12"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12127","display_name":"Software System Performance and Reliability","score":0.9950000047683716,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10639","display_name":"Advanced Software Engineering Methodologies","score":0.9908999800682068,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7878097295761108},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.6491994857788086},{"id":"https://openalex.org/keywords/discrete-event-simulation","display_name":"Discrete event simulation","score":0.6378456354141235},{"id":"https://openalex.org/keywords/software","display_name":"Software","score":0.5600749850273132},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.5225162506103516},{"id":"https://openalex.org/keywords/verification-and-validation","display_name":"Verification and validation","score":0.5029892325401306},{"id":"https://openalex.org/keywords/server","display_name":"Server","score":0.4738992750644684},{"id":"https://openalex.org/keywords/verification-and-validation-of-computer-simulation-models","display_name":"Verification and validation of computer simulation models","score":0.4336867928504944},{"id":"https://openalex.org/keywords/software-performance-testing","display_name":"Software performance testing","score":0.43110302090644836},{"id":"https://openalex.org/keywords/simulation-software","display_name":"Simulation software","score":0.41428619623184204},{"id":"https://openalex.org/keywords/reliability-engineering","display_name":"Reliability engineering","score":0.33798664808273315},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.32280048727989197},{"id":"https://openalex.org/keywords/simulation","display_name":"Simulation","score":0.26560527086257935},{"id":"https://openalex.org/keywords/software-system","display_name":"Software system","score":0.1992688775062561},{"id":"https://openalex.org/keywords/software-construction","display_name":"Software construction","score":0.17897409200668335},{"id":"https://openalex.org/keywords/programming-language","display_name":"Programming language","score":0.10651281476020813},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.08982649445533752}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7878097295761108},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.6491994857788086},{"id":"https://openalex.org/C147203929","wikidata":"https://www.wikidata.org/wiki/Q574814","display_name":"Discrete event simulation","level":2,"score":0.6378456354141235},{"id":"https://openalex.org/C2777904410","wikidata":"https://www.wikidata.org/wiki/Q7397","display_name":"Software","level":2,"score":0.5600749850273132},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.5225162506103516},{"id":"https://openalex.org/C48002344","wikidata":"https://www.wikidata.org/wiki/Q2919644","display_name":"Verification and validation","level":2,"score":0.5029892325401306},{"id":"https://openalex.org/C93996380","wikidata":"https://www.wikidata.org/wiki/Q44127","display_name":"Server","level":2,"score":0.4738992750644684},{"id":"https://openalex.org/C126433048","wikidata":"https://www.wikidata.org/wiki/Q7921324","display_name":"Verification and validation of computer simulation models","level":2,"score":0.4336867928504944},{"id":"https://openalex.org/C178059732","wikidata":"https://www.wikidata.org/wiki/Q1982529","display_name":"Software performance testing","level":5,"score":0.43110302090644836},{"id":"https://openalex.org/C91757755","wikidata":"https://www.wikidata.org/wiki/Q11121294","display_name":"Simulation software","level":3,"score":0.41428619623184204},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.33798664808273315},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.32280048727989197},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.26560527086257935},{"id":"https://openalex.org/C149091818","wikidata":"https://www.wikidata.org/wiki/Q2429814","display_name":"Software system","level":3,"score":0.1992688775062561},{"id":"https://openalex.org/C186846655","wikidata":"https://www.wikidata.org/wiki/Q3398377","display_name":"Software construction","level":4,"score":0.17897409200668335},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.10651281476020813},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.08982649445533752},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.0},{"id":"https://openalex.org/C21547014","wikidata":"https://www.wikidata.org/wiki/Q1423657","display_name":"Operations management","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.23919/annsim52504.2021.9552058","is_oa":false,"landing_page_url":"https://doi.org/10.23919/annsim52504.2021.9552058","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 Annual Modeling and Simulation Conference (ANNSIM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":41,"referenced_works":["https://openalex.org/W12741603","https://openalex.org/W619280665","https://openalex.org/W624264820","https://openalex.org/W1562927459","https://openalex.org/W2011715836","https://openalex.org/W2041650849","https://openalex.org/W2041713059","https://openalex.org/W2043998723","https://openalex.org/W2047437983","https://openalex.org/W2110441383","https://openalex.org/W2117453981","https://openalex.org/W2120174826","https://openalex.org/W2132900383","https://openalex.org/W2133230097","https://openalex.org/W2148728671","https://openalex.org/W2162036145","https://openalex.org/W2229824553","https://openalex.org/W2312970899","https://openalex.org/W2320063781","https://openalex.org/W2324595780","https://openalex.org/W2566390839","https://openalex.org/W2732493711","https://openalex.org/W2803952966","https://openalex.org/W2814638054","https://openalex.org/W2884652599","https://openalex.org/W2897040440","https://openalex.org/W2912400230","https://openalex.org/W2955063188","https://openalex.org/W3008797115","https://openalex.org/W3087818307","https://openalex.org/W3180580280","https://openalex.org/W4210492122","https://openalex.org/W4231304761","https://openalex.org/W4234636779","https://openalex.org/W4239084643","https://openalex.org/W4250731515","https://openalex.org/W4252026936","https://openalex.org/W4285719527","https://openalex.org/W6600526943","https://openalex.org/W6689490896","https://openalex.org/W6700430270"],"related_works":["https://openalex.org/W3214930246","https://openalex.org/W3129999610","https://openalex.org/W4320737835","https://openalex.org/W3133881118","https://openalex.org/W1990386601","https://openalex.org/W4233381323","https://openalex.org/W2288573343","https://openalex.org/W2064580453","https://openalex.org/W2162515214","https://openalex.org/W4256025473"],"abstract_inverted_index":{"Proper":[0],"validation":[1,24,66],"of":[2,17,50,67,100,110],"a":[3,107,116],"simulation":[4,23,51,73,94],"model":[5],"is":[6],"essential":[7],"for":[8,22,48],"confidence":[9],"in":[10,53,115],"its":[11],"accuracy":[12],"and":[13,70,85],"credibility.":[14],"However,":[15],"many":[16],"the":[18,65,98],"most":[19],"effective":[20],"approaches":[21],"require":[25],"access":[26],"to":[27,45,64,92],"data":[28],"that":[29,59,83],"may":[30],"be":[31,46,62,90],"unavailable.":[32],"Metamorphic":[33],"Testing":[34],"(MT),":[35],"an":[36],"approach":[37,102],"from":[38],"traditional":[39],"software":[40,52],"testing,":[41],"has":[42],"been":[43],"shown":[44],"useful":[47],"verification":[49],"similar":[54],"situations.":[55],"Recent":[56],"research":[57],"shows":[58],"MT":[60,88],"can":[61,89],"applied":[63,91],"agent":[68],"based":[69],"discrete":[71],"event":[72],"models":[74],"as":[75],"well.":[76],"In":[77],"this":[78],"paper":[79],"we":[80],"build":[81],"on":[82,106],"work":[84],"show":[86],"how":[87],"hybrid":[93],"models.":[95],"We":[96],"demonstrate":[97],"effectiveness":[99],"our":[101],"by":[103],"applying":[104],"it":[105],"case":[108],"study":[109],"helping":[111],"behavior":[112],"among":[113],"servers":[114],"restaurant.":[117]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}