{"id":"https://openalex.org/W2952291507","doi":"https://doi.org/10.1177/0037549719856100","title":"A pattern-based validation method for the credibility evaluation of simulation models","display_name":"A pattern-based validation method for the credibility evaluation of simulation models","publication_year":2019,"publication_date":"2019-06-18","ids":{"openalex":"https://openalex.org/W2952291507","doi":"https://doi.org/10.1177/0037549719856100","mag":"2952291507"},"language":"en","primary_location":{"id":"doi:10.1177/0037549719856100","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549719856100","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5017308450","display_name":"Yuanjun Laili","orcid":"https://orcid.org/0000-0003-3834-4602"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuanjun Laili","raw_affiliation_strings":["School of Automation Science and Electrical Engineering and Beijing Advanced Innovation Center for Big Data-based Precision Medicine, Beihang University, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0003-3834-4602","affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering and Beijing Advanced Innovation Center for Big Data-based Precision Medicine, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100418969","display_name":"Zhang Li","orcid":"https://orcid.org/0000-0003-1989-6102"},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Lin Zhang","raw_affiliation_strings":["School of Automation Science and Electrical Engineering and Beijing Advanced Innovation Center for Big Data-based Precision Medicine, Beihang University, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Automation Science and Electrical Engineering and Beijing Advanced Innovation Center for Big Data-based Precision Medicine, Beihang University, Beijing, China","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5073971490","display_name":"Yongliang Luo","orcid":"https://orcid.org/0009-0001-6541-690X"},"institutions":[{"id":"https://openalex.org/I4210157899","display_name":"China State Shipbuilding (China)","ror":"https://ror.org/04rveb346","country_code":"CN","type":"company","lineage":["https://openalex.org/I4210157899"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongliang Luo","raw_affiliation_strings":["China State Shipbuilding Corporation System Engineering Research Institute, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"China State Shipbuilding Corporation System Engineering Research Institute, Beijing, China","institution_ids":["https://openalex.org/I4210157899"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5100418969"],"corresponding_institution_ids":["https://openalex.org/I82880672"],"apc_list":null,"apc_paid":null,"fwci":1.1863,"has_fulltext":false,"cited_by_count":10,"citation_normalized_percentile":{"value":0.80892553,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":"96","issue":"2","first_page":"151","last_page":"167"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11500","display_name":"Evacuation and Crowd Dynamics","score":0.9872000217437744,"subfield":{"id":"https://openalex.org/subfields/2212","display_name":"Ocean Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10400","display_name":"Network Security and Intrusion Detection","score":0.9510999917984009,"subfield":{"id":"https://openalex.org/subfields/1705","display_name":"Computer Networks and Communications"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.8750104308128357},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7610318660736084},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.6420513987541199},{"id":"https://openalex.org/keywords/simulation-modeling","display_name":"Simulation modeling","score":0.5097572207450867},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3972974717617035},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3444221615791321},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08838960528373718}],"concepts":[{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.8750104308128357},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7610318660736084},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.6420513987541199},{"id":"https://openalex.org/C108215451","wikidata":"https://www.wikidata.org/wiki/Q7263963","display_name":"Simulation modeling","level":2,"score":0.5097572207450867},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3972974717617035},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3444221615791321},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08838960528373718},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/0037549719856100","is_oa":false,"landing_page_url":"https://doi.org/10.1177/0037549719856100","pdf_url":null,"source":{"id":"https://openalex.org/S32573412","display_name":"SIMULATION","issn_l":"0037-5497","issn":["0037-5497","1741-3133"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"SIMULATION","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6402484658","display_name":null,"funder_award_id":"61703015","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":61,"referenced_works":["https://openalex.org/W53751410","https://openalex.org/W619280665","https://openalex.org/W868848506","https://openalex.org/W878969329","https://openalex.org/W1483959923","https://openalex.org/W1559035930","https://openalex.org/W1641829348","https://openalex.org/W1809182522","https://openalex.org/W1891234766","https://openalex.org/W1899810124","https://openalex.org/W1968736573","https://openalex.org/W1972172555","https://openalex.org/W1974339580","https://openalex.org/W1977950050","https://openalex.org/W2004097910","https://openalex.org/W2011602021","https://openalex.org/W2012392778","https://openalex.org/W2023784902","https://openalex.org/W2030490025","https://openalex.org/W2050161802","https://openalex.org/W2054305969","https://openalex.org/W2064151828","https://openalex.org/W2067631571","https://openalex.org/W2068192554","https://openalex.org/W2091230023","https://openalex.org/W2094873957","https://openalex.org/W2098772981","https://openalex.org/W2101311496","https://openalex.org/W2102671359","https://openalex.org/W2109879937","https://openalex.org/W2112402647","https://openalex.org/W2120250216","https://openalex.org/W2122892545","https://openalex.org/W2130370504","https://openalex.org/W2139872812","https://openalex.org/W2150159007","https://openalex.org/W2150306925","https://openalex.org/W2164290361","https://openalex.org/W2164768649","https://openalex.org/W2282887609","https://openalex.org/W2296761362","https://openalex.org/W2344781588","https://openalex.org/W2461529976","https://openalex.org/W2470143080","https://openalex.org/W2474835145","https://openalex.org/W2520644970","https://openalex.org/W2527815112","https://openalex.org/W2555189081","https://openalex.org/W2557449628","https://openalex.org/W2578752339","https://openalex.org/W2594016407","https://openalex.org/W2754789423","https://openalex.org/W2887592882","https://openalex.org/W2907275873","https://openalex.org/W2962202409","https://openalex.org/W3100444898","https://openalex.org/W3150255006","https://openalex.org/W4240142832","https://openalex.org/W4243058853","https://openalex.org/W4251891552","https://openalex.org/W4254089362"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W3046775127","https://openalex.org/W3107602296","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W4364306694","https://openalex.org/W4312192474","https://openalex.org/W4283697347","https://openalex.org/W4210805261"],"abstract_inverted_index":{"Measuring":[0],"the":[1,19,40,45,68,72,76,80,90,134,151,174,177,190,193],"credibility":[2,88],"of":[3,23,35,39,48,54,89,176,192],"a":[4,52,105,112,125,138,158],"simulation":[5,36,81,126,179,187],"model":[6,82,91,127,135],"has":[7],"always":[8],"been":[9,29],"challenging":[10],"due":[11],"to":[12,102,116,149,164],"its":[13,129],"growing":[14],"uncertainty":[15],"and":[16,25,79,97,128,132,172],"complexity.":[17],"During":[18],"past":[20],"decades,":[21],"plenty":[22],"metrics":[24],"evaluation":[26],"procedures":[27],"have":[28],"developed":[30],"for":[31,62],"evaluating":[32],"different":[33,139],"sorts":[34],"models.":[37,70],"Most":[38],"existing":[41],"research":[42],"focuses":[43],"on":[44,185],"direct":[46,106],"comparison":[47],"numerical":[49],"results":[50],"with":[51,92],"group":[53],"reference":[55,130,170],"data.":[56,156],"However,":[57],"it":[58],"is":[59,100,147,162],"sometimes":[60],"unsuitable":[61],"evolving":[63],"dynamic":[64,85],"models":[65,188],"such":[66],"as":[67],"multi-agent":[69],"With":[71],"same":[73],"condition,":[74],"both":[75,124],"practical":[77],"system":[78],"perform":[83],"highly":[84],"actions.":[86],"The":[87,181],"insufficient":[93],"information,":[94],"non-stationary":[95],"states":[96],"changing":[98],"environment":[99],"unable":[101],"acquire":[103],"through":[104],"pair":[107],"comparison.":[108],"This":[109],"paper":[110],"presents":[111],"pattern-based":[113],"validation":[114],"method":[115],"complementarily":[117],"extract":[118],"hidden":[119],"patterns":[120,152],"that":[121],"exist":[122,153],"in":[123,137,154],"data,":[131],"assess":[133,173],"performance":[136,175],"aspect.":[140],"Firstly,":[141],"multi-dimensional":[142],"perceptually":[143],"important":[144],"points":[145],"strategy":[146],"modified":[148],"find":[150],"time-serial":[155],"Afterward,":[157],"pattern":[159,168],"organizing":[160],"topology":[161],"applied":[163],"automatically":[165],"depict":[166],"required":[167],"from":[169],"data":[171],"corresponding":[178],"model.":[180],"extensive":[182],"case":[183],"study":[184],"three":[186],"shows":[189],"effectiveness":[191],"proposed":[194],"method.":[195]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":3}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}