{"id":"https://openalex.org/W2944092156","doi":"https://doi.org/10.1108/ijcs-01-2019-0004","title":"A survey on VV&A of large-scale simulations","display_name":"A survey on VV&A of large-scale simulations","publication_year":2019,"publication_date":"2019-05-07","ids":{"openalex":"https://openalex.org/W2944092156","doi":"https://doi.org/10.1108/ijcs-01-2019-0004","mag":"2944092156"},"language":"en","primary_location":{"id":"doi:10.1108/ijcs-01-2019-0004","is_oa":true,"landing_page_url":"https://doi.org/10.1108/ijcs-01-2019-0004","pdf_url":"https://www.emerald.com/insight/content/doi/10.1108/IJCS-01-2019-0004/full/pdf?title=a-survey-on-vvampa-of-large-scale-simulations","source":{"id":"https://openalex.org/S4210199319","display_name":"International Journal of Crowd Science","issn_l":"2398-7294","issn":["2398-7294"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Crowd Science","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://www.emerald.com/insight/content/doi/10.1108/IJCS-01-2019-0004/full/pdf?title=a-survey-on-vvampa-of-large-scale-simulations","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5037777312","display_name":"Yanan Wang","orcid":"https://orcid.org/0000-0003-1919-686X"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yanan Wang","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100393880","display_name":"Jianqiang Li","orcid":"https://orcid.org/0000-0003-1995-9249"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianqiang Li","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100324504","display_name":"Hongbo Sun","orcid":"https://orcid.org/0000-0002-6109-9150"},"institutions":[{"id":"https://openalex.org/I18452120","display_name":"Yantai University","ror":"https://ror.org/01rp41m56","country_code":"CN","type":"education","lineage":["https://openalex.org/I18452120"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Sun Hongbo","raw_affiliation_strings":["Yantai University, Yantai, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Yantai University, Yantai, China","institution_ids":["https://openalex.org/I18452120"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103278315","display_name":"Li Yuan","orcid":"https://orcid.org/0000-0002-7440-3625"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuan Li","raw_affiliation_strings":["Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033649679","display_name":"Faheem Akhtar","orcid":"https://orcid.org/0000-0001-6755-1972"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]},{"id":"https://openalex.org/I68288478","display_name":"Sukkur IBA University","ror":"https://ror.org/03e5jvk98","country_code":"PK","type":"education","lineage":["https://openalex.org/I68288478"]}],"countries":["CN","PK"],"is_corresponding":false,"raw_author_name":"Faheem Akhtar","raw_affiliation_strings":["Faculty of Information Technology, Beijing University of Technology, Beijing, China and Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Faculty of Information Technology, Beijing University of Technology, Beijing, China and Department of Computer Science, Sukkur IBA University, Sukkur, Pakistan","institution_ids":["https://openalex.org/I68288478","https://openalex.org/I37796252"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078863502","display_name":"Azhar Imran","orcid":"https://orcid.org/0000-0003-3598-2780"},"institutions":[{"id":"https://openalex.org/I37796252","display_name":"Beijing University of Technology","ror":"https://ror.org/037b1pp87","country_code":"CN","type":"education","lineage":["https://openalex.org/I37796252"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Azhar Imran","raw_affiliation_strings":["School of Software Engineering, Beijing University of Technology, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"School of Software Engineering, Beijing University of Technology, Beijing, China","institution_ids":["https://openalex.org/I37796252"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5100324504"],"corresponding_institution_ids":["https://openalex.org/I18452120"],"apc_list":null,"apc_paid":null,"fwci":0.6173,"has_fulltext":true,"cited_by_count":8,"citation_normalized_percentile":{"value":0.72331981,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":97},"biblio":{"volume":"3","issue":"1","first_page":"63","last_page":"86"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9990000128746033,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10761","display_name":"Vehicular Ad Hoc Networks (VANETs)","score":0.9919000267982483,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11006","display_name":"BIM and Construction Integration","score":0.9861000180244446,"subfield":{"id":"https://openalex.org/subfields/2215","display_name":"Building and Construction"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6889419555664062},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.6431609988212585},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.5731220245361328},{"id":"https://openalex.org/keywords/credibility","display_name":"Credibility","score":0.5709502696990967},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.5609757304191589},{"id":"https://openalex.org/keywords/originality","display_name":"Originality","score":0.5242676734924316},{"id":"https://openalex.org/keywords/accreditation","display_name":"Accreditation","score":0.48528382182121277},{"id":"https://openalex.org/keywords/value","display_name":"Value (mathematics)","score":0.43629366159439087},{"id":"https://openalex.org/keywords/quality","display_name":"Quality (philosophy)","score":0.4343469738960266},{"id":"https://openalex.org/keywords/industrial-engineering","display_name":"Industrial engineering","score":0.3946966528892517},{"id":"https://openalex.org/keywords/operations-research","display_name":"Operations research","score":0.38588574528694153},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.12625831365585327},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.11829045414924622},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.11707770824432373}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6889419555664062},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.6431609988212585},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5731220245361328},{"id":"https://openalex.org/C2780224610","wikidata":"https://www.wikidata.org/wiki/Q1530061","display_name":"Credibility","level":2,"score":0.5709502696990967},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5609757304191589},{"id":"https://openalex.org/C2776950860","wikidata":"https://www.wikidata.org/wiki/Q2914681","display_name":"Originality","level":3,"score":0.5242676734924316},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.48528382182121277},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.43629366159439087},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4343469738960266},{"id":"https://openalex.org/C13736549","wikidata":"https://www.wikidata.org/wiki/Q4489420","display_name":"Industrial engineering","level":1,"score":0.3946966528892517},{"id":"https://openalex.org/C42475967","wikidata":"https://www.wikidata.org/wiki/Q194292","display_name":"Operations research","level":1,"score":0.38588574528694153},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12625831365585327},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.11829045414924622},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.11707770824432373},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C11012388","wikidata":"https://www.wikidata.org/wiki/Q170658","display_name":"Creativity","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1108/ijcs-01-2019-0004","is_oa":true,"landing_page_url":"https://doi.org/10.1108/ijcs-01-2019-0004","pdf_url":"https://www.emerald.com/insight/content/doi/10.1108/IJCS-01-2019-0004/full/pdf?title=a-survey-on-vvampa-of-large-scale-simulations","source":{"id":"https://openalex.org/S4210199319","display_name":"International Journal of Crowd Science","issn_l":"2398-7294","issn":["2398-7294"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Crowd Science","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e458558e7a164e45a53a1a616117f859","is_oa":true,"landing_page_url":"https://doaj.org/article/e458558e7a164e45a53a1a616117f859","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Crowd Science, Vol 3, Iss 1, Pp 63-86 (2019)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1108/ijcs-01-2019-0004","is_oa":true,"landing_page_url":"https://doi.org/10.1108/ijcs-01-2019-0004","pdf_url":"https://www.emerald.com/insight/content/doi/10.1108/IJCS-01-2019-0004/full/pdf?title=a-survey-on-vvampa-of-large-scale-simulations","source":{"id":"https://openalex.org/S4210199319","display_name":"International Journal of Crowd Science","issn_l":"2398-7294","issn":["2398-7294"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319811","host_organization_name":"Emerald Publishing Limited","host_organization_lineage":["https://openalex.org/P4310319811"],"host_organization_lineage_names":["Emerald Publishing Limited"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Crowd Science","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.5099999904632568,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W2944092156.pdf","grobid_xml":"https://content.openalex.org/works/W2944092156.grobid-xml"},"referenced_works_count":89,"referenced_works":["https://openalex.org/W40772004","https://openalex.org/W76880150","https://openalex.org/W85584289","https://openalex.org/W99297970","https://openalex.org/W137650890","https://openalex.org/W374334421","https://openalex.org/W1265389026","https://openalex.org/W1480092206","https://openalex.org/W1507482679","https://openalex.org/W1524911570","https://openalex.org/W1530163830","https://openalex.org/W1538776983","https://openalex.org/W1566429287","https://openalex.org/W1568105516","https://openalex.org/W1590525445","https://openalex.org/W1599804988","https://openalex.org/W1849377404","https://openalex.org/W1855585092","https://openalex.org/W1971480063","https://openalex.org/W1978687582","https://openalex.org/W1979236986","https://openalex.org/W1992389068","https://openalex.org/W1999999503","https://openalex.org/W2002628679","https://openalex.org/W2004756527","https://openalex.org/W2007709818","https://openalex.org/W2013105324","https://openalex.org/W2013496135","https://openalex.org/W2022830354","https://openalex.org/W2027319489","https://openalex.org/W2028499050","https://openalex.org/W2030798177","https://openalex.org/W2058773721","https://openalex.org/W2061174494","https://openalex.org/W2066895189","https://openalex.org/W2068414390","https://openalex.org/W2068572261","https://openalex.org/W2070398157","https://openalex.org/W2073587067","https://openalex.org/W2088427253","https://openalex.org/W2096045991","https://openalex.org/W2109879937","https://openalex.org/W2114867764","https://openalex.org/W2133913832","https://openalex.org/W2135014481","https://openalex.org/W2135866232","https://openalex.org/W2137432692","https://openalex.org/W2139807462","https://openalex.org/W2140481308","https://openalex.org/W2150306925","https://openalex.org/W2151025687","https://openalex.org/W2151477978","https://openalex.org/W2151781528","https://openalex.org/W2157764301","https://openalex.org/W2158341912","https://openalex.org/W2164768649","https://openalex.org/W2167685028","https://openalex.org/W2169886041","https://openalex.org/W2171060110","https://openalex.org/W2172067047","https://openalex.org/W2174431902","https://openalex.org/W2183428043","https://openalex.org/W2229456212","https://openalex.org/W2300178298","https://openalex.org/W2309956389","https://openalex.org/W2317471055","https://openalex.org/W2322156755","https://openalex.org/W2347265629","https://openalex.org/W2356849758","https://openalex.org/W2366434788","https://openalex.org/W2367135035","https://openalex.org/W2382550602","https://openalex.org/W2386212549","https://openalex.org/W2388118586","https://openalex.org/W2389698812","https://openalex.org/W2500658952","https://openalex.org/W2515987215","https://openalex.org/W2584746421","https://openalex.org/W2616094185","https://openalex.org/W2753147743","https://openalex.org/W2769163956","https://openalex.org/W2789904989","https://openalex.org/W2792285262","https://openalex.org/W3005106883","https://openalex.org/W3013780591","https://openalex.org/W3100444898","https://openalex.org/W4247688677","https://openalex.org/W4285719527","https://openalex.org/W6696313453"],"related_works":["https://openalex.org/W2593155302","https://openalex.org/W2041415459","https://openalex.org/W2072812638","https://openalex.org/W3126095231","https://openalex.org/W2352855287","https://openalex.org/W2378906650","https://openalex.org/W2384288445","https://openalex.org/W2382526412","https://openalex.org/W4200071106","https://openalex.org/W2347474189"],"abstract_inverted_index":{"Purpose":[0],"Simulation":[1],"is":[2,29,68,109],"a":[3,32,44,65,192],"well-known":[4],"technique":[5],"for":[6,118,166,171,194],"using":[7],"computers":[8],"to":[9,35,42,70,110,146,188],"imitate":[10],"or":[11,21,25,61,94],"simulate":[12],"the":[13,57,76,81,89,119,129,135,147],"operations":[14],"of":[15,18,27,46,59,74,83,91,106,121,131,149,160,191],"various":[16],"kinds":[17],"real-world":[19],"facilities":[20],"processes.":[22],"The":[23,103,158],"facility":[24],"process":[26],"interest":[28],"usually":[30,55],"called":[31],"system,":[33],"and":[34,80,101,116,140,169],"study":[36],"it":[37,50],"scientifically,":[38],"we":[39],"often":[40],"have":[41,142],"make":[43],"set":[45],"assumptions":[47,93],"about":[48],"how":[49,75],"works.":[51],"These":[52],"assumptions,":[53],"which":[54],"take":[56],"form":[58],"mathematical":[60],"logical":[62],"relationships,":[63],"constitute":[64],"model":[66],"that":[67],"used":[69],"gain":[71],"some":[72],"understanding":[73],"corresponding":[77],"system":[78],"behaves,":[79],"quality":[82],"these":[84],"understandings":[85],"essentially":[86],"depends":[87],"on":[88],"credibility":[90],"given":[92],"models,":[95],"known":[96],"as":[97,153,178,201],"VV&A":[98,122,130,173,196],"(verification,":[99],"validation":[100],"accreditation).":[102],"main":[104],"purpose":[105],"this":[107,161],"paper":[108,162,184],"present":[111],"an":[112],"in-depth":[113],"theoretical":[114],"review":[115],"analysis":[117],"application":[120],"in":[123,174,197],"large-scale":[124,150,175,198],"simulations.":[125],"Design/methodology/approach":[126],"After":[127],"summarizing":[128],"related":[132],"research":[133],"studies,":[134],"standards,":[136],"frameworks,":[137],"techniques,":[138],"methods":[139],"tools":[141],"been":[143],"discussed":[144],"according":[145],"characteristics":[148],"simulations":[151,176,199],"(such":[152,177,200],"crowd":[154,179,202],"network":[155,180,203],"simulations).":[156,181,204],"Findings":[157],"contributions":[159],"will":[163,185],"be":[164],"useful":[165],"both":[167],"academics":[168],"practitioners":[170],"formulating":[172,195],"Originality/value":[182],"This":[183],"help":[186],"researchers":[187],"provide":[189],"support":[190],"recommendation":[193]},"counts_by_year":[{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":2},{"year":2020,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}