{"id":"https://openalex.org/W3211340291","doi":"https://doi.org/10.1109/tcss.2021.3121323","title":"Computational Experiments for Complex Social Systems\u2014Part II: The Evaluation of Computational Models","display_name":"Computational Experiments for Complex Social Systems\u2014Part II: The Evaluation of Computational Models","publication_year":2021,"publication_date":"2021-11-05","ids":{"openalex":"https://openalex.org/W3211340291","doi":"https://doi.org/10.1109/tcss.2021.3121323","mag":"3211340291"},"language":"en","primary_location":{"id":"doi:10.1109/tcss.2021.3121323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2021.3121323","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101608621","display_name":"Min Lu","orcid":"https://orcid.org/0000-0003-3577-9977"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Min Lu","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-3577-9977","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012932387","display_name":"Shizhan Chen","orcid":"https://orcid.org/0000-0002-4430-4765"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shizhan Chen","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0002-4430-4765","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047225060","display_name":"Xiao Xue","orcid":"https://orcid.org/0000-0001-5396-3909"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Xue","raw_affiliation_strings":["College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0001-5396-3909","affiliations":[{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112719601","display_name":"Xiao Wang","orcid":"https://orcid.org/0000-0002-0008-0659"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiao Wang","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-0008-0659","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yufang Zhang","orcid":"https://orcid.org/0000-0003-4462-7748"},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yufang Zhang","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":"https://orcid.org/0000-0003-4462-7748","affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yifang Zhang","orcid":null},"institutions":[{"id":"https://openalex.org/I162868743","display_name":"Tianjin University","ror":"https://ror.org/012tb2g32","country_code":"CN","type":"education","lineage":["https://openalex.org/I162868743"]},{"id":"https://openalex.org/I89652312","display_name":"Northwest A&F University","ror":"https://ror.org/0051rme32","country_code":"CN","type":"education","lineage":["https://openalex.org/I89652312"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yifang Zhang","raw_affiliation_strings":["College of Information Engineering, Northwest A&F University, Yangling, China","College of Intelligence and Computing, Tianjin University, Tianjin, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"College of Information Engineering, Northwest A&F University, Yangling, China","institution_ids":["https://openalex.org/I89652312"]},{"raw_affiliation_string":"College of Intelligence and Computing, Tianjin University, Tianjin, China","institution_ids":["https://openalex.org/I162868743"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5113600509","display_name":"Fei\u2013Yue Wang","orcid":"https://orcid.org/0000-0001-9185-3989"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210112150","display_name":"Institute of Automation","ror":"https://ror.org/022c3hy66","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Fei-Yue Wang","raw_affiliation_strings":["Chinese Academy of Sciences, Institute of Automation, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-9185-3989","affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences, Institute of Automation, Beijing, China","institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210112150"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.1825,"has_fulltext":false,"cited_by_count":15,"citation_normalized_percentile":{"value":0.77642511,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":"9","issue":"4","first_page":"1224","last_page":"1236"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10410","display_name":"COVID-19 epidemiological studies","score":0.9991999864578247,"subfield":{"id":"https://openalex.org/subfields/2611","display_name":"Modeling and Simulation"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9639999866485596,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11819","display_name":"Data-Driven Disease Surveillance","score":0.9423999786376953,"subfield":{"id":"https://openalex.org/subfields/2713","display_name":"Epidemiology"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7539702653884888},{"id":"https://openalex.org/keywords/computational-model","display_name":"Computational model","score":0.7167437672615051},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.617844820022583},{"id":"https://openalex.org/keywords/flexibility","display_name":"Flexibility (engineering)","score":0.6163685917854309},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.5663092136383057},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.5114988088607788},{"id":"https://openalex.org/keywords/scale","display_name":"Scale (ratio)","score":0.4555070400238037},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.37826889753341675},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.36663490533828735},{"id":"https://openalex.org/keywords/management-science","display_name":"Management science","score":0.335138738155365},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12747982144355774}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7539702653884888},{"id":"https://openalex.org/C66024118","wikidata":"https://www.wikidata.org/wiki/Q1122506","display_name":"Computational model","level":2,"score":0.7167437672615051},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.617844820022583},{"id":"https://openalex.org/C2780598303","wikidata":"https://www.wikidata.org/wiki/Q65921492","display_name":"Flexibility (engineering)","level":2,"score":0.6163685917854309},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.5663092136383057},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.5114988088607788},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4555070400238037},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.37826889753341675},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.36663490533828735},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.335138738155365},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12747982144355774},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/tcss.2021.3121323","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tcss.2021.3121323","pdf_url":null,"source":{"id":"https://openalex.org/S2490693980","display_name":"IEEE Transactions on Computational Social Systems","issn_l":"2329-924X","issn":["2329-924X","2373-7476"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Computational Social Systems","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/3","display_name":"Good health and well-being","score":0.6600000262260437}],"awards":[{"id":"https://openalex.org/G5675372752","display_name":null,"funder_award_id":"62032016","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G606926745","display_name":null,"funder_award_id":"2017YFB1401200","funder_id":"https://openalex.org/F4320335777","funder_display_name":"National Key Research and Development Program of China"},{"id":"https://openalex.org/G6134627929","display_name":null,"funder_award_id":"61832014","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G7600104884","display_name":null,"funder_award_id":"20210101","funder_id":"https://openalex.org/F4320328930","funder_display_name":"State Key Laboratory for Management and Control of Complex Systems"},{"id":"https://openalex.org/G8086261474","display_name":"\u57fa\u4e8e\u77e5\u8bc6\u56fe\u8c31\u7684\u4e91\u5236\u9020\u670d\u52a1\u8de8\u754c\u878d\u5408\u5173\u952e\u6280\u672f\u7814\u7a76","funder_award_id":"61972276","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320328930","display_name":"State Key Laboratory for Management and Control of Complex Systems","ror":null},{"id":"https://openalex.org/F4320335777","display_name":"National Key Research and Development Program of China","ror":null}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W107577460","https://openalex.org/W1522372289","https://openalex.org/W1989802291","https://openalex.org/W2086811464","https://openalex.org/W2087133785","https://openalex.org/W2129408227","https://openalex.org/W2139859327","https://openalex.org/W2148301044","https://openalex.org/W2152468502","https://openalex.org/W2167951823","https://openalex.org/W2339037950","https://openalex.org/W2352855764","https://openalex.org/W2361439446","https://openalex.org/W2365688362","https://openalex.org/W2482127302","https://openalex.org/W2598370607","https://openalex.org/W2605050187","https://openalex.org/W2888340444","https://openalex.org/W2890581334","https://openalex.org/W3003573988","https://openalex.org/W3003668884","https://openalex.org/W3004200727","https://openalex.org/W3004397688","https://openalex.org/W3005847234","https://openalex.org/W3006028741","https://openalex.org/W3009468976","https://openalex.org/W3009876049","https://openalex.org/W3009906937","https://openalex.org/W3011133285","https://openalex.org/W3015623674","https://openalex.org/W3020001547","https://openalex.org/W3047340168","https://openalex.org/W3091899539","https://openalex.org/W4232879161","https://openalex.org/W4232929002","https://openalex.org/W4233381323","https://openalex.org/W6682090658","https://openalex.org/W6707280246"],"related_works":["https://openalex.org/W4236696095","https://openalex.org/W3143779693","https://openalex.org/W2626808643","https://openalex.org/W2004064826","https://openalex.org/W3103727510","https://openalex.org/W97045569","https://openalex.org/W1527069879","https://openalex.org/W2946179579","https://openalex.org/W2348021072","https://openalex.org/W1871370349"],"abstract_inverted_index":{"Computational":[0],"experiments":[1,34],"are":[2,81,192],"an":[3,62],"important":[4],"method":[5],"for":[6,101,194],"carrying":[7],"out":[8,230],"the":[9,22,26,30,46,55,77,91,117,133,137,140,147,150,159,167,178,201,210,215,231],"quantitative":[10],"analysis":[11],"of":[12,32,49,57,104,119,132,162,177,203,209],"complex":[13],"systems":[14],"and":[15,40,76,94,152,165,185,190,225,228],"play":[16],"a":[17,96,124],"major":[18],"role":[19],"in":[20,65,73],"mapping":[21],"real":[23],"world":[24],"to":[25,36,199],"virtual":[27],"world.":[28],"However,":[29],"flexibility":[31],"computational":[33,58,102],"leads":[35],"arbitrary":[37],"modeling":[38],"processes":[39],"unconvincing":[41],"results,":[42,120,168],"which":[43],"greatly":[44],"hinder":[45],"large-scale":[47],"application":[48],"this":[50,53,66,204],"method.":[51],"In":[52],"context,":[54],"verification":[56],"models":[59,89,103,198],"has":[60],"become":[61],"urgent":[63],"problem":[64],"field.":[67],"Currently,":[68],"model":[69,134,148,164,179],"evaluation":[70,79,99,126,131,205,217],"is":[71,180],"still":[72],"its":[74],"infancy":[75],"existing":[78],"methods":[80,113],"not":[82],"mature":[83,173,224],"enough.":[84],"Thus,":[85],"we":[86,143,169],"took":[87],"epidemic":[88],"as":[90],"research":[92],"object":[93],"proposed":[95,216],"capability":[97],"maturity":[98],"framework":[100,108,218],"artificial":[105],"society.":[106],"The":[107,175,207],"differs":[109],"from":[110,127,182],"previous":[111],"assessment":[112],"that":[114,214],"focus":[115],"on":[116],"validity":[118,202],"but":[121],"instead":[122],"provides":[123],"comprehensive":[125],"two":[128],"perspectives:":[129],"1)":[130],"itself\u2014by":[135],"comparing":[136,166],"expectation":[138,151],"with":[139],"final":[141],"implementation,":[142],"can":[144,170,219,235],"obtain":[145],"whether":[146],"meets":[149],"2)":[153],"comparison":[154],"between":[155],"different":[156],"models\u2014by":[157],"evaluating":[158],"implementation":[160,176],"process":[161],"each":[163],"identify":[171,222],"more":[172,223],"models.":[174,238],"evaluated":[181],"input,":[183],"process,":[184],"output.":[186],"Further,":[187],"specific":[188],"analyses":[189],"evaluations":[191],"conducted":[193],"several":[195],"representative":[196],"COVID-19":[197],"verify":[200],"framework.":[206],"results":[208],"case":[211],"study":[212],"show":[213],"help":[220],"decision-makers":[221],"referential":[226],"models,":[227],"point":[229],"directions":[232],"where":[233],"modelers":[234],"improve":[236],"their":[237]},"counts_by_year":[{"year":2025,"cited_by_count":1},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":6},{"year":2022,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}