{"id":"https://openalex.org/W199916012","doi":null,"title":"Simulation validation for societal systems","display_name":"Simulation validation for societal systems","publication_year":2006,"publication_date":"2006-01-01","ids":{"openalex":"https://openalex.org/W199916012","mag":"199916012"},"language":"en","primary_location":{"id":"mag:199916012","doi":null,"is_oa":false,"landing_page_url":"http://casos.cs.cmu.edu/publications/papers/CMU-ISRI-06-119.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5085927300","display_name":"Kathleen M. Carley","orcid":"https://orcid.org/0000-0002-6356-0238","observed_orcids":["https://orcid.org/0000-0002-6356-0238"]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kathleen M. Carley","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":"https://orcid.org/0000-0002-6356-0238","affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088689984","display_name":"Alex Yahja","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I74973139","display_name":"Carnegie Mellon University","ror":"https://ror.org/05x2bcf33","country_code":"US","type":"education","lineage":["https://openalex.org/I74973139"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Alex Yahja","raw_affiliation_strings":["Carnegie Mellon University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Carnegie Mellon University","institution_ids":["https://openalex.org/I74973139"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I74973139"],"apc_list":null,"apc_paid":null,"fwci":1.41,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.81439834,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":93},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.635699987411499,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.3540000021457672,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.003000000026077032,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simulation-validation","display_name":"simulation validation","score":0.9010000228881836},{"id":"https://openalex.org/keywords/sociotechnical-systems","display_name":"socio-technical systems","score":0.8669999837875366},{"id":"https://openalex.org/keywords/automated-validation","display_name":"automated validation","score":0.5360000133514404},{"id":"https://openalex.org/keywords/causal-logic","display_name":"causal logic","score":0.7250000238418579},{"id":"https://openalex.org/keywords/ontology-reasoning","display_name":"ontology reasoning","score":0.5590000152587891},{"id":"https://openalex.org/keywords/what-if-analysis","display_name":"what-if analysis","score":0.7639999985694885},{"id":"https://openalex.org/keywords/model-assumptions","display_name":"model assumptions","score":0.6150000095367432},{"id":"https://openalex.org/keywords/emergent-behavior","display_name":"emergent behavior","score":0.7210000157356262},{"id":"https://openalex.org/keywords/empirical-data","display_name":"empirical data","score":0.335999995470047},{"id":"https://openalex.org/keywords/model-improvement","display_name":"model improvement","score":0.45899999141693115},{"id":"https://openalex.org/keywords/policy-evaluation","display_name":"policy evaluation","score":0.4259999990463257},{"id":"https://openalex.org/keywords/inference-engine","display_name":"inference engine","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.718950629234314},{"id":"https://openalex.org/C90734943","wikidata":"https://www.wikidata.org/wiki/Q17008777","display_name":"Conceptualization","level":2,"score":0.5941154956817627},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5283064842224121},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.5098571181297302},{"id":"https://openalex.org/C126433048","wikidata":"https://www.wikidata.org/wiki/Q7921324","display_name":"Verification and validation of computer simulation models","level":2,"score":0.485358864068985},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.47217172384262085},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.45733338594436646},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.442211389541626},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.43671587109565735},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.42765533924102783},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4120746850967407},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.37199488282203674},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35875269770622253},{"id":"https://openalex.org/C201995342","wikidata":"https://www.wikidata.org/wiki/Q682496","display_name":"Systems engineering","level":1,"score":0.1863904893398285},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15438395738601685},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:199916012","doi":null,"is_oa":false,"landing_page_url":"http://casos.cs.cmu.edu/publications/papers/CMU-ISRI-06-119.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W13165544","https://openalex.org/W17314341","https://openalex.org/W338165698","https://openalex.org/W339353406","https://openalex.org/W1488580095","https://openalex.org/W1493971325","https://openalex.org/W1494682522","https://openalex.org/W1501218016","https://openalex.org/W1503291645","https://openalex.org/W1504137408","https://openalex.org/W1505839237","https://openalex.org/W1508965297","https://openalex.org/W1515440136","https://openalex.org/W1516395849","https://openalex.org/W1524326598","https://openalex.org/W1526164314","https://openalex.org/W1537800814","https://openalex.org/W1540362944","https://openalex.org/W1553296127","https://openalex.org/W1553511155","https://openalex.org/W1563088657","https://openalex.org/W1563421732","https://openalex.org/W1564534945","https://openalex.org/W1568285589","https://openalex.org/W1569736468","https://openalex.org/W1572955664","https://openalex.org/W1590701063","https://openalex.org/W1593691361","https://openalex.org/W1600834507","https://openalex.org/W1604322069","https://openalex.org/W1665332082","https://openalex.org/W1783773849","https://openalex.org/W1965482737","https://openalex.org/W1975147505","https://openalex.org/W1985093013","https://openalex.org/W2002508128","https://openalex.org/W2038809129","https://openalex.org/W2044771513","https://openalex.org/W2046601115","https://openalex.org/W2053680135","https://openalex.org/W2061901927","https://openalex.org/W2069259521","https://openalex.org/W2080828514","https://openalex.org/W2082496272","https://openalex.org/W2089151787","https://openalex.org/W2098399738","https://openalex.org/W2100390091","https://openalex.org/W2102308007","https://openalex.org/W2108479359","https://openalex.org/W2116502002","https://openalex.org/W2122410182","https://openalex.org/W2140481308","https://openalex.org/W2140527579","https://openalex.org/W2142621944","https://openalex.org/W2143737517","https://openalex.org/W2143799301","https://openalex.org/W2143891888","https://openalex.org/W2152094098","https://openalex.org/W2156909104","https://openalex.org/W2162753814","https://openalex.org/W2165075905","https://openalex.org/W2168475168","https://openalex.org/W2169160043","https://openalex.org/W2336416123","https://openalex.org/W2339382509","https://openalex.org/W2480607137","https://openalex.org/W2483649756","https://openalex.org/W2484955858","https://openalex.org/W2489323594","https://openalex.org/W2541987052","https://openalex.org/W2798852352","https://openalex.org/W2889011686","https://openalex.org/W2900927010","https://openalex.org/W3023540311","https://openalex.org/W3133236490","https://openalex.org/W4205597578","https://openalex.org/W4245531198","https://openalex.org/W4247761741"],"related_works":["https://openalex.org/W3146258135","https://openalex.org/W54466688","https://openalex.org/W7006685578","https://openalex.org/W4394665666","https://openalex.org/W65198493","https://openalex.org/W63295139","https://openalex.org/W2010888795","https://openalex.org/W7099721664","https://openalex.org/W7099890998","https://openalex.org/W2058773721"],"abstract_inverted_index":{"Simulation":[0,408],"models,":[1],"particularly":[2,73,129,908],"those":[3],"used":[4,84,631,673,714],"for":[5,47,67,252,342,361,559,674,700,715,858,898],"evaluation":[6],"of":[7,24,71,79,99,126,133,159,166,181,203,216,219,325,331,345,391,398,449,476,503,517,563,579,594,657,678,685,702,719,726,734,750,753,784,792,795,800,818,826,831,838,861,867,876,900],"real":[8,87],"world":[9,88],"policies":[10],"and":[11,17,22,32,69,112,116,118,121,149,187,196,201,225,228,236,272,275,291,304,328,381,386,389,393,412,444,453,465,525,538,570,589,598,615,621,687,690,704,730,746,757,769,788,811,835,863,873,921,934,936,939],"practices,":[12],"are":[13,91,104,190,231,575,630,854,907,915],"growing":[14],"in":[15,74,130,288,514,543,576,617,644,661,766,910],"size":[16,21],"complexity.":[18],"As":[19,333],"the":[20,25,30,37,55,58,61,77,80,127,131,157,199,214,217,260,285,289,297,323,329,343,372,401,404,407,413,428,438,441,451,454,473,477,480,494,498,515,554,560,566,571,577,595,618,675,682,716,740,747,751,780,789,793,796,816,824,827,832,836,859,865,874,896],"complexity":[23],"model":[26,81,106,110,318,347,373,379,487,532,650,695,699,918],"increases":[27],"so":[28,197],"does":[29],"time":[31,200,897],"resources":[33],"needed":[34,191,916],"to":[35,85,95,141,184,192,247,283,296,366,423,440,461,508,552,557,632,639,642,917],"validate":[36],"model.":[38],"Multi-agent":[39],"network":[40,163],"models":[41,165,629],"pose":[42],"an":[43,841],"even":[44],"greater":[45],"challenge":[46],"validation":[48,122,194,221,394,624,677,718,736,774,821,843,848,899],"as":[49,840,891,925],"they":[50],"can":[51,434,610,761,805,893],"be":[52,83,611,640,762,806],"validated":[53,763],"at":[54,233,485],"individual":[56],"actor,":[57],"network,":[59],"and/or":[60,547],"population":[62,665],"level.":[63,240],"Validation":[64],"is":[65,170,243,281,314,355,421,459,513,601,636,651,696,870,879],"crucial":[66],"acceptance":[68],"use":[70],"simulations,":[72,478],"areas":[75],"where":[76,912],"outcomes":[78],"will":[82],"inform":[86],"decisions.":[89],"There":[90],"however,":[92],"substantial":[93],"obstacles":[94,140],"validation.":[96,142,254,332,369],"The":[97,124,311,456,469,510,540,648,670,693,711,772],"nature":[98,125],"modeling":[100,933],"means":[101],"that":[102,175,634,739,779,851,864,877],"there":[103],"implicit":[105],"assumptions,":[107],"a":[108,172,210,249,334,340,353,377,518,580,653,662,698,767],"complex":[109,134,167,378],"space":[111,380,569,574],"interactions,":[113,382],"emergent":[114,384],"behaviors,":[115,385],"uncodified":[117],"inoperable":[119],"simulation":[120,164,220,253,263,290,326,346,368,392,425,567,628,903],"knowledge.":[123,276],"data,":[128,443],"realm":[132],"socio-technical":[135,168],"systems":[136,169,914],"poses":[137],"still":[138],"further":[139],"These":[143],"include":[144],"sparse,":[145],"inconsistent,":[146],"old,":[147],"erroneous,":[148],"mixed":[150],"scale":[151,902],"data.":[152,310,395],"Given":[153],"all":[154],"these":[155,819],"obstacles,":[156],"process":[158,265],"validating":[160,645],"modern":[161],"multi-agent":[162,655,913],"such":[171,209,890,924],"herculean":[173],"task":[174],"it":[176,337,433],"often":[177],"takes":[178],"large":[179,901],"groups":[180,804],"people":[182],"years":[183],"accomplish.":[185],"Automated":[186],"semi-automated":[188],"tools":[189,432,906],"support":[193],"activities":[195],"reduce":[198,895],"number":[202],"personnel":[204],"needed.":[205],"\r\nThis":[206],"thesis":[207],"proposes":[208],"tool.":[211,844],"It":[212,529],"advances":[213],"state":[215],"art":[218],"by":[222,613,764,813,856],"using":[223,882,885],"knowledge":[224,327,536,568,573,605,619,705,812,929],"ontological":[226,526,599],"representation":[227],"inference.":[229],"Advances":[230],"made":[232],"both":[234,450,463,604],"conceptual":[235,269],"implementation":[237],"or":[238,447,489],"tool":[239,354],"A":[241,607],"conceptualization":[242,256,321],"developed":[244],"on":[245,259,316,350,535,603,626],"how":[246,301],"construct":[248],"reasoning":[250,600],"system":[251,521],"This":[255,320,357],"sheds":[257],"light":[258],"relationships":[261,287,299],"between":[262,802],"code,":[264],"logic,":[266,268],"causal":[267,279,302,464,470],"model,":[270],"ontology,":[271],"empirical":[273,309,442,671,712,724,809],"data":[274,426,439,452,672,713,810],"In":[277],"particular,":[278],"logic":[280],"employed":[282],"describe":[284],"cause-and-effect":[286,298],"if-then":[292,466,481],"rules":[293],"closely":[294],"tied":[295],"encode":[300],"parameters":[303,488],"links":[305,490],"should":[306],"change":[307,313,492,794],"given":[308,493],"actual":[312],"based":[315,534],"minimal":[317,531],"perturbations.":[319],"facilitates":[322,387],"encoding":[324],"automation":[330,344],"side":[335],"effect,":[336],"also":[338],"paves":[339],"way":[341],"improvement.":[348],"\r\nBased":[349],"this":[351],"conceptualization,":[352],"developed.":[356],"tool,":[358],"called":[359],"WIZER":[360,370,396,420,635,676,717,765,834,839,857,883,892],"What-If":[362],"Analyzer,":[363],"was":[364],"implemented":[365],"automate":[367],"makes":[371],"assumptions":[374],"explicit,":[375],"handles":[376],"captures":[383],"codification":[388],"computer-processing":[390],"consists":[397],"four":[399],"parts:":[400],"Alert":[402,419,499,833],"WIZER,":[403],"Inference":[405,457,511],"Engine,":[406],"Knowledge":[409,415],"Space":[410,416],"module,":[411],"Empirical/Domain":[414],"module.":[417],"\r\nThe":[418,732],"able":[422,460,641],"characterize":[424],"with":[427,523,582,666],"assistance":[429],"from":[430,497,681,722],"statistical":[431],"semantically":[435],"control,":[436],"compare":[437],"produce":[445,776],"symbolic":[446,495],"semantic/categorization":[448],"comparison.":[455],"Engine":[458,512],"perform":[462],"rule":[467,482,504],"inferences.":[468],"inferences":[471,483,505],"capture":[472],"core":[474],"workings":[475],"while":[479],"hint":[484],"which":[486],"need":[491],"categories":[496],"WIZER.":[500,814],"Both":[501,565],"kinds":[502],"have":[506],"access":[507],"ontology.":[509,539],"form":[516,578],"forward-chaining":[519],"production":[520],"but":[522],"knowledge-based":[524],"conflict":[527],"resolution.":[528],"performs":[530],"perturbations":[533,541],"bases":[537,620],"result":[542],"new":[544],"parameter":[545],"values":[546,549],"meta-model":[548],"best":[550],"judged":[551],"move":[553],"simulator":[555],"closer":[556],"validity":[558],"next":[561],"cycle":[562],"simulation.":[564],"domain":[572],"graph,":[581],"nodes":[583],"representing":[584,587,592],"entities,":[585],"edges":[586],"relationships,":[588],"node":[590],"attributes":[591],"properties":[593],"entities.":[596],"Knowledge-based":[597],"performed":[602],"spaces.":[606],"simple":[608],"hypothesis":[609],"formed":[612],"search":[614,869,878],"inference":[616],"ontologies.":[622],"\r\nSeveral":[623],"scenarios":[625],"two":[627,820],"demonstrate":[633],"general":[637],"enough":[638],"assist":[643],"diverse":[646,708,922],"models.":[647],"first":[649],"BioWar,":[652],"city-scale":[654],"social-network":[656],"weaponized":[658],"disease":[659],"spread":[660],"demographically":[663],"realistic,":[664],"naturally":[667],"occurring":[668],"diseases.":[669],"BioWar":[679,735],"comes":[680,721],"National":[683],"Institute":[684],"Allergy":[686],"Infectious":[688],"Disease":[689],"other":[691],"sources.":[692],"second":[694],"CONSTRUCT,":[697],"co-evolution":[701],"social":[703],"networks":[706],"under":[707],"communication":[709],"scenarios.":[710],"CONSTRUCT":[720,773,847],"Kapferer's":[723],"observation":[725],"Zambia's":[727],"tailor-shop's":[728],"workers":[729,787],"management.":[731],"results":[733,777,817],"exercise":[737,849],"show":[738],"simulated":[741,781,797],"annual":[742],"average":[743,782,798],"influenza":[744],"incidence":[745],"relative":[748,790],"timing":[749],"peaks":[752],"incidence,":[754],"school":[755],"absenteeism,":[756],"drug":[758],"purchase":[759],"curves":[760],"clear":[768],"concise":[770],"manner.":[771],"exercises":[775,822],"showing":[778],"probability":[783,799],"interaction":[785,801],"among":[786],"magnitude":[791],"different":[803],"matched":[807],"against":[808],"Moreover,":[815],"indicate":[823],"utility":[825],"semantic":[828],"categorization":[829],"ability":[830],"feasibility":[837],"automated":[842],"One":[845],"specific":[846],"indicates":[850],"what-if":[852],"questions":[853],"facilitated":[855],"purpose":[860],"model-improvement,":[862],"amount":[866],"necessary":[868],"significantly":[871,880,894],"less":[872],"focus":[875],"better":[881],"than":[884],"Response":[886],"Surface":[887],"Methodology.":[888],"\r\nTools":[889],"systems.":[904],"Such":[905],"valuable":[909],"fields":[911],"heterogeneous":[919],"populations":[920],"knowledge,":[923],"organizational":[926],"theory,":[927],"management,":[928,930],"biomedical":[931],"informatics,":[932],"simulation,":[935],"policy":[937],"analysis":[938],"design.":[940]},"counts_by_year":[{"year":2018,"cited_by_count":1},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}