{"id":"https://openalex.org/W1487010959","doi":null,"title":"A User's Guide to the Brave New World of Designing Simulation Experiments","display_name":"A User's Guide to the Brave New World of Designing Simulation Experiments","alternate_titles":[],"publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W1487010959","mag":"1487010959"},"language":"en","primary_location":{"id":"mag:1487010959","doi":null,"is_oa":true,"landing_page_url":"https://faculty.nps.edu/smsanche/docs/UserGuideSimExpts.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},"parent_works":[],"lineage":["https://openalex.org/W1487010959"],"child_works_count":0,"type":"preprint","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://faculty.nps.edu/smsanche/docs/UserGuideSimExpts.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5087315126","display_name":"Jack P. C. Kleijnen","orcid":"https://orcid.org/0000-0001-8413-2366","observed_orcids":["https://orcid.org/0000-0001-8413-2366"]},"institutions":[{"id":"https://openalex.org/I193700539","display_name":"Tilburg University","ror":"https://ror.org/04b8v1s79","country_code":"NL","type":"education","lineage":["https://openalex.org/I193700539"]}],"countries":["NL"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"J.P.C. Kleijnen","raw_affiliation_strings":["Tilburg University, CentER"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tilburg University, CentER","institution_ids":["https://openalex.org/I193700539"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101457486","display_name":"Susan M. Sanchez","orcid":"https://orcid.org/0000-0002-1976-3409","observed_orcids":["https://orcid.org/0000-0002-1976-3409"]},"institutions":[{"id":"https://openalex.org/I2800421839","display_name":"Government of the United States of America","ror":"https://ror.org/02rcrvv70","country_code":"US","type":"government","lineage":["https://openalex.org/I2800421839"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Susan M. Sanchez","raw_affiliation_strings":["Government of the United States of America - Financial Management and Budgeting"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Government of the United States of America - Financial Management and Budgeting","institution_ids":["https://openalex.org/I2800421839"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5070742118","display_name":"Tom Lucas","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I2800421839","display_name":"Government of the United States of America","ror":"https://ror.org/02rcrvv70","country_code":"US","type":"government","lineage":["https://openalex.org/I2800421839"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Tom Lucas","raw_affiliation_strings":["Government of the United States of America - Financial Management and Budgeting"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Government of the United States of America - Financial Management and Budgeting","institution_ids":["https://openalex.org/I2800421839"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5015344747","display_name":"Thomas M. Cioppa","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I35364215","display_name":"Naval Postgraduate School","ror":"https://ror.org/033yfkj90","country_code":"US","type":"education","lineage":["https://openalex.org/I1330347796","https://openalex.org/I3130687028","https://openalex.org/I35364215"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Thomas M. Cioppa","raw_affiliation_strings":["Naval Postgraduate School"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Naval Postgraduate School","institution_ids":["https://openalex.org/I35364215"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":171,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.9276999831199646,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11798","display_name":"Optimal Experimental Design Methods","score":0.06949999928474426,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10848","display_name":"Advanced Multi-Objective Optimization Algorithms","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/simulation-experiment-design","display_name":"simulation experiment design","score":0.8370000123977661},{"id":"https://openalex.org/keywords/experimental-design","display_name":"experimental design","score":0.8080000281333923},{"id":"https://openalex.org/keywords/metamodel-validation","display_name":"metamodel validation","score":0.6819999814033508},{"id":"https://openalex.org/keywords/response-surface","display_name":"response surface","score":0.722000002861023},{"id":"https://openalex.org/keywords/sequential-data-collection","display_name":"sequential data collection","score":0.7850000262260437},{"id":"https://openalex.org/keywords/robust-decision-making","display_name":"robust decision making","score":0.7860000133514404},{"id":"https://openalex.org/keywords/comparative-policy-analysis","display_name":"comparative policy analysis","score":0.8159999847412109}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.47871923446655273},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.4077780544757843}],"mesh":[],"locations_count":6,"locations":[{"id":"mag:1487010959","doi":null,"is_oa":true,"landing_page_url":"https://faculty.nps.edu/smsanche/docs/UserGuideSimExpts.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},{"id":"pmh:oai:RePEc:tiu:tiucen:a6910d11-f9bc-4246-b1a7-2acf330acba8","doi":null,"is_oa":false,"landing_page_url":"https://repository.tilburguniversity.edu/bitstreams/2bbd2694-f547-426d-968b-9e2c3c7c3fa7/download","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"preprint"},{"id":"pmh:uvt:oai:tilburguniversity.edu:publications/a6910d11-f9bc-4246-b1a7-2acf330acba8","doi":null,"is_oa":true,"landing_page_url":"https://research.tilburguniversity.edu/en/publications/a6910d11-f9bc-4246-b1a7-2acf330acba8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401843","display_name":"Data Archiving and Networked Services (DANS)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1322597698","host_organization_name":"Royal Netherlands Academy of Arts and Sciences","host_organization_lineage":["https://openalex.org/I1322597698"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"VOLUME=2003-1;TITLE=None","raw_type":"info:eu-repo/semantics/workingpaper"},{"id":"mag:3122673254","doi":null,"is_oa":false,"landing_page_url":"https://econpapers.repec.org/paper/tiutiucen/a6910d11-f9bc-4246-b1a7-2acf330acba8.htm","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"RePEc: Research Papers in Economics","raw_type":null},{"id":"pmh:oai:RePEc:dgr:kubcen:20031","doi":null,"is_oa":false,"landing_page_url":"http://arno.uvt.nl/show.cgi?fid=4419","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"preprint"},{"id":"pmh:oai:calhoun.nps.edu:10945/35347","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10945/35347","pdf_url":null,"source":{"id":"https://openalex.org/S4306400952","display_name":"Calhoun: The Naval Postgraduate School Institutional Archive (Naval Postgraduate School)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I35364215","host_organization_name":"Naval Postgraduate School","host_organization_lineage":["https://openalex.org/I35364215"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":{"id":"mag:1487010959","doi":null,"is_oa":true,"landing_page_url":"https://faculty.nps.edu/smsanche/docs/UserGuideSimExpts.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"SSRN Electronic Journal","raw_type":null},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1487010959.pdf","grobid_xml":"https://content.openalex.org/works/W1487010959.grobid-xml"},"referenced_works_count":113,"referenced_works":["https://openalex.org/W29018479","https://openalex.org/W198343107","https://openalex.org/W267493064","https://openalex.org/W330342364","https://openalex.org/W812630911","https://openalex.org/W1485741443","https://openalex.org/W1501740208","https://openalex.org/W1506962395","https://openalex.org/W1508572789","https://openalex.org/W1529267578","https://openalex.org/W1540757676","https://openalex.org/W1541932744","https://openalex.org/W1556087896","https://openalex.org/W1558176863","https://openalex.org/W1558774899","https://openalex.org/W1564512587","https://openalex.org/W1570410251","https://openalex.org/W1590831415","https://openalex.org/W1593534972","https://openalex.org/W1595355448","https://openalex.org/W1914674302","https://openalex.org/W1964918339","https://openalex.org/W1967795091","https://openalex.org/W1969545943","https://openalex.org/W1972757038","https://openalex.org/W1974464631","https://openalex.org/W1976160686","https://openalex.org/W1980435942","https://openalex.org/W1981347877","https://openalex.org/W1984178088","https://openalex.org/W1987338756","https://openalex.org/W1987841641","https://openalex.org/W1996045918","https://openalex.org/W1999402727","https://openalex.org/W2001598892","https://openalex.org/W2003657827","https://openalex.org/W2003829489","https://openalex.org/W2009441853","https://openalex.org/W2018044188","https://openalex.org/W2020637100","https://openalex.org/W2020802862","https://openalex.org/W2028989995","https://openalex.org/W2033753530","https://openalex.org/W2038669746","https://openalex.org/W2042147050","https://openalex.org/W2042332971","https://openalex.org/W2042925026","https://openalex.org/W2044771513","https://openalex.org/W2050760828","https://openalex.org/W2051969185","https://openalex.org/W2051988007","https://openalex.org/W2053934160","https://openalex.org/W2054352980","https://openalex.org/W2055772055","https://openalex.org/W2056108108","https://openalex.org/W2056145269","https://openalex.org/W2059103696","https://openalex.org/W2063805015","https://openalex.org/W2064076655","https://openalex.org/W2071204941","https://openalex.org/W2074384225","https://openalex.org/W2080500220","https://openalex.org/W2081286943","https://openalex.org/W2091579301","https://openalex.org/W2094881886","https://openalex.org/W2099281033","https://openalex.org/W2101754110","https://openalex.org/W2103610077","https://openalex.org/W2107563734","https://openalex.org/W2112147653","https://openalex.org/W2119684056","https://openalex.org/W2119886696","https://openalex.org/W2122203560","https://openalex.org/W2123845751","https://openalex.org/W2133121693","https://openalex.org/W2136047985","https://openalex.org/W2138558441","https://openalex.org/W2140481308","https://openalex.org/W2142438814","https://openalex.org/W2143022286","https://openalex.org/W2144578442","https://openalex.org/W2144652875","https://openalex.org/W2145475762","https://openalex.org/W2146791662","https://openalex.org/W2151446832","https://openalex.org/W2151554105","https://openalex.org/W2154946886","https://openalex.org/W2156195892","https://openalex.org/W2161016756","https://openalex.org/W2161912907","https://openalex.org/W2162424869","https://openalex.org/W2162469900","https://openalex.org/W2162897050","https://openalex.org/W2165351046","https://openalex.org/W2171314522","https://openalex.org/W2223032208","https://openalex.org/W2267176325","https://openalex.org/W2519881875","https://openalex.org/W2610881169","https://openalex.org/W2791467530","https://openalex.org/W2796677525","https://openalex.org/W3020860797","https://openalex.org/W3102446287","https://openalex.org/W3146425672","https://openalex.org/W3151000425","https://openalex.org/W4233071599","https://openalex.org/W4234497875","https://openalex.org/W4237151101","https://openalex.org/W4238205818","https://openalex.org/W4241793634","https://openalex.org/W4243256928","https://openalex.org/W4247222564","https://openalex.org/W6986104405"],"related_works":["https://openalex.org/W2148080122","https://openalex.org/W7098108287","https://openalex.org/W7100358691","https://openalex.org/W2119009106","https://openalex.org/W1978241783","https://openalex.org/W301503720","https://openalex.org/W310264991","https://openalex.org/W2110150704","https://openalex.org/W2139754521"],"abstract_inverted_index":{"Many":[0],"simulation":[1,64,90,164],"practitioners":[2],"can":[3],"get":[4],"more":[5,74,159,163],"from":[6,172],"their":[7,50],"analyses":[8],"by":[9],"using":[10],"the":[11,61,103,123,140,143,148,153,166,169],"statistical":[12],"theory":[13],"on":[14,147],"design":[15,44,62,132,144],"of":[16,31,63,79,87,105,138,142,168],"experiments":[17,65],"(DOE)":[18],"developed":[19],"specifically":[20],"for":[21,33,49,116,157],"exploring":[22],"computer":[23],"models.In":[24],"this":[25],"paper,":[26],"we":[27,53,134,176],"discuss":[28,135],"a":[29,43,55,84,88,173],"toolkit":[30],"designs":[32],"simulationists":[34],"with":[35],"limited":[36],"DOE":[37],"expertise":[38],"who":[39],"want":[40],"to":[41,68],"select":[42],"and":[45,100],"an":[46],"appropriate":[47],"analysis":[48],"computational":[51],"experiments.Furthermore,":[52],"provide":[54],"research":[56],"agenda":[57],"listing":[58],"problems":[59],"in":[60],"-as":[66],"opposed":[67],"real":[69],"world":[70],"experiments-":[71],"that":[72,113,152],"require":[73,162],"investigation.We":[75],"consider":[76],"three":[77],"types":[78],"practical":[80],"problems:":[81],"(1)":[82],"developing":[83],"basic":[85],"understanding":[86],"particular":[89],"model":[91],"or":[92,98,108],"system;":[93],"(2)":[94],"finding":[95],"robust":[96],"decisions":[97,107],"policies;":[99],"(3)":[101],"comparing":[102],"merits":[104],"various":[106],"policies.Our":[109],"discussion":[110],"emphasizes":[111],"aspects":[112],"are":[114],"typical":[115],"simulation,":[117],"such":[118],"as":[119],"sequential":[120],"data":[121],"collection.Because":[122],"same":[124],"problem":[125],"type":[126,145],"may":[127],"be":[128],"addressed":[129],"through":[130],"different":[131],"types,":[133],"quality":[136],"attributes":[137],"designs.Furthermore,":[139],"selection":[141],"depends":[146],"metamodel":[149,170],"(response":[150],"surface)":[151],"analysts":[154],"tentatively":[155],"assume;":[156],"example,":[158],"complicated":[160],"metamodels":[161],"runs.For":[165],"validation":[167],"estimated":[171],"specific":[174],"design,":[175],"present":[177],"several":[178],"procedures.":[179]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1487010959","counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":2},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":5},{"year":2015,"cited_by_count":15},{"year":2014,"cited_by_count":14},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":20}],"updated_date":"2026-11-21T10:27:49.728292","created_date":"2016-06-24T00:00:00"}
