{"id":"https://openalex.org/W1604757486","doi":null,"title":"The case for thoroughly testing complex system dynamic models","display_name":"The case for thoroughly testing complex system dynamic models","publication_year":2005,"publication_date":"2005-01-01","ids":{"openalex":"https://openalex.org/W1604757486","mag":"1604757486"},"language":"en","primary_location":{"id":"pmh:oai:pdxscholar.library.pdx.edu:sysc_fac-1078","doi":null,"is_oa":true,"landing_page_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","pdf_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","source":{"id":"https://openalex.org/S4377196300","display_name":"PDXScholar  (Portland State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I126345244","host_organization_name":"Portland State University","host_organization_lineage":["https://openalex.org/I126345244"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems Science Faculty Publications and Presentations","raw_type":"text"},"volume":null,"type":"article","indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5033842272","display_name":"Wayne W. Wakeland","orcid":"https://orcid.org/0000-0001-5069-3958","observed_orcids":["https://orcid.org/0000-0001-5069-3958"]},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wayne Wakeland","raw_affiliation_strings":["PORTLAND STATE UNIVERSITY,"],"raw_orcid":"https://orcid.org/0000-0001-5069-3958","affiliations":[{"raw_affiliation_string":"PORTLAND STATE UNIVERSITY,","institution_ids":["https://openalex.org/I126345244"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5077399098","display_name":"Megan L. Hoarfrost","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I126345244","display_name":"Portland State University","ror":"https://ror.org/00yn2fy02","country_code":"US","type":"education","lineage":["https://openalex.org/I126345244"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Megan L. Hoarfrost","raw_affiliation_strings":["PORTLAND STATE UNIVERSITY,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"PORTLAND STATE UNIVERSITY,","institution_ids":["https://openalex.org/I126345244"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I126345244"],"apc_list":null,"apc_paid":null,"fwci":0.5297,"has_fulltext":true,"cited_by_count":7,"citation_normalized_percentile":{"value":0.72764905,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9976000189781189,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11195","display_name":"Simulation Techniques and Applications","score":0.0017000000225380063,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13286","display_name":"Modeling and Simulation Systems","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/model-testing","display_name":"model testing","score":0.8730000257492065},{"id":"https://openalex.org/keywords/system-dynamics-modeling","display_name":"system dynamics modeling","score":0.8840000033378601},{"id":"https://openalex.org/keywords/sensitivity-testing","display_name":"sensitivity experiments","score":0.6510000228881836},{"id":"https://openalex.org/keywords/benefit-cost-ratio","display_name":"benefit-cost ratio","score":0.6940000057220459},{"id":"https://openalex.org/keywords/model-validation","display_name":"model validation","score":0.6060000061988831}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.559234082698822},{"id":"https://openalex.org/C77405623","wikidata":"https://www.wikidata.org/wiki/Q598451","display_name":"System dynamics","level":2,"score":0.4956156015396118},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.46901363134384155},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.39693352580070496},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.26500076055526733},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.26229599118232727},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:pdxscholar.library.pdx.edu:sysc_fac-1078","doi":null,"is_oa":true,"landing_page_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","pdf_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","source":{"id":"https://openalex.org/S4377196300","display_name":"PDXScholar  (Portland State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I126345244","host_organization_name":"Portland State University","host_organization_lineage":["https://openalex.org/I126345244"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems Science Faculty Publications and Presentations","raw_type":"text"},{"id":"mag:1604757486","doi":null,"is_oa":false,"landing_page_url":"https://pdxscholar.library.pdx.edu/cgi/viewcontent.cgi?article=1078&context=sysc_fac","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null}],"best_oa_location":{"id":"pmh:oai:pdxscholar.library.pdx.edu:sysc_fac-1078","doi":null,"is_oa":true,"landing_page_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","pdf_url":"https://pdxscholar.library.pdx.edu/sysc_fac/78","source":{"id":"https://openalex.org/S4377196300","display_name":"PDXScholar  (Portland State University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I126345244","host_organization_name":"Portland State University","host_organization_lineage":["https://openalex.org/I126345244"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Systems Science Faculty Publications and Presentations","raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W1604757486.pdf","grobid_xml":"https://content.openalex.org/works/W1604757486.grobid-xml"},"referenced_works_count":11,"referenced_works":["https://openalex.org/W1871302275","https://openalex.org/W1984065991","https://openalex.org/W2021169264","https://openalex.org/W2059206267","https://openalex.org/W2064954646","https://openalex.org/W2141271160","https://openalex.org/W2167989376","https://openalex.org/W2170793689","https://openalex.org/W2789205777","https://openalex.org/W2797733581","https://openalex.org/W2988934653"],"related_works":["https://openalex.org/W7099313529","https://openalex.org/W7096456319","https://openalex.org/W2998115266","https://openalex.org/W3053019068","https://openalex.org/W4250922927","https://openalex.org/W2032353079","https://openalex.org/W2068414390","https://openalex.org/W2006013791","https://openalex.org/W21827450","https://openalex.org/W2545090270"],"abstract_inverted_index":{"In":[0],"order":[1],"to":[2,31,41,65],"determine":[3],"whether":[4],"model":[5,19,87],"testing":[6],"is":[7],"as":[8,10,90],"useful":[9,113],"suggested":[11],"by":[12,22],"modeling":[13],"experts,":[14],"the":[15,51,105,118,121],"full":[16],"battery":[17],"of":[18,46,86,104,108,120],"tests":[20,88,93,109],"recommended":[21],"Forrester,":[23],"Senge,":[24],"Sterman,":[25],"and":[26,50,94],"others":[27],"was":[28,48,59],"applied":[29],"retrospectively":[30],"a":[32],"complex":[33],"previously-published":[34],"system":[35],"dynamics":[36],"model.":[37],"The":[38,62,98],"time":[39],"required":[40],"carry":[42],"out":[43],"each":[44,57],"type":[45],"test":[47,58],"captured,":[49],"benefits":[52],"that":[53,73,102],"resulted":[54],"from":[55],"applying":[56],"determined":[60],"subjectively.":[61],"resulting":[63],"benefit":[64],"cost":[66],"ratios":[67,71],"are":[68],"reported.":[69],"These":[70],"suggest":[72],"rather":[74],"than":[75],"focusing":[76],"primarily":[77],"on":[78],"sensitivity":[79],"testing,":[80],"modelers":[81],"should":[82],"consider":[83],"other":[84],"types":[85],"such":[89],"extreme":[91],"condition":[92],"family":[95],"member":[96],"tests.":[97],"study":[99],"also":[100],"finds":[101],"all":[103],"different":[106],"kinds":[107],"were":[110],"either":[111],"moderately":[112],"or":[114],"very":[115],"useful--fully":[116],"supporting":[117],"recommendations":[119],"experts.":[122]},"counts_by_year":[{"year":2021,"cited_by_count":1},{"year":2015,"cited_by_count":1},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-09-22T06:50:58.402377","created_date":"2016-06-24T00:00:00"}