{"id":"https://openalex.org/W4225274188","doi":"https://doi.org/10.1007/s10588-021-09349-6","title":"What can simulation test beds teach us about social science? Results of the ground truth program","display_name":"What can simulation test beds teach us about social science? Results of the ground truth program","publication_year":2022,"publication_date":"2022-04-30","ids":{"openalex":"https://openalex.org/W4225274188","doi":"https://doi.org/10.1007/s10588-021-09349-6"},"language":"en","primary_location":{"id":"doi:10.1007/s10588-021-09349-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10588-021-09349-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10588-021-09349-6.pdf","source":{"id":"https://openalex.org/S47778307","display_name":"Computational and Mathematical Organization Theory","issn_l":"1381-298X","issn":["1381-298X","1572-9346"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Organization Theory","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://link.springer.com/content/pdf/10.1007/s10588-021-09349-6.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5045356775","display_name":"Asmeret Naugle","orcid":"https://orcid.org/0000-0001-9203-9049"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Asmeret Naugle","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":"https://orcid.org/0000-0001-9203-9049","affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047136123","display_name":"Daniel Krofcheck","orcid":"https://orcid.org/0000-0001-5549-7542"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniel Krofcheck","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050533148","display_name":"Christina Warrender","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Christina Warrender","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5088200494","display_name":"Kiran Lakkaraju","orcid":null},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kiran Lakkaraju","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5031951344","display_name":"Laura Swiler","orcid":"https://orcid.org/0000-0001-6385-2241"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Laura Swiler","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074294924","display_name":"Stephen Verzi","orcid":"https://orcid.org/0000-0003-2152-851X"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Stephen Verzi","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015837313","display_name":"Benjamin Freixas Emery","orcid":"https://orcid.org/0000-0002-7639-7898"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ben Emery","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5080633231","display_name":"Jaimie Murdock","orcid":"https://orcid.org/0000-0002-1732-5499"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jaimie Murdock","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067797706","display_name":"Michael L. Bernard","orcid":"https://orcid.org/0000-0002-8554-2241"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Bernard","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5108025180","display_name":"Vicente Jesus Segui","orcid":"https://orcid.org/0000-0001-7458-7658"},"institutions":[{"id":"https://openalex.org/I4210104735","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12","country_code":"US","type":"facility","lineage":["https://openalex.org/I1330989302","https://openalex.org/I198811213","https://openalex.org/I4210104735"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Vicente Romero","raw_affiliation_strings":["Sandia National Laboratories Albuquerque, New Mexico, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sandia National Laboratories Albuquerque, New Mexico, USA","institution_ids":["https://openalex.org/I4210104735"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5045356775"],"corresponding_institution_ids":["https://openalex.org/I4210104735"],"apc_list":{"value":2090,"currency":"EUR","value_usd":2690},"apc_paid":{"value":2090,"currency":"EUR","value_usd":2690},"fwci":0.2523,"has_fulltext":true,"cited_by_count":1,"citation_normalized_percentile":{"value":0.71725191,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":94},"biblio":{"volume":"29","issue":"1","first_page":"242","last_page":"263"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10895","display_name":"Species Distribution and Climate Change","score":0.9897000193595886,"subfield":{"id":"https://openalex.org/subfields/2302","display_name":"Ecological Modeling"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13398","display_name":"Data Analysis with R","score":0.980400025844574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11810","display_name":"Complex Systems and Decision Making","score":0.9607999920845032,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/causal-inference","display_name":"Causal inference","score":0.7990006804466248},{"id":"https://openalex.org/keywords/ground-truth","display_name":"Ground truth","score":0.7670870423316956},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6325098276138306},{"id":"https://openalex.org/keywords/test","display_name":"Test (biology)","score":0.5901678204536438},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.536013126373291},{"id":"https://openalex.org/keywords/computational-sociology","display_name":"Computational sociology","score":0.5310678482055664},{"id":"https://openalex.org/keywords/causal-model","display_name":"Causal model","score":0.46970173716545105},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.46725887060165405},{"id":"https://openalex.org/keywords/research-program","display_name":"Research program","score":0.43915510177612305},{"id":"https://openalex.org/keywords/social-research","display_name":"Social research","score":0.41309651732444763},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.33466991782188416},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3186934292316437},{"id":"https://openalex.org/keywords/econometrics","display_name":"Econometrics","score":0.23758217692375183},{"id":"https://openalex.org/keywords/epistemology","display_name":"Epistemology","score":0.16672813892364502},{"id":"https://openalex.org/keywords/sociology","display_name":"Sociology","score":0.13987988233566284},{"id":"https://openalex.org/keywords/ecology","display_name":"Ecology","score":0.08383974432945251},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.08313333988189697},{"id":"https://openalex.org/keywords/statistics","display_name":"Statistics","score":0.08218693733215332}],"concepts":[{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.7990006804466248},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.7670870423316956},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6325098276138306},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.5901678204536438},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.536013126373291},{"id":"https://openalex.org/C126349790","wikidata":"https://www.wikidata.org/wiki/Q905036","display_name":"Computational sociology","level":2,"score":0.5310678482055664},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.46970173716545105},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.46725887060165405},{"id":"https://openalex.org/C2778035492","wikidata":"https://www.wikidata.org/wiki/Q7315176","display_name":"Research program","level":2,"score":0.43915510177612305},{"id":"https://openalex.org/C522453465","wikidata":"https://www.wikidata.org/wiki/Q58327829","display_name":"Social research","level":2,"score":0.41309651732444763},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.33466991782188416},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3186934292316437},{"id":"https://openalex.org/C149782125","wikidata":"https://www.wikidata.org/wiki/Q160039","display_name":"Econometrics","level":1,"score":0.23758217692375183},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16672813892364502},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.13987988233566284},{"id":"https://openalex.org/C18903297","wikidata":"https://www.wikidata.org/wiki/Q7150","display_name":"Ecology","level":1,"score":0.08383974432945251},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.08313333988189697},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.08218693733215332},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1007/s10588-021-09349-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10588-021-09349-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10588-021-09349-6.pdf","source":{"id":"https://openalex.org/S47778307","display_name":"Computational and Mathematical Organization Theory","issn_l":"1381-298X","issn":["1381-298X","1572-9346"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Organization Theory","raw_type":"journal-article"},{"id":"pmh:oai:osti.gov:1870475","is_oa":true,"landing_page_url":"https://www.osti.gov/biblio/1870475","pdf_url":"https://www.osti.gov/servlets/purl/1870475","source":{"id":"https://openalex.org/S4306402487","display_name":"OSTI OAI (U.S. Department of Energy Office of Scientific and Technical Information)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I139351228","host_organization_name":"Office of Scientific and Technical Information","host_organization_lineage":["https://openalex.org/I139351228"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":null},{"id":"pmh:oai:RePEc:spr:comaot:v:29:y:2023:i:1:d:10.1007_s10588-021-09349-6","is_oa":false,"landing_page_url":"http://link.springer.com/10.1007/s10588-021-09349-6","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"doi:10.1007/s10588-021-09349-6","is_oa":true,"landing_page_url":"https://doi.org/10.1007/s10588-021-09349-6","pdf_url":"https://link.springer.com/content/pdf/10.1007/s10588-021-09349-6.pdf","source":{"id":"https://openalex.org/S47778307","display_name":"Computational and Mathematical Organization Theory","issn_l":"1381-298X","issn":["1381-298X","1572-9346"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319900","host_organization_name":"Springer Science+Business Media","host_organization_lineage":["https://openalex.org/P4310319900","https://openalex.org/P4310319965"],"host_organization_lineage_names":["Springer Science+Business Media","Springer Nature"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computational and Mathematical Organization Theory","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1249918705","display_name":null,"funder_award_id":"HR0011937661","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G2209453243","display_name":null,"funder_award_id":"DE-NA0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G2214935549","display_name":null,"funder_award_id":"NA0003525","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"},{"id":"https://openalex.org/G336692854","display_name":null,"funder_award_id":"NA0003525","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G4903105778","display_name":null,"funder_award_id":"NA0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G4947178736","display_name":null,"funder_award_id":"-NA0003525","funder_id":"https://openalex.org/F4320306084","funder_display_name":"U.S. Department of Energy"},{"id":"https://openalex.org/G5211897158","display_name":null,"funder_award_id":"DE-NA0003525","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G5339743583","display_name":null,"funder_award_id":"NA0003525","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G7863251110","display_name":null,"funder_award_id":"DE-NA0003525","funder_id":"https://openalex.org/F4320332180","funder_display_name":"Defense Advanced Research Projects Agency"},{"id":"https://openalex.org/G8178004050","display_name":null,"funder_award_id":"contract DE-NA0003525","funder_id":"https://openalex.org/F4320332369","funder_display_name":"National Nuclear Security Administration"},{"id":"https://openalex.org/G8279418378","display_name":null,"funder_award_id":"DE-NA0003525","funder_id":"https://openalex.org/F4320338291","funder_display_name":"Sandia National Laboratories"}],"funders":[{"id":"https://openalex.org/F4320306084","display_name":"U.S. Department of Energy","ror":"https://ror.org/01bj3aw27"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332369","display_name":"National Nuclear Security Administration","ror":"https://ror.org/03sk1we31"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320338291","display_name":"Sandia National Laboratories","ror":"https://ror.org/01apwpt12"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4225274188.pdf","grobid_xml":"https://content.openalex.org/works/W4225274188.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W1490781083","https://openalex.org/W1767553509","https://openalex.org/W2009435671","https://openalex.org/W2108598243","https://openalex.org/W2111959010","https://openalex.org/W2144981148","https://openalex.org/W2181523240","https://openalex.org/W2332695057","https://openalex.org/W2488758846","https://openalex.org/W3213200898","https://openalex.org/W3214313222","https://openalex.org/W4200417508","https://openalex.org/W4205438863","https://openalex.org/W4224092246","https://openalex.org/W4280514577","https://openalex.org/W4310775339"],"related_works":["https://openalex.org/W3215034539","https://openalex.org/W4313422683","https://openalex.org/W4289440770","https://openalex.org/W2894915327","https://openalex.org/W2161504683","https://openalex.org/W4282978140","https://openalex.org/W4386240783","https://openalex.org/W2888243788","https://openalex.org/W4387566568","https://openalex.org/W2011959240"],"abstract_inverted_index":{"Abstract":[0],"The":[1,15,110],"ground":[2,19,73,111],"truth":[3,20,74,112],"program":[4,113],"used":[5],"simulations":[6,16,42],"as":[7],"test":[8,122],"beds":[9,123],"for":[10],"social":[11,45,138],"science":[12,139],"research":[13,32,67,101],"methods.":[14],"had":[17],"known":[18],"and":[21,37,50,59,85,97],"were":[22],"capable":[23,128],"of":[24,28,40,54,81,120,129,137],"producing":[25],"large":[26],"amounts":[27],"data.":[29],"This":[30],"allowed":[31],"teams":[33],"to":[34,44],"run":[35],"experiments":[36],"ask":[38],"questions":[39],"these":[41],"similar":[43],"scientists":[46],"studying":[47],"real-world":[48],"systems,":[49],"enabled":[51],"robust":[52,118],"evaluation":[53],"their":[55],"causal":[56,83,98],"inference,":[57],"prediction,":[58],"prescription":[60],"capabilities.":[61],"We":[62,90],"tested":[63],"three":[64],"hypotheses":[65],"about":[66],"effectiveness":[68],"using":[69],"data":[70,86,107],"from":[71],"the":[72,79,116,135],"program,":[75],"specifically":[76],"looking":[77],"at":[78],"influence":[80],"complexity,":[82],"understanding,":[84],"collection":[87],"on":[88],"performance.":[89],"found":[91],"some":[92],"evidence":[93,105],"that":[94,106,133],"system":[95],"complexity":[96],"understanding":[99],"influenced":[100],"performance,":[102],"but":[103],"no":[104],"availability":[108],"contributed.":[109],"may":[114],"be":[115],"first":[117],"coupling":[119],"simulation":[121],"with":[124],"an":[125],"experimental":[126],"framework":[127],"teasing":[130],"out":[131],"factors":[132],"determine":[134],"success":[136],"research.":[140]},"counts_by_year":[{"year":2022,"cited_by_count":1}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}