{"id":"https://openalex.org/W7225647013","doi":"https://doi.org/10.1177/13563890261491353","title":"Designing for emergence: A bricolage approach to causal inference in systems change","display_name":"Designing for emergence: A bricolage approach to causal inference in systems change","publication_year":2026,"publication_date":"2026-11-08","ids":{"openalex":"https://openalex.org/W7225647013","doi":"https://doi.org/10.1177/13563890261491353"},"language":"en","primary_location":{"id":"doi:10.1177/13563890261491353","doi":"https://doi.org/10.1177/13563890261491353","is_oa":false,"landing_page_url":"https://doi.org/10.1177/13563890261491353","pdf_url":null,"source":{"id":"https://openalex.org/S13632289","display_name":"Evaluation","issn_l":"1356-3890","issn":["1356-3890","1461-7153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-3","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5117722350","display_name":"Drew Koleros","orcid":"https://orcid.org/0000-0002-5900-4589","observed_orcids":["https://orcid.org/0000-0002-5900-4589"]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Andrew Koleros","raw_affiliation_strings":["Mathematica, Cambridge, MA, USA"],"raw_orcid":"https://orcid.org/0000-0002-5900-4589","affiliations":[{"raw_affiliation_string":"Mathematica, Cambridge, MA, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5161310787","display_name":"Margo Berends","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margo Berends","raw_affiliation_strings":["Mathematica, Chicago, IL, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Mathematica, Chicago, IL, USA","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5015486196","display_name":"Nushina Mir","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1303444417","display_name":"Gates Foundation","ror":"https://ror.org/0456r8d26","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1303444417"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nushina Mir","raw_affiliation_strings":["Gates Foundation, Seattle, WA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Gates Foundation, Seattle, WA, USA","institution_ids":["https://openalex.org/I1303444417"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5021579509","display_name":"Dheeya Rizmie","orcid":"https://orcid.org/0000-0002-2664-9161","observed_orcids":["https://orcid.org/0000-0002-2664-9161"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dheeya Rizmie","raw_affiliation_strings":["Mathematica, Washington, DC, USA"],"raw_orcid":"https://orcid.org/0000-0002-2664-9161","affiliations":[{"raw_affiliation_string":"Mathematica, Washington, DC, USA","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5117722350"],"corresponding_institution_ids":[],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13051","display_name":"Qualitative Comparative Analysis Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/methodological-bricolage","display_name":"methodological bricolage","score":0.9909999966621399},{"id":"https://openalex.org/keywords/causal-inference","display_name":"causal inference","score":0.9480000138282776},{"id":"https://openalex.org/keywords/emergence","display_name":"emergence","score":0.597000002861023},{"id":"https://openalex.org/keywords/complexity","display_name":"complexity","score":0.6570000052452087},{"id":"https://openalex.org/keywords/philanthropy","display_name":"philanthropy","score":0.5139999985694885},{"id":"https://openalex.org/keywords/causal-questions","display_name":"causal questions","score":0.4729999899864197},{"id":"https://openalex.org/keywords/design-decisions","display_name":"design decisions","score":0.43799999356269836}],"concepts":[{"id":"https://openalex.org/C2777805874","wikidata":"https://www.wikidata.org/wiki/Q913510","display_name":"Bricolage","level":2,"score":0.9366999864578247},{"id":"https://openalex.org/C71008984","wikidata":"https://www.wikidata.org/wiki/Q2890076","display_name":"Rigour","level":2,"score":0.6794999837875366},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.5393000245094299},{"id":"https://openalex.org/C139807058","wikidata":"https://www.wikidata.org/wiki/Q352374","display_name":"Adaptation (eye)","level":2,"score":0.5310999751091003},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.5034999847412109},{"id":"https://openalex.org/C98184364","wikidata":"https://www.wikidata.org/wiki/Q1780131","display_name":"Argument (complex analysis)","level":2,"score":0.4869999885559082},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4480000138282776},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4341999888420105},{"id":"https://openalex.org/C2780821815","wikidata":"https://www.wikidata.org/wiki/Q5340806","display_name":"Portfolio","level":2,"score":0.4049000144004822},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.37630000710487366},{"id":"https://openalex.org/C65059942","wikidata":"https://www.wikidata.org/wiki/Q270105","display_name":"Argumentation theory","level":2,"score":0.35929998755455017},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3531999886035919},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.3440999984741211},{"id":"https://openalex.org/C158600405","wikidata":"https://www.wikidata.org/wiki/Q5054566","display_name":"Causal inference","level":2,"score":0.3255999982357025},{"id":"https://openalex.org/C127627568","wikidata":"https://www.wikidata.org/wiki/Q1639361","display_name":"Sociotechnical system","level":2,"score":0.32429999113082886},{"id":"https://openalex.org/C47822265","wikidata":"https://www.wikidata.org/wiki/Q854457","display_name":"Complex system","level":2,"score":0.3174999952316284},{"id":"https://openalex.org/C63108463","wikidata":"https://www.wikidata.org/wiki/Q581233","display_name":"Complex adaptive system","level":2,"score":0.3003000020980835},{"id":"https://openalex.org/C2779926162","wikidata":"https://www.wikidata.org/wiki/Q5421173","display_name":"Experimentalism","level":2,"score":0.2930000126361847},{"id":"https://openalex.org/C2779119418","wikidata":"https://www.wikidata.org/wiki/Q166039","display_name":"Serendipity","level":2,"score":0.29030001163482666},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.287200003862381},{"id":"https://openalex.org/C43540301","wikidata":"https://www.wikidata.org/wiki/Q689971","display_name":"Paradigm shift","level":2,"score":0.27720001339912415},{"id":"https://openalex.org/C55587333","wikidata":"https://www.wikidata.org/wiki/Q1133029","display_name":"Engineering ethics","level":1,"score":0.26829999685287476},{"id":"https://openalex.org/C2778746772","wikidata":"https://www.wikidata.org/wiki/Q16251440","display_name":"Coproduction","level":2,"score":0.2655999958515167},{"id":"https://openalex.org/C11671645","wikidata":"https://www.wikidata.org/wiki/Q5054567","display_name":"Causal model","level":2,"score":0.2644999921321869},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2639999985694885},{"id":"https://openalex.org/C89798329","wikidata":"https://www.wikidata.org/wiki/Q269699","display_name":"Systems theory","level":2,"score":0.2621999979019165},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.25600001215934753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/13563890261491353","doi":"https://doi.org/10.1177/13563890261491353","is_oa":false,"landing_page_url":"https://doi.org/10.1177/13563890261491353","pdf_url":null,"source":{"id":"https://openalex.org/S13632289","display_name":"Evaluation","issn_l":"1356-3890","issn":["1356-3890","1461-7153"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-3","jufo-1","norway-1","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Evaluation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/13","display_name":"Climate action","score":0.46149998903274536}],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W1994324487","https://openalex.org/W2001330817","https://openalex.org/W2010793828","https://openalex.org/W2067154398","https://openalex.org/W2141370077","https://openalex.org/W3169407454","https://openalex.org/W3185103940","https://openalex.org/W3196510426","https://openalex.org/W3198482242","https://openalex.org/W4210918023","https://openalex.org/W4246020514","https://openalex.org/W4289711940","https://openalex.org/W4308726743","https://openalex.org/W4310255063","https://openalex.org/W4383604787","https://openalex.org/W4395702861","https://openalex.org/W4396809120","https://openalex.org/W4408518975"],"related_works":["https://openalex.org/W3198482242","https://openalex.org/W7155159314","https://openalex.org/W4399562357","https://openalex.org/W4308726743","https://openalex.org/W7221580107","https://openalex.org/W1986739899","https://openalex.org/W3196514161","https://openalex.org/W6941365072","https://openalex.org/W7125023085","https://openalex.org/W3197463136"],"abstract_inverted_index":{"As":[0],"methodological":[1,68,95],"bricolage":[2,33,117],"is":[3,16],"increasingly":[4],"positioned":[5],"as":[6,105],"a":[7,81,99,106],"response":[8],"to":[9,45],"complexity":[10],"in":[11,71,112,129],"contemporary":[12],"philanthropic":[13],"strategies,":[14],"it":[15],"becoming":[17],"more":[18],"widely":[19],"adopted":[20],"within":[21,80,88],"systems":[22,92],"change":[23,78,93],"evaluations.":[24],"Yet,":[25],"questions":[26,66],"remain":[27],"about":[28],"what":[29],"rigorous":[30],"application":[31,111],"of":[32,49,55,63,76,109],"looks":[34],"like":[35],"and":[36,67,94,127,136,145],"how":[37],"quality":[38],"can":[39,118],"be":[40],"assured.":[41],"This":[42],"paper":[43],"contributes":[44],"this":[46,140],"growing":[47],"body":[48],"knowledge":[50],"by":[51],"introducing":[52],"the":[53,86,89],"concept":[54,87],"an":[56,60,72],"evaluation":[57,104],"design":[58,122],"trajectory:":[59],"intentional":[61],"progression":[62],"inquiry,":[64],"causal":[65,131],"choices,":[69],"anchored":[70,128],"evolving":[73,130],"theoretical":[74],"understanding":[75],"\u2018how":[77],"happened\u2019":[79],"complex":[82],"system.":[83],"We":[84,114],"situate":[85],"literature":[90],"on":[91],"bricolage,":[96],"then":[97],"present":[98],"climate":[100],"adaptation":[101],"advocacy":[102],"portfolio":[103],"worked":[107],"example":[108],"its":[110],"practice.":[113],"argue":[115],"that":[116,139],"enhance":[119],"rigour":[120],"when":[121],"choices":[123],"are":[124],"intentional,":[125],"coherent":[126],"questions,":[132],"while":[133],"highlighting":[134],"lessons":[135],"practical":[137],"considerations":[138],"approach":[141],"raises":[142],"for":[143],"evaluators":[144],"commissioners.":[146]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}