{"id":"https://openalex.org/W1997194865","doi":"https://doi.org/10.1080/19439342.2012.686047","title":"Impact evaluations: a tool for accountability? Lessons from experience at Agence Fran\u00e7aise de D\u00e9veloppement","display_name":"Impact evaluations: a tool for accountability? Lessons from experience at Agence Fran\u00e7aise de D\u00e9veloppement","publication_year":2012,"publication_date":"2012-06-01","ids":{"openalex":"https://openalex.org/W1997194865","doi":"https://doi.org/10.1080/19439342.2012.686047","mag":"1997194865"},"language":"en","primary_location":{"id":"doi:10.1080/19439342.2012.686047","doi":"https://doi.org/10.1080/19439342.2012.686047","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19439342.2012.686047","pdf_url":null,"source":{"id":"https://openalex.org/S136516072","display_name":"Journal of Development Effectiveness","issn_l":"1943-9342","issn":["1943-9342","1943-9407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","cwts-core","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Development Effectiveness","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5079320276","display_name":"Tanguy Bernard","orcid":"https://orcid.org/0000-0003-2554-0217","observed_orcids":["https://orcid.org/0000-0003-2554-0217"]},"institutions":[{"id":"https://openalex.org/I150314799","display_name":"International Food Policy Research Institute","ror":"https://ror.org/03pxz9p87","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I1286583668","https://openalex.org/I150314799"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Tanguy Bernard","raw_affiliation_strings":["International Food Policy Research Institute, Dakar, Senegal"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"International Food Policy Research Institute, Dakar, Senegal","institution_ids":["https://openalex.org/I150314799"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018577816","display_name":"Jocelyne Delarue","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3202621857","display_name":"Agence fran\u00e7aise de d\u00e9veloppement","ror":"https://ror.org/04tqhj682","country_code":"FR","type":"funder","lineage":["https://openalex.org/I3202621857"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jocelyne Delarue","raw_affiliation_strings":["Agence Fran\u00e7aise de D\u00e9veloppement, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agence Fran\u00e7aise de D\u00e9veloppement, Paris, France","institution_ids":["https://openalex.org/I3202621857"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5025955195","display_name":"Jean\u2010David Naudet","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I3202621857","display_name":"Agence fran\u00e7aise de d\u00e9veloppement","ror":"https://ror.org/04tqhj682","country_code":"FR","type":"funder","lineage":["https://openalex.org/I3202621857"]}],"countries":["FR"],"is_corresponding":false,"raw_author_name":"Jean-David Naudet","raw_affiliation_strings":["Agence Fran\u00e7aise de D\u00e9veloppement, Paris, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Agence Fran\u00e7aise de D\u00e9veloppement, Paris, France","institution_ids":["https://openalex.org/I3202621857"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5079320276"],"corresponding_institution_ids":["https://openalex.org/I150314799"],"apc_list":null,"apc_paid":null,"fwci":1.6944,"has_fulltext":false,"cited_by_count":35,"citation_normalized_percentile":{"value":0.85210251,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"4","issue":"2","first_page":"314","last_page":"327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.8682000041007996,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11168","display_name":"International Development and Aid","score":0.05620000138878822,"subfield":{"id":"https://openalex.org/subfields/3303","display_name":"Development"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.05000000074505806,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/impact-evaluation","display_name":"impact evaluation","score":0.9760000109672546},{"id":"https://openalex.org/keywords/accountability","display_name":"accountability","score":0.753000020980835},{"id":"https://openalex.org/keywords/agence-francaise-de-developpement","display_name":"Agence Fran\u00e7aise de D\u00e9veloppement","score":0.9010000228881836},{"id":"https://openalex.org/keywords/randomized-controlled-trials","display_name":"randomized controlled trials","score":0.8989999890327454},{"id":"https://openalex.org/keywords/development-interventions","display_name":"development interventions","score":0.5820000171661377},{"id":"https://openalex.org/keywords/donor-funding","display_name":"donor funding","score":0.5149999856948853},{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.5370000004768372},{"id":"https://openalex.org/keywords/experimental-validity","display_name":"experimental validity","score":0.36899998784065247},{"id":"https://openalex.org/keywords/development-policy","display_name":"development policy","score":0.5130000114440918}],"concepts":[{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.8878027200698853},{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.8323087096214294},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.6248069405555725},{"id":"https://openalex.org/C93360035","wikidata":"https://www.wikidata.org/wiki/Q17055852","display_name":"Impact evaluation","level":2,"score":0.5714319348335266},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.5583382844924927},{"id":"https://openalex.org/C165347436","wikidata":"https://www.wikidata.org/wiki/Q1514547","display_name":"Project commissioning","level":3,"score":0.5527427196502686},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.5408366918563843},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.48111575841903687},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.4755908250808716},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.43059203028678894},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.43025511503219604},{"id":"https://openalex.org/C79897977","wikidata":"https://www.wikidata.org/wiki/Q5054568","display_name":"Causal chain","level":2,"score":0.4292256236076355},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.36696958541870117},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.34116697311401367},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3389650583267212},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2906634211540222},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.28820762038230896},{"id":"https://openalex.org/C151719136","wikidata":"https://www.wikidata.org/wiki/Q3972943","display_name":"Publishing","level":2,"score":0.2722701132297516},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.2273274064064026},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.2020263969898224},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.17444553971290588},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.16489100456237793},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.15877223014831543},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.13500916957855225},{"id":"https://openalex.org/C159110408","wikidata":"https://www.wikidata.org/wiki/Q121176","display_name":"Nursing","level":1,"score":0.11994650959968567},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.1006212830543518},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C97355855","wikidata":"https://www.wikidata.org/wiki/Q11473","display_name":"Thermodynamics","level":1,"score":0.0},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.1080/19439342.2012.686047","doi":"https://doi.org/10.1080/19439342.2012.686047","is_oa":false,"landing_page_url":"https://doi.org/10.1080/19439342.2012.686047","pdf_url":null,"source":{"id":"https://openalex.org/S136516072","display_name":"Journal of Development Effectiveness","issn_l":"1943-9342","issn":["1943-9342","1943-9407"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","cwts-core","jufo-1","ki-jl-1","norway-1","poland-40","russia-white-list-2","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Development Effectiveness","raw_type":"journal-article"},{"id":"pmh:oai:RePEc:taf:jdevef:v:4:y:2012:i:2:p:314-327","doi":null,"is_oa":false,"landing_page_url":"http://hdl.handle.net/10.1080/19439342.2012.686047","pdf_url":null,"source":{"id":"https://openalex.org/S4306401271","display_name":"RePEc: Research Papers in Economics","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I77793887","host_organization_name":"Federal Reserve Bank of St. Louis","host_organization_lineage":["https://openalex.org/I77793887"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:cdm15738.contentdm.oclc.org:p15738coll5/3619","doi":null,"is_oa":false,"landing_page_url":"http://cdm15738.contentdm.oclc.org/cdm/ref/collection/p15738coll5/id/3619","pdf_url":null,"source":{"id":"https://openalex.org/S4306400226","display_name":"IFPRI E-brary (International Food Policy Research Institute)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I150314799","host_organization_name":"International Food Policy Research Institute","host_organization_lineage":["https://openalex.org/I150314799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Development Effectiveness 4(2): 314-327","raw_type":"Journal article"},{"id":"pmh:oai:cgspace.cgiar.org:10568/153137","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/10568/153137","pdf_url":null,"source":{"id":"https://openalex.org/S4306402055","display_name":"CGSPace A Repository of Agricultural Research Outputs (Consultative Group for International Agricultural Research)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1286583668","host_organization_name":"CGIAR","host_organization_lineage":["https://openalex.org/I1286583668"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Bernard, Tanguy; Delarue, Jocelyne; Naudet, Jean-David 2012. Impact evaluations: A tool for accountability? Lessons from experience at Agence Fran\u00e7aise de D\u00e9veloppement. Journal of Development Effectiveness 4(2): 314-327","raw_type":"Journal Article"},{"id":"pmh:oai:ebrary.ifpri.org:p15738coll5/3619","doi":null,"is_oa":false,"landing_page_url":"http://ebrary.ifpri.org/cdm/ref/collection/p15738coll5/id/3619","pdf_url":null,"source":{"id":"https://openalex.org/S4306400197","display_name":"International Food Policy Research Institute (International Food Policy Research Institute)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I150314799","host_organization_name":"International Food Policy Research Institute","host_organization_lineage":["https://openalex.org/I150314799"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Journal of Development Effectiveness 4(2): 314-327","raw_type":"Journal article"}],"best_oa_location":null,"sustainable_development_goals":[],"sustainable_development_goals_aurora":[{"display_name":"Partnerships for the goals","score":0.550000011920929,"id":"https://metadata.un.org/sdg/17"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W190194310","https://openalex.org/W1552870128","https://openalex.org/W1827167646","https://openalex.org/W1971798251","https://openalex.org/W2020332019","https://openalex.org/W2106639360","https://openalex.org/W2116703037","https://openalex.org/W2116800952","https://openalex.org/W2154656496","https://openalex.org/W2154763653","https://openalex.org/W2245127815","https://openalex.org/W2798879118","https://openalex.org/W3122120939","https://openalex.org/W3140241578","https://openalex.org/W3147537912","https://openalex.org/W4235429337"],"related_works":["https://openalex.org/W2035205476","https://openalex.org/W7112017883","https://openalex.org/W1826287804","https://openalex.org/W2001870176","https://openalex.org/W4249995183","https://openalex.org/W4248500455","https://openalex.org/W643696172","https://openalex.org/W2183551336","https://openalex.org/W2080897931","https://openalex.org/W2553254625"],"abstract_inverted_index":{"This":[0],"paper":[1],"relates":[2],"the":[3,19,34,69,73,78,84,89,94,98,115,153],"Agence":[4],"Fran\u00e7aise":[5],"de":[6],"D\u00e9veloppement's":[7],"experience":[8],"with":[9],"respect":[10],"to":[11,17,21,64,68,77,113,170,191],"impact":[12,86,95,183,196],"evaluations.":[13],"Our":[14],"purpose":[15],"is":[16],"assess":[18,97],"extent":[20],"which":[22],"such":[23,46,160],"studies,":[24],"when":[25,44],"designed":[26],"before":[27],"an":[28],"actual":[29],"programme":[30],"implementation,":[31],"can":[32],"provide":[33,192],"type":[35,116],"of":[36,101,117,125,149,159,195],"summative":[37,193],"evidence":[38],"that":[39,107],"donors":[40],"often":[41],"seek":[42],"for":[43,197],"commissioning":[45],"studies":[47,109],"towards":[48],"accountability":[49,199],"purpose.":[50],"Specifically,":[51],"we":[52],"rely":[53],"on":[54,88],"three":[55],"large-scale":[56],"randomised":[57],"control":[58],"trials,":[59],"and":[60,131,136,143,146,163,182],"scrutinise":[61],"their":[62,189],"capacity":[63,190],"answer":[65,114],"questions":[66,119,161],"related":[67],"programme's":[70,79,90,99],"impact:":[71],"does":[72],"evaluated":[74,87],"intervention":[75],"correspond":[76],"typical":[80,91],"implementation":[81],"conditions?":[82],"Is":[83],"intervention's":[85],"beneficiaries?":[92],"Can":[93],"evaluation":[96],"fulfilment":[100],"its":[102],"stated":[103],"objectives?":[104],"We":[105],"conclude":[106],"experimental":[108],"should":[110],"be":[111],"promoted":[112],"\u2018tunnel\u2019":[118],"characterised":[120],"by":[121],"a":[122,129,134,141,147,157],"limited":[123,187],"number":[124,158],"well-specified":[126],"homogeneous":[127],"inputs,":[128],"tried":[130],"tested":[132],"process,":[133],"short":[135,154],"external":[137],"events-proof":[138],"causal":[139],"chain,":[140],"large":[142],"stable":[144],"participation,":[145],"set":[148],"measurable":[150],"outcomes":[151],"in":[152,188],"run.":[155],"While":[156],"exist":[162],"are":[164,185],"very":[165],"much":[166],"worth":[167],"studying":[168],"experimentally":[169],"inform":[171],"future":[172],"development":[173,176],"policies,":[174],"few":[175],"interventions":[177],"themselves":[178],"satisfy":[179],"these":[180],"requirements,":[181],"evaluations":[184],"thus":[186],"assessment":[194],"donors'":[198],"use.":[200]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":23},{"year":2018,"cited_by_count":1},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":1},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2013,"cited_by_count":1}],"updated_date":"2026-10-30T12:39:25.321706","created_date":"2016-06-24T00:00:00"}