{"id":"https://openalex.org/W1982959233","doi":"https://doi.org/10.1177/1098214005278749","title":"The Use of Multiple Evaluation Approaches in Program Evaluation","display_name":"The Use of Multiple Evaluation Approaches in Program Evaluation","alternate_titles":[],"publication_year":2005,"publication_date":"2005-08-24","ids":{"openalex":"https://openalex.org/W1982959233","doi":"https://doi.org/10.1177/1098214005278749","mag":"1982959233"},"language":"en","primary_location":{"id":"doi:10.1177/1098214005278749","doi":"https://doi.org/10.1177/1098214005278749","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1098214005278749","pdf_url":null,"source":{"id":"https://openalex.org/S25376279","display_name":"American Journal of Evaluation","issn_l":"1098-2140","issn":["1098-2140","1557-0878"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Evaluation","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W1982959233"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5084772934","display_name":"Katrina L. Bledsoe","orcid":"https://orcid.org/0000-0002-2011-3817","observed_orcids":["https://orcid.org/0000-0002-2011-3817"]},"institutions":[{"id":"https://openalex.org/I64281891","display_name":"The College of New Jersey","ror":"https://ror.org/02nx5r318","country_code":"US","type":"education","lineage":["https://openalex.org/I64281891"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Katrina L. Bledsoe","raw_affiliation_strings":["The College of New Jersey,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of New Jersey,","institution_ids":["https://openalex.org/I64281891"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5088322627","display_name":"James A. Graham","orcid":"https://orcid.org/0000-0003-3265-7261","observed_orcids":["https://orcid.org/0000-0003-3265-7261"]},"institutions":[{"id":"https://openalex.org/I64281891","display_name":"The College of New Jersey","ror":"https://ror.org/02nx5r318","country_code":"US","type":"education","lineage":["https://openalex.org/I64281891"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"James A. Graham","raw_affiliation_strings":["The College of New Jersey"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"The College of New Jersey","institution_ids":["https://openalex.org/I64281891"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5084772934"],"corresponding_institution_ids":["https://openalex.org/I64281891"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":9.7011,"has_fulltext":false,"cited_by_count":115,"citation_normalized_percentile":{"value":0.9750287,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"26","issue":"3","first_page":"302","last_page":"319"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10213","display_name":"Public Policy and Administration Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.7599999904632568},{"id":"https://openalex.org/keywords/theory-based-evaluation","display_name":"theory-based evaluation","score":0.9769999980926514},{"id":"https://openalex.org/keywords/empowerment-evaluation","display_name":"empowerment evaluation","score":0.9879999756813049},{"id":"https://openalex.org/keywords/inclusive-assessment","display_name":"inclusive assessment","score":0.9990000128746033},{"id":"https://openalex.org/keywords/responsive-evaluation","display_name":"responsive evaluation","score":0.9900000095367432},{"id":"https://openalex.org/keywords/community-based-programs","display_name":"community-based programs","score":0.9440000057220459}],"concepts":[{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.6850684285163879},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.6259033679962158},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.6044702529907227},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.49813342094421387},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.49235498905181885},{"id":"https://openalex.org/C7340896","wikidata":"https://www.wikidata.org/wiki/Q17165339","display_name":"Theory of change","level":2,"score":0.47004738450050354},{"id":"https://openalex.org/C20555606","wikidata":"https://www.wikidata.org/wiki/Q868575","display_name":"Empowerment","level":2,"score":0.453754186630249},{"id":"https://openalex.org/C2776291640","wikidata":"https://www.wikidata.org/wiki/Q2912517","display_name":"Value (mathematics)","level":2,"score":0.4312625527381897},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.16146737337112427},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1042509377002716},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.09771296381950378},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1177/1098214005278749","doi":"https://doi.org/10.1177/1098214005278749","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1098214005278749","pdf_url":null,"source":{"id":"https://openalex.org/S25376279","display_name":"American Journal of Evaluation","issn_l":"1098-2140","issn":["1098-2140","1557-0878"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:CiteSeerX.psu:10.1.1.576.1749","doi":null,"is_oa":false,"landing_page_url":"http://citeseerx.ist.psu.edu/viewdoc/summary?doi=10.1.1.576.1749","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"http://www.stes-apes.med.ulg.ac.be/Documents_electroniques/EVA/EVA-PROG/ELE EVA-PROG 7374.pdf","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":42,"referenced_works":["https://openalex.org/W22079432","https://openalex.org/W73779061","https://openalex.org/W212832755","https://openalex.org/W260132312","https://openalex.org/W262811061","https://openalex.org/W275866530","https://openalex.org/W404479723","https://openalex.org/W431679221","https://openalex.org/W618522528","https://openalex.org/W1479884209","https://openalex.org/W1579692813","https://openalex.org/W1584697775","https://openalex.org/W1655850657","https://openalex.org/W1891505366","https://openalex.org/W1971266233","https://openalex.org/W1971303900","https://openalex.org/W1996098111","https://openalex.org/W1998978392","https://openalex.org/W2001941296","https://openalex.org/W2014427855","https://openalex.org/W2041909598","https://openalex.org/W2152312814","https://openalex.org/W2170483819","https://openalex.org/W2317019371","https://openalex.org/W2331777947","https://openalex.org/W2504845211","https://openalex.org/W2505434367","https://openalex.org/W2524651038","https://openalex.org/W2527873805","https://openalex.org/W2580454992","https://openalex.org/W2988918164","https://openalex.org/W3113058434","https://openalex.org/W3190178244","https://openalex.org/W4231164124","https://openalex.org/W4233382086","https://openalex.org/W4248069505","https://openalex.org/W4252717213","https://openalex.org/W4255779988","https://openalex.org/W4255981689","https://openalex.org/W4388250340","https://openalex.org/W7037046382","https://openalex.org/W7056241374"],"related_works":["https://openalex.org/W4241920514","https://openalex.org/W2145281779","https://openalex.org/W2032172292","https://openalex.org/W2037026973","https://openalex.org/W2166752293","https://openalex.org/W2117685534","https://openalex.org/W1578885494","https://openalex.org/W380699388","https://openalex.org/W2905371721","https://openalex.org/W1801793140"],"abstract_inverted_index":{"The":[0,42],"authors":[1,43,68],"discuss":[2,27,90],"the":[3,37,40,46,67,72,79,91,98],"use":[4,38],"of":[5,36,39,48,71,76,93],"multiple":[6,95],"evaluation":[7,17,99],"approaches":[8,18,83,96],"in":[9,57,84,97],"conducting":[10],"program":[11],"evaluations.":[12],"Specifically,":[13],"they":[14,89],"illustrate":[15],"four":[16,80],"(theory-driven,":[19],"consumer-based,":[20],"empowerment,":[21],"and":[22,25,64,74,88],"inclusive":[23],"evaluation)":[24,31],"briefly":[26],"a":[28,33,49,85],"fifth":[29],"(use-focused":[30],"as":[32],"side":[34],"effect":[35],"others.":[41],"also":[44],"address":[45,69],"usefulness":[47],"multimethod":[50],"research":[51],"design":[52],"with":[53,78],"these":[54],"approaches,":[55],"especially":[56],"developing":[58],"responsive":[59],"evaluations":[60],"(to":[61],"both":[62],"communities":[63],"organizations).":[65],"Finally,":[66],"some":[70],"benefits":[73],"challenges":[75],"working":[77],"different":[81],"evaluative":[82],"community":[86],"program,":[87],"value":[92],"using":[94],"field.":[100]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W1982959233","counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":3},{"year":2024,"cited_by_count":11},{"year":2023,"cited_by_count":3},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":6},{"year":2018,"cited_by_count":4},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":8},{"year":2015,"cited_by_count":8},{"year":2014,"cited_by_count":8},{"year":2013,"cited_by_count":5},{"year":2012,"cited_by_count":11}],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
