{"id":"https://openalex.org/W78612901","doi":"https://doi.org/10.3138/cjpe.0017.008","title":"Defining the Benefits, Outputs, and Knowledge Elements of Program Evaluation","display_name":"Defining the Benefits, Outputs, and Knowledge Elements of Program Evaluation","publication_year":2003,"publication_date":"2003-01-01","ids":{"openalex":"https://openalex.org/W78612901","doi":"https://doi.org/10.3138/cjpe.0017.008","mag":"78612901"},"language":"en","primary_location":{"id":"doi:10.3138/cjpe.0017.008","doi":"https://doi.org/10.3138/cjpe.0017.008","is_oa":true,"landing_page_url":"https://doi.org/10.3138/cjpe.0017.008","pdf_url":null,"source":{"id":"https://openalex.org/S2764689634","display_name":"Canadian Journal of Program Evaluation","issn_l":"0834-1516","issn":["0834-1516","1496-7308"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313033","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/P4310313033"],"host_organization_lineage_names":["University of Victoria"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Canadian Journal of Program Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.3138/cjpe.0017.008","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5083537636","display_name":"Rochelle Zorzi","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Rochelle Zorzi","raw_affiliation_strings":["Zorzi & Associates Toronto, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zorzi & Associates Toronto, Ontario","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5047669049","display_name":"Burt Perrin","orcid":"https://orcid.org/0000-0003-3411-7111","observed_orcids":["https://orcid.org/0000-0003-3411-7111"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burt Perrin","raw_affiliation_strings":["Independent Consultant Vissec, France"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Independent Consultant Vissec, France","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001795594","display_name":"Martha McGuire","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210135520","display_name":"Vale (Canada)","ror":"https://ror.org/045h8gy65","country_code":"CA","type":"company","lineage":["https://openalex.org/I165476936","https://openalex.org/I4210135520"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Martha McGuire","raw_affiliation_strings":["Cathexis Consulting, Inc. Toronto, Ontario"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Cathexis Consulting, Inc. Toronto, Ontario","institution_ids":["https://openalex.org/I4210135520"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032888567","display_name":"Bud Long","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bud Long","raw_affiliation_strings":["Bud Long and Associates Inc. Bowen Island, British Columbia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Bud Long and Associates Inc. Bowen Island, British Columbia","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101909022","display_name":"Linda S. Lee","orcid":"https://orcid.org/0000-0001-9774-9568","observed_orcids":["https://orcid.org/0000-0001-9774-9568"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linda Lee","raw_affiliation_strings":["Proactive Information Services, Inc. Winnipeg, Manitoba"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Proactive Information Services, Inc. Winnipeg, Manitoba","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.4779,"has_fulltext":false,"cited_by_count":20,"citation_normalized_percentile":{"value":0.87794045,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":87,"max":97},"biblio":{"volume":"17","issue":"3","first_page":"143","last_page":"150"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10213","display_name":"Public Policy and Administration Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12227","display_name":"Environmental and Social Impact Assessments","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2308","display_name":"Management, Monitoring, Policy and Law"},"field":{"id":"https://openalex.org/fields/23","display_name":"Environmental Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.9300000071525574},{"id":"https://openalex.org/keywords/assessment-practices","display_name":"assessment practices","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C98147612","wikidata":"https://www.wikidata.org/wiki/Q215599","display_name":"Promotion (chess)","level":3,"score":0.6872621774673462},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.6302434206008911},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.5562635064125061},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.46902456879615784},{"id":"https://openalex.org/C56739046","wikidata":"https://www.wikidata.org/wiki/Q192060","display_name":"Knowledge management","level":1,"score":0.46373075246810913},{"id":"https://openalex.org/C2780589192","wikidata":"https://www.wikidata.org/wiki/Q7285140","display_name":"Raising (metalworking)","level":2,"score":0.452745258808136},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.45025551319122314},{"id":"https://openalex.org/C2778969656","wikidata":"https://www.wikidata.org/wiki/Q7140449","display_name":"Participatory evaluation","level":2,"score":0.4184423089027405},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3821882903575897},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.3760729432106018},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.34482020139694214},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.33239275217056274},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2890823185443878},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.1308804750442505},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.10434916615486145},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3138/cjpe.0017.008","doi":"https://doi.org/10.3138/cjpe.0017.008","is_oa":true,"landing_page_url":"https://doi.org/10.3138/cjpe.0017.008","pdf_url":null,"source":{"id":"https://openalex.org/S2764689634","display_name":"Canadian Journal of Program Evaluation","issn_l":"0834-1516","issn":["0834-1516","1496-7308"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313033","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/P4310313033"],"host_organization_lineage_names":["University of Victoria"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Canadian Journal of Program Evaluation","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.3138/cjpe.0017.008","doi":"https://doi.org/10.3138/cjpe.0017.008","is_oa":true,"landing_page_url":"https://doi.org/10.3138/cjpe.0017.008","pdf_url":null,"source":{"id":"https://openalex.org/S2764689634","display_name":"Canadian Journal of Program Evaluation","issn_l":"0834-1516","issn":["0834-1516","1496-7308"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4310313033","host_organization_name":"University of Victoria","host_organization_lineage":["https://openalex.org/P4310313033"],"host_organization_lineage_names":["University of Victoria"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Canadian Journal of Program Evaluation","raw_type":"journal-article"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2182857497","https://openalex.org/W1658636278","https://openalex.org/W2088289898","https://openalex.org/W2283637488","https://openalex.org/W7099014779","https://openalex.org/W4366723444","https://openalex.org/W2992485618","https://openalex.org/W4366384293","https://openalex.org/W1874375828","https://openalex.org/W2140061750"],"abstract_inverted_index":{"Abstract:":[0],"The":[1,60,86],"Canadian":[2],"Evaluation":[3],"Society":[4],"(CES)":[5],"has":[6],"undertaken":[7],"a":[8,48],"project":[9,90],"to":[10,18,24,34,103,115],"explore":[11],"the":[12,21,29,36,56,70,79,89,95],"benefits":[13],"that":[14],"can":[15,91],"be":[16,92],"attributed":[17],"program":[19,84],"evaluation,":[20],"outputs":[22],"necessary":[23],"achieve":[25],"those":[26],"benefits,":[27],"and":[28,31,40,45,55,74,81,97,107,111,121],"knowledge":[30,41],"skills":[32],"needed":[33],"produce":[35],"outputs.":[37],"Benefits,":[38],"outputs,":[39],"elements":[42],"were":[43],"articulated":[44],"confirmed":[46],"through":[47],"number":[49],"of":[50,72,83,88],"consultations":[51],"with":[52],"CES":[53],"members":[54],"international":[57],"evaluation":[58,73,101,122],"community.":[59],"consultation":[61],"process":[62],"was":[63],"also":[64],"successful":[65],"in":[66,75],"encouraging":[67],"dialogue":[68],"about":[69,78],"nature":[71],"raising":[76],"considerations":[77],"definition":[80],"promotion":[82],"evaluation.":[85],"findings":[87],"used":[93],"by":[94,99,112],"CES,":[96],"indeed":[98],"other":[100],"organizations,":[102],"support":[104],"their":[105,117],"advocacy":[106],"professional":[108,119],"development":[109,120],"initiatives,":[110],"individual":[113],"evaluators":[114],"guide":[116],"own":[118],"practice.":[123]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":1},{"year":2020,"cited_by_count":1},{"year":2018,"cited_by_count":3},{"year":2015,"cited_by_count":2},{"year":2014,"cited_by_count":1},{"year":2012,"cited_by_count":2}],"updated_date":"2026-10-29T09:56:32.521200","created_date":"2016-06-24T00:00:00"}