{"id":"https://openalex.org/W17416682","doi":"https://doi.org/10.1080/00207411.1973.11448624","title":"The Case against Evaluation (With Some Suggestions for Improvement)","display_name":"The Case against Evaluation (With Some Suggestions for Improvement)","alternate_titles":[],"publication_year":1973,"publication_date":"1973-06-01","ids":{"openalex":"https://openalex.org/W17416682","doi":"https://doi.org/10.1080/00207411.1973.11448624","mag":"17416682"},"language":"en","primary_location":{"id":"doi:10.1080/00207411.1973.11448624","doi":"https://doi.org/10.1080/00207411.1973.11448624","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207411.1973.11448624","pdf_url":null,"source":{"id":"https://openalex.org/S202175431","display_name":"International Journal of Mental Health","issn_l":"0020-7411","issn":["0020-7411","1557-9328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Mental Health","raw_type":"journal-article"},"parent_works":[],"lineage":["https://openalex.org/W17416682"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5056883554","display_name":"Jack Zusman","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Jack Zusman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5053978109","display_name":"Raymond P. Bissonette","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Raymond Bissonette","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.00520291,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"2","issue":"2","first_page":"111","last_page":"125"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10213","display_name":"Public Policy and Administration Research","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10845","display_name":"Advanced Causal Inference Techniques","score":0.0,"subfield":{"id":"https://openalex.org/subfields/2613","display_name":"Statistics and Probability"},"field":{"id":"https://openalex.org/fields/26","display_name":"Mathematics"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/program-evaluation","display_name":"program evaluation","score":0.9909999966621399},{"id":"https://openalex.org/keywords/human-services-programs","display_name":"human service programs","score":0.8029999732971191},{"id":"https://openalex.org/keywords/outcome-measurement","display_name":"outcome measurement","score":0.9580000042915344},{"id":"https://openalex.org/keywords/process-evaluation","display_name":"process evaluation","score":0.8040000200271606},{"id":"https://openalex.org/keywords/structure-evaluation","display_name":"structure evaluation","score":0.875},{"id":"https://openalex.org/keywords/politics-of-evaluation","display_name":"politics of evaluation","score":0.33399999141693115}],"concepts":[{"id":"https://openalex.org/C26993612","wikidata":"https://www.wikidata.org/wiki/Q910154","display_name":"Panacea (medicine)","level":3,"score":0.7359021306037903},{"id":"https://openalex.org/C2780378061","wikidata":"https://www.wikidata.org/wiki/Q25351891","display_name":"Service (business)","level":2,"score":0.5651867389678955},{"id":"https://openalex.org/C2777363581","wikidata":"https://www.wikidata.org/wiki/Q15098235","display_name":"Harm","level":2,"score":0.5360655188560486},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.5244448781013489},{"id":"https://openalex.org/C136815107","wikidata":"https://www.wikidata.org/wiki/Q154242","display_name":"Nothing","level":2,"score":0.4512922763824463},{"id":"https://openalex.org/C148220186","wikidata":"https://www.wikidata.org/wiki/Q7111912","display_name":"Outcome (game theory)","level":2,"score":0.41280269622802734},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.4105623960494995},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4054126441478729},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.3760281801223755},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3460005223751068},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2899927794933319},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.28973641991615295},{"id":"https://openalex.org/C162853370","wikidata":"https://www.wikidata.org/wiki/Q39809","display_name":"Marketing","level":1,"score":0.21692347526550293},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.20497900247573853},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.16729208827018738},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.16436707973480225},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.12479948997497559},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C144237770","wikidata":"https://www.wikidata.org/wiki/Q747534","display_name":"Mathematical economics","level":1,"score":0.0},{"id":"https://openalex.org/C142724271","wikidata":"https://www.wikidata.org/wiki/Q7208","display_name":"Pathology","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C204787440","wikidata":"https://www.wikidata.org/wiki/Q188504","display_name":"Alternative medicine","level":2,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1080/00207411.1973.11448624","doi":"https://doi.org/10.1080/00207411.1973.11448624","is_oa":false,"landing_page_url":"https://doi.org/10.1080/00207411.1973.11448624","pdf_url":null,"source":{"id":"https://openalex.org/S202175431","display_name":"International Journal of Mental Health","issn_l":"0020-7411","issn":["0020-7411","1557-9328"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["anvur-scientific","cwts-core","dongbi-c","jufo-1","norway-1","poland-20","russia-white-list-3","vabb-shw"],"host_organization":"https://openalex.org/P4310320547","host_organization_name":"Taylor & Francis","host_organization_lineage":["https://openalex.org/P4310320547","https://openalex.org/P4310320449"],"host_organization_lineage_names":["Taylor & Francis","Informa"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Mental Health","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":18,"referenced_works":["https://openalex.org/W333713538","https://openalex.org/W621692994","https://openalex.org/W1435987206","https://openalex.org/W1497488248","https://openalex.org/W1550023469","https://openalex.org/W2002153307","https://openalex.org/W2006256613","https://openalex.org/W2014705081","https://openalex.org/W2039335649","https://openalex.org/W2040685672","https://openalex.org/W2047577942","https://openalex.org/W2111374484","https://openalex.org/W2119731464","https://openalex.org/W2406082201","https://openalex.org/W2413008533","https://openalex.org/W2464841231","https://openalex.org/W4250639036","https://openalex.org/W4285719527"],"related_works":["https://openalex.org/W278571619","https://openalex.org/W2289883729","https://openalex.org/W2981284031","https://openalex.org/W1992780367","https://openalex.org/W2266733001","https://openalex.org/W2288822554","https://openalex.org/W4388361329","https://openalex.org/W2014718383","https://openalex.org/W935809550","https://openalex.org/W1494384881"],"abstract_inverted_index":{"In":[0,224],"recent":[1,53],"years":[2],"the":[3,9,16,58,72,84,110,168,209,235,243,252,255],"term":[4],"evaluation":[57,193],"has":[6,30],"come":[7],"to":[8,82,102,179,233,241],"fore":[10],"as":[11,39,77,101,124,165],"an":[12],"established":[13],"fixture":[14],"in":[15,157],"yet-to-be":[17],"published":[18],"lexicon":[19],"of":[20,74,87,182,211,216,221,237],"academic/scientific":[21],"symbols.":[22],"Alongside":[23],"meaningful,":[24],"input,":[25],"viable,":[26],"systems,":[27],"etc.,":[28],"it":[29,104,246],"taken":[31],"its":[32,114,262],"place":[33],"among":[34],"numerous":[35],"catchwords":[36],"and":[37,66,98,160,186,200,226,250,259],"shibboleths":[38],"a":[40,217],"rallying":[41],"cry":[42],"offering":[43],"far":[44],"more":[45,129,144],"promise":[46],"than":[47,132,149],"product.":[48],"(Appropriately,":[49],"we":[50,163],"think,":[51],"one":[52],"article":[54],"dubs":[55],"program":[56,67],"ninth":[59],"panacea":[60],"see":[61,164],"Walker":[62],"[1972].)":[63],"Policymakers,":[64],"researchers,":[65],"planners":[68],"all":[69],"zealously":[70],"extol":[71],"virtues":[73],"evaluation;":[75],"but,":[76],"this":[78,212],"paper":[79],"will":[80,171,207],"attempt":[81],"show,":[83],"actual":[85],"practice":[86],"evaluating":[88],"human":[89],"service":[90,218,238,256],"programs":[91,174],"is":[92,128,231,247,257],"so":[93],"beset":[94],"with":[95,239],"technical,":[96],"procedural,":[97],"political":[99],"problems":[100],"render":[103],"imprudent,":[105],"if":[106,150],"not":[107,121,151],"futile,":[108],"on":[109],"scale":[111],"suggested":[112],"by":[113,219],"proponents":[115,118],"(particularly":[116],"those":[117],"who":[119],"have":[120],"had":[122],"experience":[123],"evaluators).":[125],"Further,":[126],"there":[127],"at":[130,134,153,167],"stake":[131],"tilting":[133],"windmills.":[135],"Evaluation,":[136],"like":[137],"any":[138],"potentially":[139],"potent":[140],"tool,":[141],"can":[142],"do":[143],"harm":[145],"when":[146],"used":[147,152,190],"clumsily":[148],"all.":[154],"Major":[155],"errors":[156],"design,":[158],"interpretation,":[159],"application,":[161],"which":[162,206],"endemic":[166],"present":[169],"time,":[170,185],"destroy":[172],"good":[173],"or":[175],"preserve":[176],"bad":[177],"ones,":[178],"say":[180],"nothing":[181],"consuming":[183],"money,":[184],"people.":[187],"One":[188],"widely":[189],"approach":[191],"divides":[192],"into":[194],"three":[195],"distinct":[196],"types:":[197],"outcome,":[198],"process,":[199],"structure":[201,227],"(Donabedian,":[202],"1966).":[203],"Outcome":[204],"evaluations,":[205],"be":[208],"focus":[210],"paper,":[213],"measure":[214],"results":[215],"means":[220],"scientific":[222],"method.":[223],"process":[225],"evaluation,":[228],"expert":[229],"opinion":[230],"employed":[232],"assess":[234],"adequacy":[236],"respect":[240],"(in":[242,251],"former)":[244],"how":[245,254],"carried":[248],"out":[249],"latter)":[253],"organized":[258],"equipped":[260],"for":[261],"purpose.":[263]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W17416682","counts_by_year":[],"updated_date":"2026-11-16T12:05:36.265796","created_date":"2016-06-24T00:00:00"}
