{"id":"https://openalex.org/W2132960397","doi":"https://doi.org/10.1002/ev.303","title":"Evaluation policy and evaluation practice","display_name":"Evaluation policy and evaluation practice","publication_year":2009,"publication_date":"2009-09-01","ids":{"openalex":"https://openalex.org/W2132960397","doi":"https://doi.org/10.1002/ev.303","mag":"2132960397"},"language":"en","primary_location":{"id":"doi:10.1002/ev.303","doi":"https://doi.org/10.1002/ev.303","is_oa":false,"landing_page_url":"https://doi.org/10.1002/ev.303","pdf_url":null,"source":{"id":"https://openalex.org/S116051058","display_name":"New Directions for Evaluation","issn_l":"1097-6736","issn":["1097-6736","1534-875X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"New Directions for Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5058715573","display_name":"William M. K. Trochim","orcid":"https://orcid.org/0000-0003-0369-2922","observed_orcids":["https://orcid.org/0000-0003-0369-2922"]},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I4387153466","display_name":"Weill Cornell Medicine","ror":"https://ror.org/02r109517","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"William M. K. Trochim","raw_affiliation_strings":["Professor, policy analysis and management, Cornell University; Director, evaluation, Weill Cornell Clinical and Translational Science Center; Director, evaluation and outreach, Cornell Office for Research on Evaluation","Director, evaluation and outreach, Cornell Office for Research on Evaluation","Director, evaluation, Weill Cornell Clinical and Translational Science Center","Professor, policy analysis and management, Cornell University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Professor, policy analysis and management, Cornell University; Director, evaluation, Weill Cornell Clinical and Translational Science Center; Director, evaluation and outreach, Cornell Office for Research on Evaluation","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Director, evaluation and outreach, Cornell Office for Research on Evaluation","institution_ids":["https://openalex.org/I205783295"]},{"raw_affiliation_string":"Director, evaluation, Weill Cornell Clinical and Translational Science Center","institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"]},{"raw_affiliation_string":"Professor, policy analysis and management, Cornell University","institution_ids":["https://openalex.org/I205783295"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5058715573"],"corresponding_institution_ids":["https://openalex.org/I205783295","https://openalex.org/I4387153466"],"apc_list":{"value":3140,"currency":"USD","value_usd":3140},"apc_paid":null,"fwci":4.069,"has_fulltext":false,"cited_by_count":73,"citation_normalized_percentile":{"value":0.93516671,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":99},"biblio":{"volume":"2009","issue":"123","first_page":"13","last_page":"32"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10213","display_name":"Public Policy and Administration Research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13564","display_name":"Education and Public Policy","score":0.0,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-policy","display_name":"evaluation policy","score":1.0},{"id":"https://openalex.org/keywords/assessment-practices","display_name":"assessment practices","score":0.9639999866485596},{"id":"https://openalex.org/keywords/policy-development","display_name":"policy development","score":0.6930000185966492},{"id":"https://openalex.org/keywords/policy-revision","display_name":"policy revision","score":0.8479999899864197},{"id":"https://openalex.org/keywords/assessment-principles","display_name":"evaluation principles","score":0.7250000238418579},{"id":"https://openalex.org/keywords/evaluation-taxonomy","display_name":"evaluation taxonomy","score":0.3580000102519989},{"id":"https://openalex.org/keywords/organizational-assessment","display_name":"organizational evaluation","score":0.4230000078678131}],"concepts":[{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.5549190044403076},{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.5199612379074097},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.48208123445510864},{"id":"https://openalex.org/C2779530757","wikidata":"https://www.wikidata.org/wiki/Q1207505","display_name":"Quality (philosophy)","level":2,"score":0.4743943214416504},{"id":"https://openalex.org/C2778137410","wikidata":"https://www.wikidata.org/wiki/Q2732820","display_name":"Government (linguistics)","level":2,"score":0.46703052520751953},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.45710691809654236},{"id":"https://openalex.org/C123587114","wikidata":"https://www.wikidata.org/wiki/Q2101508","display_name":"Policy analysis","level":2,"score":0.4545922875404358},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.4324018359184265},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.423422634601593},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.41396433115005493},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.3888464570045471},{"id":"https://openalex.org/C195094911","wikidata":"https://www.wikidata.org/wiki/Q14167904","display_name":"Process management","level":1,"score":0.3319503664970398},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.29088881611824036},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.2768728733062744},{"id":"https://openalex.org/C144133560","wikidata":"https://www.wikidata.org/wiki/Q4830453","display_name":"Business","level":0,"score":0.2059631049633026},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.18405520915985107},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C202444582","wikidata":"https://www.wikidata.org/wiki/Q837863","display_name":"Pure mathematics","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1002/ev.303","doi":"https://doi.org/10.1002/ev.303","is_oa":false,"landing_page_url":"https://doi.org/10.1002/ev.303","pdf_url":null,"source":{"id":"https://openalex.org/S116051058","display_name":"New Directions for Evaluation","issn_l":"1097-6736","issn":["1097-6736","1534-875X"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-b","cwts-core","jufo-1","norway-1","poland-40","russia-white-list-2"],"host_organization":"https://openalex.org/P4310320595","host_organization_name":"Wiley","host_organization_lineage":["https://openalex.org/P4310320595"],"host_organization_lineage_names":["Wiley"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"New Directions for Evaluation","raw_type":"journal-article"},{"id":"pmh:oai:ecommons.cornell.edu:1813/15121","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/1813/15121","pdf_url":null,"source":{"id":"https://openalex.org/S4306400757","display_name":"eCommons (Cornell University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"article"},{"id":"pmh:oai:ecommons.cornell.edu:1813/15122","doi":null,"is_oa":false,"landing_page_url":"https://hdl.handle.net/1813/15122","pdf_url":null,"source":{"id":"https://openalex.org/S4306400757","display_name":"eCommons (Cornell University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"book chapter"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W22079432","https://openalex.org/W142073415","https://openalex.org/W297331364","https://openalex.org/W563428156","https://openalex.org/W645162788","https://openalex.org/W657908953","https://openalex.org/W1575210670","https://openalex.org/W1912456745","https://openalex.org/W1976154434","https://openalex.org/W1980234582","https://openalex.org/W1984519402","https://openalex.org/W2041730090","https://openalex.org/W2061722896","https://openalex.org/W2122152808","https://openalex.org/W2127752606","https://openalex.org/W2527873805","https://openalex.org/W2939148027","https://openalex.org/W3044138813","https://openalex.org/W4293180622"],"related_works":["https://openalex.org/W7028635669","https://openalex.org/W2067668080","https://openalex.org/W4293180594","https://openalex.org/W2939123445","https://openalex.org/W4293180589","https://openalex.org/W4293180585","https://openalex.org/W2028631226","https://openalex.org/W2170159482","https://openalex.org/W4399652816","https://openalex.org/W3034585140"],"abstract_inverted_index":{"Abstract":[0],"The":[1],"author":[2],"develops":[3],"the":[4,36,108,116,119,131,178],"basic":[5],"idea":[6],"of":[7,18,27,38,111,118,133,180],"evaluation":[8,19,39,42,79,134,146,149,181],"policy,":[9],"describes":[10],"a":[11,22,50,143,171],"practical":[12],"model":[13],"for":[14,35,165],"development":[15,179],"and":[16,25,29,33,59,75,85,92,114,125,162,176],"revision":[17],"policies":[20,105,150,157],"(including":[21],"taxonomy,":[23],"structure,":[24],"set":[26],"principles),":[28],"suggests":[30],"critical":[31,172],"challenges":[32],"opportunities":[34],"future":[37],"policy.":[40,147],"An":[41],"policy":[43],"is":[44],"any":[45],"rule":[46],"or":[47,52,96,128],"principle":[48],"that":[49,66,98],"group":[51],"organization":[53],"uses":[54],"to":[55],"guide":[56],"its":[57],"decisions":[58],"actions":[60],"when":[61],"doing":[62],"evaluation.":[63],"Every":[64],"entity":[65],"engages":[67],"in":[68,130,140,174],"evaluation,":[69],"including":[70],"government":[71],"agencies,":[72],"private":[73],"businesses,":[74],"nonprofit":[76],"organizations,":[77],"has":[78],"policies.":[80,182],"Sometimes":[81],"they":[82,89,121],"are":[83,90],"explicit":[84],"written;":[86],"more":[87],"often":[88],"implicit":[91],"ad":[93],"hoc":[94],"principles":[95],"norms":[97],"have":[99,160],"simply":[100],"evolved":[101],"over":[102],"time.":[103],"Evaluation":[104,167],"profoundly":[106],"affect":[107],"day\u2010to\u2010day":[109],"work":[110],"all":[112],"evaluators":[113],"ultimately":[115],"quality":[117],"programs":[120],"evaluate.":[122],"Many":[123],"recent":[124],"current":[126],"controversies":[127],"conflicts":[129],"field":[132],"can":[135],"be":[136],"viewed,":[137],"at":[138],"least":[139],"part,":[141],"as":[142],"struggle":[144],"around":[145],"Because":[148],"typically":[151],"apply":[152],"across":[153],"multiple":[154],"evaluations,":[155],"influencing":[156],"directly":[158],"may":[159],"systemic":[161],"far\u2010reaching":[163],"effects":[164],"practice.":[166],"practice":[168],"must":[169],"play":[170],"role":[173],"informing":[175],"shaping":[177],"\u00a9":[183],"Wiley":[184],"Periodicals,":[185],"Inc.":[186]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":4},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":5},{"year":2020,"cited_by_count":6},{"year":2019,"cited_by_count":3},{"year":2018,"cited_by_count":6},{"year":2017,"cited_by_count":6},{"year":2016,"cited_by_count":4},{"year":2015,"cited_by_count":6},{"year":2014,"cited_by_count":6},{"year":2012,"cited_by_count":6}],"updated_date":"2026-08-25T07:29:55.448023","created_date":"2016-06-24T00:00:00"}