{"id":"https://openalex.org/W2293141971","doi":"https://doi.org/10.1177/1098214015611245","title":"Does Research on Evaluation Matter? Findings From a Survey of American Evaluation Association Members and Prominent Evaluation Theorists and Scholars","display_name":"Does Research on Evaluation Matter? Findings From a Survey of American Evaluation Association Members and Prominent Evaluation Theorists and Scholars","publication_year":2015,"publication_date":"2015-10-20","ids":{"openalex":"https://openalex.org/W2293141971","doi":"https://doi.org/10.1177/1098214015611245","mag":"2293141971"},"language":"en","primary_location":{"id":"doi:10.1177/1098214015611245","doi":"https://doi.org/10.1177/1098214015611245","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1098214015611245","pdf_url":null,"source":{"id":"https://openalex.org/S25376279","display_name":"American Journal of Evaluation","issn_l":"1098-2140","issn":["1098-2140","1557-0878"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Evaluation","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5052503478","display_name":"Chris L. S. Coryn","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Chris L. S. Coryn","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5009582202","display_name":"Satoshi Ozeki","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Satoshi Ozeki","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066543789","display_name":"Lyssa N. Wilson","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lyssa N. Wilson","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059022899","display_name":"Gregory D. Greenman","orcid":"https://orcid.org/0000-0001-8749-6157","observed_orcids":["https://orcid.org/0000-0001-8749-6157"]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gregory D. Greenman","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039575679","display_name":"Daniela C. Schr\u00f6ter","orcid":"https://orcid.org/0000-0002-5770-0783","observed_orcids":["https://orcid.org/0000-0002-5770-0783"]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Daniela C. Schr\u00f6ter","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061067334","display_name":"Kristin A. Hobson","orcid":"https://orcid.org/0000-0002-7713-1792","observed_orcids":["https://orcid.org/0000-0002-7713-1792"]},"institutions":[{"id":"https://openalex.org/I141649380","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64","country_code":"US","type":"education","lineage":["https://openalex.org/I141649380"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Kristin A. Hobson","raw_affiliation_strings":["Western Michigan University (WMU), Kalamazoo, MI, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Western Michigan University (WMU), Kalamazoo, MI, USA","institution_ids":["https://openalex.org/I141649380"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5063936673","display_name":"Tarek Azzam","orcid":"https://orcid.org/0000-0003-3864-0217","observed_orcids":["https://orcid.org/0000-0003-3864-0217"]},"institutions":[{"id":"https://openalex.org/I136722135","display_name":"Claremont Graduate University","ror":"https://ror.org/0157pnt69","country_code":"US","type":"education","lineage":["https://openalex.org/I136722135"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tarek Azzam","raw_affiliation_strings":["Claremont Graduate University (CGU), Claremont, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Claremont Graduate University (CGU), Claremont, CA, USA","institution_ids":["https://openalex.org/I136722135"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5090245006","display_name":"Anne T. Vo","orcid":"https://orcid.org/0000-0003-1465-9052","observed_orcids":["https://orcid.org/0000-0003-1465-9052"]},"institutions":[{"id":"https://openalex.org/I1174212","display_name":"University of Southern California","ror":"https://ror.org/03taz7m60","country_code":"US","type":"education","lineage":["https://openalex.org/I1174212"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anne T. Vo","raw_affiliation_strings":["University of Southern California (USC), Los Angeles, CA, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Southern California (USC), Los Angeles, CA, USA","institution_ids":["https://openalex.org/I1174212"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5052503478"],"corresponding_institution_ids":["https://openalex.org/I141649380"],"apc_list":{"value":3650,"currency":"USD","value_usd":3650},"apc_paid":null,"fwci":5.5525,"has_fulltext":false,"cited_by_count":33,"citation_normalized_percentile":{"value":0.95318717,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":99},"biblio":{"volume":"37","issue":"2","first_page":"159","last_page":"173"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12010","display_name":"Evaluation and Performance Assessment","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3321","display_name":"Public Administration"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10102","display_name":"scientometrics and bibliometrics research","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11994","display_name":"Human Resource Development and Performance Evaluation","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/3202","display_name":"Applied Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/evaluation-research","display_name":"evaluation research","score":0.6769999861717224},{"id":"https://openalex.org/keywords/research-utilization","display_name":"research utilization","score":0.6190000176429749},{"id":"https://openalex.org/keywords/assessment-practices","display_name":"assessment practices","score":0.5139999985694885}],"concepts":[{"id":"https://openalex.org/C3018395757","wikidata":"https://www.wikidata.org/wiki/Q1379672","display_name":"Evaluation methods","level":2,"score":0.5554945468902588},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.5326184034347534},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5227059125900269},{"id":"https://openalex.org/C142853389","wikidata":"https://www.wikidata.org/wiki/Q744778","display_name":"Association (psychology)","level":2,"score":0.49761345982551575},{"id":"https://openalex.org/C2779318504","wikidata":"https://www.wikidata.org/wiki/Q1438035","display_name":"Research design","level":2,"score":0.4384036064147949},{"id":"https://openalex.org/C5395021","wikidata":"https://www.wikidata.org/wiki/Q1061410","display_name":"Program evaluation","level":2,"score":0.42382222414016724},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3577798306941986},{"id":"https://openalex.org/C36289849","wikidata":"https://www.wikidata.org/wiki/Q34749","display_name":"Social science","level":1,"score":0.3512028455734253},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3388496935367584},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.1869814097881317},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.0},{"id":"https://openalex.org/C3116431","wikidata":"https://www.wikidata.org/wiki/Q31728","display_name":"Public administration","level":1,"score":0.0},{"id":"https://openalex.org/C200601418","wikidata":"https://www.wikidata.org/wiki/Q2193887","display_name":"Reliability engineering","level":1,"score":0.0},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C542102704","wikidata":"https://www.wikidata.org/wiki/Q183257","display_name":"Psychotherapist","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1177/1098214015611245","doi":"https://doi.org/10.1177/1098214015611245","is_oa":false,"landing_page_url":"https://doi.org/10.1177/1098214015611245","pdf_url":null,"source":{"id":"https://openalex.org/S25376279","display_name":"American Journal of Evaluation","issn_l":"1098-2140","issn":["1098-2140","1557-0878"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["abdc-c","anvur-class-a","anvur-scientific","cwts-core","erih-plus","fnege-4","jufo-2","norway-1","poland-100","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320017","host_organization_name":"SAGE Publishing","host_organization_lineage":["https://openalex.org/P4310320017"],"host_organization_lineage_names":["SAGE Publishing"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"American Journal of Evaluation","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320308275","display_name":"American Educational Research Association","ror":"https://ror.org/00pmt4r91"},{"id":"https://openalex.org/F4320309563","display_name":"Western Michigan University","ror":"https://ror.org/04j198w64"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W18830643","https://openalex.org/W297056360","https://openalex.org/W639012272","https://openalex.org/W1521503407","https://openalex.org/W1554015502","https://openalex.org/W1580288159","https://openalex.org/W1594443358","https://openalex.org/W1716153889","https://openalex.org/W1970804042","https://openalex.org/W1971265784","https://openalex.org/W1971728340","https://openalex.org/W1977553010","https://openalex.org/W1987877320","https://openalex.org/W2001941296","https://openalex.org/W2002955255","https://openalex.org/W2012207800","https://openalex.org/W2012507831","https://openalex.org/W2019919882","https://openalex.org/W2020666462","https://openalex.org/W2024132711","https://openalex.org/W2025115361","https://openalex.org/W2045356436","https://openalex.org/W2053046349","https://openalex.org/W2062854313","https://openalex.org/W2063233684","https://openalex.org/W2079138428","https://openalex.org/W2081284567","https://openalex.org/W2083440838","https://openalex.org/W2083761340","https://openalex.org/W2097751135","https://openalex.org/W2117911048","https://openalex.org/W2121342035","https://openalex.org/W2124276108","https://openalex.org/W2138028362","https://openalex.org/W2138357574","https://openalex.org/W2141487224","https://openalex.org/W2148356006","https://openalex.org/W2172257762","https://openalex.org/W2326882339","https://openalex.org/W2328749703","https://openalex.org/W2499613780","https://openalex.org/W2537798536","https://openalex.org/W3183784798"],"related_works":["https://openalex.org/W2265723958","https://openalex.org/W2042483261","https://openalex.org/W1514788950","https://openalex.org/W2801360418","https://openalex.org/W2582203982","https://openalex.org/W2145038359","https://openalex.org/W2264934892","https://openalex.org/W4213021769","https://openalex.org/W2979624847","https://openalex.org/W7095180392"],"abstract_inverted_index":{"Research":[0],"on":[1,25,88,94],"evaluation":[2,26,39,42,65,89,95,101,104],"theories,":[3],"methods,":[4],"and":[5,31,48,59,67,79,82,90,102,109,116,118,123],"practices":[6],"has":[7,96],"increased":[8],"considerably":[9],"in":[10],"the":[11],"past":[12],"decade.":[13],"Even":[14],"so,":[15],"little":[16],"is":[17],"known":[18],"about":[19,38,100],"whether":[20,32],"published":[21],"findings":[22,34],"from":[23],"research":[24,87,93],"are":[27],"read":[28,86],"by":[29],"evaluators":[30],"such":[33],"influence":[35],"evaluators\u2019":[36],"thinking":[37,99],"or":[40],"their":[41,98,103],"practice.":[43],"To":[44],"address":[45],"these":[46],"questions,":[47],"others,":[49],"a":[50,60],"random":[51],"sample":[52,62],"of":[53,63,73],"American":[54],"Evaluation":[55],"Association":[56],"(AEA)":[57],"members":[58,75],"purposive":[61],"prominent":[64,121],"theorists":[66,81,122],"scholars":[68,83],"were":[69],"surveyed.":[70],"A":[71],"majority":[72],"AEA":[74,114],"(80.95%":[76],"\u00b1":[77,107,111],"7.60%)":[78],"sampled":[80],"(84.21%)":[84],"regularly":[85],"indicate":[91],"that":[92],"influenced":[97],"practice":[105],"(97.00%":[106],"3.38%":[108],"94.00%":[110],"4.79%,":[112],"for":[113,120],"members,":[115],"100%":[117],"100%,":[119],"scholars,":[124],"respectively).":[125]},"counts_by_year":[{"year":2026,"cited_by_count":4},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":3},{"year":2023,"cited_by_count":1},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":2},{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":4},{"year":2018,"cited_by_count":2},{"year":2017,"cited_by_count":3},{"year":2016,"cited_by_count":2},{"year":2015,"cited_by_count":1}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2016-06-24T00:00:00"}