{"id":"https://openalex.org/W2128159762","doi":null,"title":"Should Student Outcomes Be Used to Evaluate Teaching","display_name":"Should Student Outcomes Be Used to Evaluate Teaching","publication_year":2014,"publication_date":"2014-05-01","ids":{"openalex":"https://openalex.org/W2128159762","mag":"2128159762"},"language":"en","primary_location":{"id":"mag:2128159762","doi":null,"is_oa":false,"landing_page_url":"http://www.ronberk.com/articles/2014_outcomes.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2764436233","display_name":"The journal of faculty development","issn_l":"2153-1900","issn":["2153-1900","2153-1919"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"\u0098The \u009cjournal of faculty development","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5044646623","display_name":"Ronald A. Berk","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Ronald A. Berk","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5044646623"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":7.2145,"has_fulltext":false,"cited_by_count":16,"citation_normalized_percentile":{"value":0.96500887,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":98},"biblio":{"volume":"28","issue":"2","first_page":"87","last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12884","display_name":"Educational Assessment and Pedagogy","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13853","display_name":"Teacher Education and Assessments","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/faculty-evaluation","display_name":"faculty evaluation","score":0.8140000104904175},{"id":"https://openalex.org/keywords/learning-outcomes","display_name":"learning outcomes","score":0.7950000166893005},{"id":"https://openalex.org/keywords/teaching-effectiveness","display_name":"teaching effectiveness","score":0.7170000076293945},{"id":"https://openalex.org/keywords/evidence-based-assessment","display_name":"evidence-based assessment","score":0.6620000004768372},{"id":"https://openalex.org/keywords/triangulation-of-data-sources","display_name":"triangulation of data sources","score":0.8169999718666077},{"id":"https://openalex.org/keywords/student-ratings","display_name":"student ratings","score":0.5239999890327454},{"id":"https://openalex.org/keywords/peer-observation-of-teaching","display_name":"peer observation","score":0.8510000109672546},{"id":"https://openalex.org/keywords/course-improvement","display_name":"course improvement","score":0.4230000078678131},{"id":"https://openalex.org/keywords/promotion-and-tenure","display_name":"tenure and promotion","score":0.7429999709129333},{"id":"https://openalex.org/keywords/program-accreditation","display_name":"program accreditation","score":0.3889999985694885},{"id":"https://openalex.org/keywords/psychometric-validity","display_name":"psychometric validity","score":0.6019999980926514},{"id":"https://openalex.org/keywords/quality-assurance-in-higher-education","display_name":"higher education quality assurance","score":0.6610000133514404},{"id":"https://openalex.org/keywords/faculty-development","display_name":"faculty development","score":0.47600001096725464},{"id":"https://openalex.org/keywords/student-learning-assessment","display_name":"student learning assessment","score":0.578000009059906}],"concepts":[{"id":"https://openalex.org/C152747807","wikidata":"https://www.wikidata.org/wiki/Q1854913","display_name":"Summative assessment","level":3,"score":0.7573561668395996},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6259783506393433},{"id":"https://openalex.org/C42525527","wikidata":"https://www.wikidata.org/wiki/Q1209955","display_name":"Formative assessment","level":2,"score":0.5819442868232727},{"id":"https://openalex.org/C61521584","wikidata":"https://www.wikidata.org/wiki/Q705899","display_name":"Accreditation","level":2,"score":0.5704437494277954},{"id":"https://openalex.org/C2776007630","wikidata":"https://www.wikidata.org/wiki/Q2798912","display_name":"Accountability","level":2,"score":0.5384109020233154},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.5203446745872498},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.5072891116142273},{"id":"https://openalex.org/C98147612","wikidata":"https://www.wikidata.org/wiki/Q215599","display_name":"Promotion (chess)","level":3,"score":0.46135449409484863},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4456605315208435},{"id":"https://openalex.org/C39549134","wikidata":"https://www.wikidata.org/wiki/Q133080","display_name":"Public relations","level":1,"score":0.41582590341567993},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.4155747890472412},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3302798569202423},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3191158175468445},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.1764419972896576},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.12659218907356262},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:2128159762","doi":null,"is_oa":false,"landing_page_url":"http://www.ronberk.com/articles/2014_outcomes.pdf","pdf_url":null,"source":{"id":"https://openalex.org/S2764436233","display_name":"The journal of faculty development","issn_l":"2153-1900","issn":["2153-1900","2153-1919"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"\u0098The \u009cjournal of faculty development","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.975600004196167,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":66,"referenced_works":["https://openalex.org/W73840173","https://openalex.org/W76864536","https://openalex.org/W268208890","https://openalex.org/W334502450","https://openalex.org/W342921861","https://openalex.org/W571025727","https://openalex.org/W632917577","https://openalex.org/W649554537","https://openalex.org/W814122030","https://openalex.org/W1457976969","https://openalex.org/W1501850011","https://openalex.org/W1582326057","https://openalex.org/W1853924841","https://openalex.org/W1928018913","https://openalex.org/W1987169263","https://openalex.org/W1995372796","https://openalex.org/W2003224869","https://openalex.org/W2003709430","https://openalex.org/W2007653345","https://openalex.org/W2007749970","https://openalex.org/W2012143097","https://openalex.org/W2014902083","https://openalex.org/W2018635757","https://openalex.org/W2020917648","https://openalex.org/W2022607151","https://openalex.org/W2042088808","https://openalex.org/W2043847545","https://openalex.org/W2050059269","https://openalex.org/W2053428620","https://openalex.org/W2059105943","https://openalex.org/W2061223391","https://openalex.org/W2061572779","https://openalex.org/W2064346581","https://openalex.org/W2066954284","https://openalex.org/W2078170899","https://openalex.org/W2082962063","https://openalex.org/W2095784876","https://openalex.org/W2100403645","https://openalex.org/W2101341147","https://openalex.org/W2102838347","https://openalex.org/W2110785110","https://openalex.org/W2118454401","https://openalex.org/W2120520658","https://openalex.org/W2123150677","https://openalex.org/W2127136536","https://openalex.org/W2128169318","https://openalex.org/W2128323002","https://openalex.org/W2142084779","https://openalex.org/W2147665460","https://openalex.org/W2149624594","https://openalex.org/W2154419981","https://openalex.org/W2156718449","https://openalex.org/W2156828831","https://openalex.org/W2161307025","https://openalex.org/W2169276110","https://openalex.org/W2174868319","https://openalex.org/W2186795191","https://openalex.org/W2238805994","https://openalex.org/W2304524964","https://openalex.org/W2326707655","https://openalex.org/W2724238001","https://openalex.org/W2889729150","https://openalex.org/W2964675004","https://openalex.org/W3023649590","https://openalex.org/W3121149278","https://openalex.org/W3216779397"],"related_works":["https://openalex.org/W2726398676","https://openalex.org/W2904383864","https://openalex.org/W2304524964","https://openalex.org/W2326479160","https://openalex.org/W3085070172","https://openalex.org/W3012366064","https://openalex.org/W2048549693","https://openalex.org/W2479710051","https://openalex.org/W1987169263","https://openalex.org/W4243572320"],"abstract_inverted_index":{"A":[0],"Context":[1],"for":[2,138,161,412],"Learning":[3],"OutcomesSo":[4],"what's":[5],"the":[6,10,15,29,75,85,91,101,127,135,194,201,246,254,338,394,407,409,414,417,423,426,472,539],"problem?":[7],"Ever":[8],"since":[9],"first":[11],"brontosaurus":[12],"stomped":[13],"onto":[14],"screen":[16],"in":[17,28,90,172,218,233,337,535],"Jurassic":[18],"Park,":[19],"every":[20],"source":[21,491,522],"of":[22,31,74,81,95,166,177,183,188,191,203,211,228,256,294,320,323,331,333,349,397,402,463,468,476,480,494,501],"evidence":[23,247,332,415,481,502],"you":[24,113,457],"could":[25],"possibly":[26],"use":[27,165],"evaluation":[296],"teaching":[32,212,257,334,378,381,389],"was":[33],"FALLIBLE":[34],"-":[35],"from":[36,538,556],"student":[37,205,341,361,508,557,566],"ratings":[38,46,206,509,545,558,567],"to":[39,42,45,52,125,133,143,242,250,405,449,547],"peer":[40,344,347,544],"observations":[41],"learning":[43,384],"outcomes":[44],"by":[47,452],"close":[48],"relatives.":[49],"That":[50],"applies":[51],"all":[53,100],"formative":[54],"(teaching":[55],"and":[56,67,70,93,123,145,164,185,225,232,244,253,365,387,393,425,474,510],"course":[57,350],"improvement),":[58],"summative":[59],"(annual":[60],"review,":[61],"contract":[62],"renewal,":[63],"promotion":[64],"&":[65,261,272,276,280,286,307,313,514,563,573,580],"tenure),":[66],"program":[68],"(accreditation":[69],"accountability)":[71],"decisions.":[72],"All":[73],"sources":[76,87,137,182,210,239,319,330,479],"are":[77,98,154,327,466,554],"evil,":[78],"chock":[79],"full":[80],"psychometric":[82,570],"sin.":[83,96],"However,":[84],"different":[86,504,537,555],"vary":[88],"considerably":[89],"type":[92,401],"degree":[94],"They":[97],"like":[99,110],"bad":[102],"food":[103],"we":[104],"eat,":[105],"except":[106],"kale,":[107],"which":[108,316],"tastes":[109],"insulation":[111],"unless":[112],"blend":[114],"it":[115],"into":[116],"a":[117,139,199,234,499],"smoothie":[118],"with":[119,207,551],"fruit,":[120],"yogurt,":[121],"flaxseed,":[122],"Doritos\u00ae":[124],"mask":[126],"flavor.The":[128],"most":[129],"defensible":[130],"strategy":[131,163],"is":[132,169,488,498,532],"pick":[134],"best":[136],"specific":[140],"decision":[141],"according":[142],"technical":[144],"legal":[146],"standards.":[147],"After":[148],"all,":[149],"high-stakes,":[150],"career":[151],"employment":[152],"decisions":[153],"being":[155],"made":[156],"about":[157],"faculty.":[158],"The":[159],"context":[160],"that":[162,432,470,553],"outcome":[167,385],"measures":[168],"briefly":[170],"described":[171],"this":[173],"section:":[174],"(1)":[175,340],"state":[176],"current":[178],"practice,":[179],"(2)":[180,343],"15":[181,328],"evidence,":[184,408,424],"(3)":[186,346],"triangulation":[187],"multiple":[189,318],"sources.State":[190],"Current":[192],"PracticeSince":[193],"1990s,":[195],"give":[196],"or":[197,419,492],"take":[198],"decade,":[200],"practice":[202],"augmenting":[204],"other":[208,226,540,569],"data":[209],"effectiveness":[213,335],"has":[214],"been":[215,298,447],"gaining":[216],"traction":[217],"liberal":[219],"arts":[220],"colleges,":[221],"universities,":[222],"medical":[223],"schools/colleges,":[224],"institutions":[227],"higher":[229],"education":[230],"worldwide":[231],"few":[235],"distant":[236],"planets.":[237],"Such":[238],"can":[240,523],"serve":[241],"broaden":[243],"deepen":[245],"base":[248],"used":[249],"evaluate":[251],"courses":[252],"quality":[255],"(Arreola,":[258,300],"2007;":[259,301],"Benton":[260],"Cashin,":[262,269,574],"2012;":[263,575,577],"Berk,":[264,302],"2005,":[265,483],"2006,":[266,303,438],"2013a,":[267],"2013b;":[268],"2003;":[270,516],"Gravestock":[271,312],"Gregor-Greenleaf,":[273,314],"2008;":[274],"Hoyt":[275],"Pallett,":[277],"1999;":[278],"Knapper":[279],"Cranton,":[281],"2001;":[282],"Seldin,":[283],"2006;":[284],"Theall":[285],"Feldman,":[287],"2007).":[288],"In":[289,440],"fact,":[290,441],"several":[291],"comprehensive":[292],"models":[293],"faculty":[295],"have":[297,446,568],"proposed":[299],"2009a,":[304],"2009b;":[305],"Braskamp":[306],"Ory,":[308],"1994;":[309],"Centra,":[310],"1993;":[311],"2008),":[315],"include":[317],"evidence.15":[321],"Sources":[322],"EvidenceGuess":[324],"what?":[325],"There":[326,487],"potential":[329],"reported":[336],"literature:":[339],"ratings,":[342,355,367,370,376],"observations,":[345],"review":[348,444],"materials":[351],"(4)":[352],"external":[353],"expert":[354],"(5)":[356],"self-ratings,":[357],"(6)":[358],"videos,":[359],"(7)":[360],"interviews,":[362],"(8)":[363],"exit":[364],"alumni":[366],"(9)":[368],"employer":[369],"(10)":[371],"mentor's":[372],"advice,":[373],"(11)":[374],"administrator":[375],"(12)":[377],"scholarship,":[379],"(13)":[380],"awards,":[382],"(14)":[383],"measures,":[386],"(15)":[388],"(course)":[390],"portfolio.A":[391],"critique":[392],"major":[395],"characteristics":[396],"each":[398],"source,":[399],"including":[400],"measure":[403],"needed":[404],"gather":[406],"person(s)":[410],"responsible":[411],"providing":[413],",":[416],"person":[418],"committee":[420],"who":[421],"uses":[422],"decision(s)":[427],"typically":[428],"rendered":[429],"based":[430],"on":[431,503],"data,":[433],"were":[434],"presented":[435],"previously":[436],"(Berk,":[437,482],"2013b).":[439],"our":[442],"hero's":[443],"should":[445],"delivered":[448],"your":[450],"doorstep":[451],"an":[453],"Amazon":[454],"drone.":[455],"If":[456],"didn't":[458],"get":[459],"it,":[460],"contact":[461],"Amazon.Triangulation":[462],"Multiple":[464],"SourcesThere":[465],"stacks":[467],"articles":[469],"weigh":[471],"merits":[473],"shortcomings":[475],"these":[477],"various":[478],"2006).":[484],"Put":[485],"simply:":[486],"no":[489],"perfect":[490],"combination":[493],"sources,":[495],"plus":[496],"there":[497],"scarcity":[500],"combinations,":[505],"such":[506],"as":[507,528],"self-ratings":[511],"(Barnett,":[512],"Matthews,":[513],"Jackson,":[515],"Stalmeijer":[517],"et":[518],"al.,":[519],"2010).":[520],"Each":[521],"supply":[524],"unique":[525],"information,":[526],"but,":[527],"noted":[529],"previously,":[530],"also":[531],"fallible,":[533],"usually":[534],"ways":[536],"sources.":[541],"For":[542],"example,":[543],"tend":[546],"be":[548],"less":[549],"reliable":[550],"biases":[552],"(Thomas,":[559],"Chie,":[560],"Abraham,":[561],"Raj,":[562],"Beh,":[564],"2014);":[565],"weaknesses":[571],"(Benton":[572],"Nilson,":[576],"Spooren,":[578],"Brockx,":[579],"Mortelmans,":[581],"2013).":[582],"\u2026":[583]},"counts_by_year":[{"year":2023,"cited_by_count":1},{"year":2020,"cited_by_count":4},{"year":2019,"cited_by_count":1},{"year":2018,"cited_by_count":5},{"year":2017,"cited_by_count":1},{"year":2015,"cited_by_count":3},{"year":2014,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}