{"id":"https://openalex.org/W1965686167","doi":"https://doi.org/10.1037//0022-0663.89.4.743","title":"No pain, no gain? The importance of measuring course workload in student ratings of instruction.","display_name":"No pain, no gain? The importance of measuring course workload in student ratings of instruction.","publication_year":1997,"publication_date":"1997-01-01","ids":{"openalex":"https://openalex.org/W1965686167","doi":"https://doi.org/10.1037//0022-0663.89.4.743","mag":"1965686167"},"language":"en","primary_location":{"id":"doi:10.1037//0022-0663.89.4.743","doi":"https://doi.org/10.1037//0022-0663.89.4.743","is_oa":false,"landing_page_url":"https://doi.org/10.1037//0022-0663.89.4.743","pdf_url":null,"source":{"id":"https://openalex.org/S61703936","display_name":"Journal of Educational Psychology","issn_l":"0022-0663","issn":["0022-0663","1939-2176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Psychology","raw_type":"journal-article"},"volume":null,"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5034477399","display_name":"Anthony G. Greenwald","orcid":"https://orcid.org/0000-0001-6865-8552","observed_orcids":["https://orcid.org/0000-0001-6865-8552"]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Anthony G. Greenwald","raw_affiliation_strings":["U Washington, Dept of Psychology, Seattle, WA, US"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"U Washington, Dept of Psychology, Seattle, WA, US","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5072070366","display_name":"Gerald M. Gillmore","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Gerald M. Gillmore","raw_affiliation_strings":["University of Washington"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I201448701"],"apc_list":null,"apc_paid":null,"fwci":36.1735,"has_fulltext":false,"cited_by_count":241,"citation_normalized_percentile":{"value":0.99654146,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":92,"max":99},"biblio":{"volume":"89","issue":"4","first_page":"743","last_page":"751"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T11039","display_name":"Evaluation of Teaching Practices","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13929","display_name":"Educational Outcomes and Influences","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.00019999999494757503,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/student-evaluations-of-teaching","display_name":"student evaluations of teaching","score":0.8259999752044678},{"id":"https://openalex.org/keywords/course-workload","display_name":"course workload","score":0.9330000281333923},{"id":"https://openalex.org/keywords/expected-grades","display_name":"expected grades","score":0.7870000004768372},{"id":"https://openalex.org/keywords/instructor-ratings","display_name":"instructor ratings","score":0.48399999737739563},{"id":"https://openalex.org/keywords/teaching-quality","display_name":"teaching quality","score":0.7099999785423279},{"id":"https://openalex.org/keywords/covariance-structure-models","display_name":"covariance structure models","score":0.7630000114440918},{"id":"https://openalex.org/keywords/undergraduate-courses","display_name":"undergraduate courses","score":0.5490000247955322}],"concepts":[{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.8445619344711304},{"id":"https://openalex.org/C2778476105","wikidata":"https://www.wikidata.org/wiki/Q628539","display_name":"Workload","level":2,"score":0.708103597164154},{"id":"https://openalex.org/C2777552389","wikidata":"https://www.wikidata.org/wiki/Q1962728","display_name":"Course (navigation)","level":2,"score":0.6864408850669861},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.47009941935539246},{"id":"https://openalex.org/C2780067481","wikidata":"https://www.wikidata.org/wiki/Q1813450","display_name":"Course evaluation","level":3,"score":0.4622518718242645},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4016014337539673},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.3918633460998535},{"id":"https://openalex.org/C120912362","wikidata":"https://www.wikidata.org/wiki/Q136822","display_name":"Higher education","level":2,"score":0.37410223484039307},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3444083631038666},{"id":"https://openalex.org/C187736073","wikidata":"https://www.wikidata.org/wiki/Q2920921","display_name":"Management","level":1,"score":0.08760282397270203},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C1276947","wikidata":"https://www.wikidata.org/wiki/Q333","display_name":"Astronomy","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1037//0022-0663.89.4.743","doi":"https://doi.org/10.1037//0022-0663.89.4.743","is_oa":false,"landing_page_url":"https://doi.org/10.1037//0022-0663.89.4.743","pdf_url":null,"source":{"id":"https://openalex.org/S61703936","display_name":"Journal of Educational Psychology","issn_l":"0022-0663","issn":["0022-0663","1939-2176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Psychology","raw_type":"journal-article"},{"id":"doi:10.1037/0022-0663.89.4.743","doi":"https://doi.org/10.1037/0022-0663.89.4.743","is_oa":false,"landing_page_url":"https://doi.org/10.1037/0022-0663.89.4.743","pdf_url":null,"source":{"id":"https://openalex.org/S61703936","display_name":"Journal of Educational Psychology","issn_l":"0022-0663","issn":["0022-0663","1939-2176"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","dongbi-b","erih-plus","jufo-3","ki-jl-1","norway-2","poland-140","russia-white-list-1","vabb-shw"],"host_organization":"https://openalex.org/P4310320262","host_organization_name":"American Psychological Association","host_organization_lineage":["https://openalex.org/P4310320262"],"host_organization_lineage_names":["American Psychological Association"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Educational Psychology","raw_type":"journal-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","score":0.975600004196167,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":28,"referenced_works":["https://openalex.org/W51550268","https://openalex.org/W298964838","https://openalex.org/W308356624","https://openalex.org/W1577585766","https://openalex.org/W1654874180","https://openalex.org/W1971410477","https://openalex.org/W1983213335","https://openalex.org/W1992193527","https://openalex.org/W1992680218","https://openalex.org/W2010260487","https://openalex.org/W2016978299","https://openalex.org/W2025868342","https://openalex.org/W2028309625","https://openalex.org/W2032465865","https://openalex.org/W2042605588","https://openalex.org/W2060384439","https://openalex.org/W2083652311","https://openalex.org/W2087695879","https://openalex.org/W2092215479","https://openalex.org/W2093099429","https://openalex.org/W2093349432","https://openalex.org/W2107532143","https://openalex.org/W2109925597","https://openalex.org/W2114642823","https://openalex.org/W2127136536","https://openalex.org/W2157300266","https://openalex.org/W2168382705","https://openalex.org/W2501659236"],"related_works":["https://openalex.org/W2005602477","https://openalex.org/W76628957","https://openalex.org/W2140480569","https://openalex.org/W2030428095","https://openalex.org/W313712003","https://openalex.org/W2170456667","https://openalex.org/W2214557502","https://openalex.org/W647614295","https://openalex.org/W7096420416","https://openalex.org/W2054450250"],"abstract_inverted_index":{"Samples":[0],"of":[1,10,46,55,110,126,173,190,211,222,228,233,272,277,287,296,306,311],"about":[2],"200":[3],"undergraduate":[4],"courses":[5,62,81],"were":[6,59,67],"investigated":[7],"in":[8,32,44,252],"each":[9,45],"3":[11],"consecutive":[12],"academic":[13],"terms.":[14,50],"Course":[15],"survey":[16],"forms":[17],"assessed":[18],"evaluative":[19,77,314],"ratings,":[20,279,315],"expected":[21,74,93,317],"grades,":[22,318],"and":[23,40,79,95,138,140,145,164,180,205,319],"course":[24,321],"workloads.":[25,322],"A":[26],"covariance":[27,183,208],"structure":[28,184,209,246,251,276],"model":[29,58,185,210],"was":[30,177],"developed":[31],"exploratory":[33],"fashion":[34],"for":[35,242],"the":[36,47,56,100,116,174,229,254,262,274,280,297],"1st":[37],"term's":[38],"data,":[39],"then":[41],"successfully":[42],"cross-validated":[43],"next":[48],"2":[49,52],"The":[51,147,170,198],"major":[53],"features":[54],"successful":[57],"that":[60,63,82,102,119,186,299],"(a)":[61,313],"gave":[64,83],"higher":[65,84,255],"grades":[66,75,85,94],"better":[68],"liked":[69],"(a":[70,89],"positive":[71],"path":[72],"from":[73,151],"to":[76,178,203,284],"ratings),":[78],"(b)":[80,316],"had":[86],"lighter":[87],"workloads":[88],"negative":[90],"relation":[91],"between":[92],"workload).":[96],"These":[97],"findings":[98],"support":[99,241],"conclusion":[101],"instructors'":[103],"grading":[104,111],"leniency":[105,112],"influences":[106,194,289,298],"ratings.":[107,197,293],"This":[108],"effect":[109],"also":[113,166],"importantly":[114],"qualifies":[115],"standard":[117],"interpretation":[118],"student":[120,155,196,212,278,292,301],"ratings":[121,130,156,213,302],"are":[122,161,165],"relatively":[123],"pure":[124],"indicators":[125],"instructional":[127],"quality.":[128],"Student":[129],"have":[131],"been":[132,215],"both":[133],"praised":[134],"as":[135,142],"being":[136,143],"valid":[137],"efficient":[139],"criticized":[141],"insensitive":[144],"misleading.'":[146],"present":[148,175,281],"research":[149,176,282],"proceeds":[150],"an":[152],"intermediate":[153],"viewthat":[154],"may":[157],"be":[158],"imperfect":[159],"but":[160],"nevertheless":[162],"useful":[163],"improvable":[167],"through":[168],"research.":[169],"specific":[171],"aim":[172,271],"construct":[179],"confirm":[181,206],"a":[182,207,243,249],"could":[187],"identify":[188],"sources":[189],"desired":[191],"or":[192],"undesired":[193],"on":[195,291],"most":[199],"ambitious":[200],"previous":[201],"effort":[202],"describe":[204],"has":[214],"Marsh's":[216,269],"(1991)":[217,270],"hierarchical":[218],"confirmatory":[219,240],"factor":[220],"analysis":[221],"&ta":[223],"provided":[224],"by":[225],"35":[226],"items":[227],"SEEQ":[230],"(Student":[231],"Evaluations":[232],"Educational":[234],"Quality)":[235],"inventory.":[236],"Marsh":[237],"reported":[238],"substantial":[239],"nine-factor":[244],"first-order":[245,264],"overlaid":[247],"with":[248,268],"four-factor":[250],"which":[253],"order":[256],"factors":[257],"represented":[258],"similarity":[259],"relations":[260],"among":[261,308],"nine":[263],"factors.":[265],"In":[266],"contrast":[267],"analyzing":[273],"dimensional":[275],"sought":[283],"evaluate":[285],"theories":[286,295],"causal":[288],"operating":[290],"Alternative":[294],"affect":[300],"imply":[303],"different":[304],"patterns":[305],"relationships":[307],"three":[309],"categories":[310],"measures:":[312],"(c)":[320]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":4},{"year":2023,"cited_by_count":2},{"year":2022,"cited_by_count":6},{"year":2021,"cited_by_count":4},{"year":2020,"cited_by_count":12},{"year":2019,"cited_by_count":5},{"year":2018,"cited_by_count":7},{"year":2017,"cited_by_count":7},{"year":2016,"cited_by_count":9},{"year":2015,"cited_by_count":7},{"year":2014,"cited_by_count":11},{"year":2013,"cited_by_count":12},{"year":2012,"cited_by_count":11}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}