{"id":"https://openalex.org/W7064109239","doi":null,"title":"Assessing Reliability and Validity of Peer and Self-Graded Assessments","display_name":"Assessing Reliability and Validity of Peer and Self-Graded Assessments","alternate_titles":[],"publication_year":2021,"publication_date":"2021-04-17","ids":{"openalex":"https://openalex.org/W7064109239"},"language":"en","primary_location":{"id":"pmh:oai:digitalcommons.olivet.edu:scholar_week_events-1404","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.olivet.edu/scholar_week_events/2021/schedule/8","pdf_url":null,"source":{"id":"https://openalex.org/S4377196765","display_name":"Digital Commons - Olivet Distinctive Heritage, Scholarship, & Creativity (Olivet Nazarene University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I112494859","host_organization_name":"Olivet Nazarene University","host_organization_lineage":["https://openalex.org/I112494859"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scholar Week 2016 - present","raw_type":"text"},"parent_works":[],"lineage":["https://openalex.org/W7064109239"],"child_works_count":0,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Kahn, Jennifer","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I112494859","display_name":"Olivet Nazarene University","ror":"https://ror.org/038nb9c73","country_code":"US","type":"education","lineage":["https://openalex.org/I112494859"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Kahn, Jennifer","raw_affiliation_strings":["Olivet Nazarene University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Olivet Nazarene University","institution_ids":["https://openalex.org/I112494859"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I112494859"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10636","display_name":"Innovative Teaching and Learning Methods","score":0.0003000000142492354,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/peer-grading","display_name":"peer grading","score":0.8600000143051147},{"id":"https://openalex.org/keywords/self-assessment","display_name":"self-assessment","score":0.8899999856948853},{"id":"https://openalex.org/keywords/teacher-grading","display_name":"teacher grading","score":0.6010000109672546},{"id":"https://openalex.org/keywords/grading-practices","display_name":"grading practices","score":0.5659999847412109},{"id":"https://openalex.org/keywords/reliability-statistics","display_name":"reliability statistics","score":0.5130000114440918},{"id":"https://openalex.org/keywords/validity","display_name":"validity","score":0.9890000224113464},{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8299999833106995},{"id":"https://openalex.org/keywords/secondary-school-students","display_name":"high school students","score":0.656000018119812},{"id":"https://openalex.org/keywords/student-assessment","display_name":"student assessment","score":0.5}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9003000259399414},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.7723000049591064},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.6000999808311462},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.49000000953674316},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4357999861240387},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.4253999888896942},{"id":"https://openalex.org/C70364389","wikidata":"https://www.wikidata.org/wiki/Q18757","display_name":"Validity","level":3,"score":0.3991999924182892},{"id":"https://openalex.org/C198531522","wikidata":"https://www.wikidata.org/wiki/Q485146","display_name":"Sample (material)","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.3513999879360199},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.3407999873161316},{"id":"https://openalex.org/C22156102","wikidata":"https://www.wikidata.org/wiki/Q5341294","display_name":"Educational measurement","level":3,"score":0.33329999446868896},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.33090001344680786},{"id":"https://openalex.org/C39896193","wikidata":"https://www.wikidata.org/wiki/Q380344","display_name":"Descriptive statistics","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C49453240","wikidata":"https://www.wikidata.org/wiki/Q1592163","display_name":"Construct validity","level":3,"score":0.32030001282691956},{"id":"https://openalex.org/C129848803","wikidata":"https://www.wikidata.org/wiki/Q2564360","display_name":"Sample size determination","level":2,"score":0.3093000054359436},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.3091000020503998},{"id":"https://openalex.org/C3018023364","wikidata":"https://www.wikidata.org/wiki/Q425265","display_name":"Significant difference","level":2,"score":0.29789999127388},{"id":"https://openalex.org/C75630572","wikidata":"https://www.wikidata.org/wiki/Q538904","display_name":"Applied psychology","level":1,"score":0.2896000146865845},{"id":"https://openalex.org/C2779356329","wikidata":"https://www.wikidata.org/wiki/Q922625","display_name":"Checklist","level":2,"score":0.28439998626708984},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.2808000147342682},{"id":"https://openalex.org/C116211729","wikidata":"https://www.wikidata.org/wiki/Q5372350","display_name":"Test validity","level":3,"score":0.2784000039100647},{"id":"https://openalex.org/C20685875","wikidata":"https://www.wikidata.org/wiki/Q7239678","display_name":"Predictive validity","level":2,"score":0.2700999975204468},{"id":"https://openalex.org/C2986587452","wikidata":"https://www.wikidata.org/wiki/Q938438","display_name":"Statistical analysis","level":2,"score":0.25999999046325684}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:digitalcommons.olivet.edu:scholar_week_events-1404","doi":null,"is_oa":false,"landing_page_url":"https://digitalcommons.olivet.edu/scholar_week_events/2021/schedule/8","pdf_url":null,"source":{"id":"https://openalex.org/S4377196765","display_name":"Digital Commons - Olivet Distinctive Heritage, Scholarship, & Creativity (Olivet Nazarene University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I112494859","host_organization_name":"Olivet Nazarene University","host_organization_lineage":["https://openalex.org/I112494859"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Scholar Week 2016 - present","raw_type":"text"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality education","id":"https://metadata.un.org/sdg/4","score":0.975600004196167}],"study_designs":[{"display_name":"Observational Study","id":"https://openalex.org/study-designs/observational-study"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W2884443968","https://openalex.org/W2961279453","https://openalex.org/W2596072174","https://openalex.org/W2187408950","https://openalex.org/W1996469193","https://openalex.org/W2031192422","https://openalex.org/W2943166222","https://openalex.org/W7129185344","https://openalex.org/W2588170051"],"abstract_inverted_index":{"The":[0,35,97,112,129],"purpose":[1],"of":[2,10,26,37,62,196,218,227],"this":[3,38,219],"study":[4,39,71],"was":[5,184],"to":[6,42,55,87,119,175],"determine":[7],"the":[8,17,22,57,102,121,212],"usefulness":[9],"peer":[11],"and":[12,24,64,100,116,126,135,148,202,215,223,229],"self-grades":[13,149,201],"as":[14,172,206],"proxies":[15],"for":[16,51,208,234],"teacher\u2019s":[18,130],"grades":[19,131,210],"by":[20],"evaluating":[21],"reliability":[23,160],"validity":[25],"evidence-based":[27],"grading":[28,44,107],"practices":[29],"in":[30,53,91,181,211],"a":[31,77,84,105],"high":[32,80],"school":[33,81],"setting.":[34],"results":[36],"were":[40,49,132,192],"intended":[41],"reveal":[43],"strategies,":[45],"if":[46],"any,":[47],"that":[48],"useful":[50],"teachers":[52],"order":[54],"bridge":[56],"gap":[58],"between":[59,123],"theoretical":[60],"models":[61],"learning":[63],"explicit":[65],"pedagogical":[66],"techniques.":[67],"This":[68],"quantitative":[69],"correlational":[70],"involved":[72],"one":[73],"participating":[74],"teacher":[75,127,230],"from":[76,109],"public":[78],"suburban":[79],"who":[82],"administered":[83],"written":[85],"assessment":[86],"77":[88],"student":[89,197,228],"participants":[90,231],"an":[92],"Advanced":[93],"Placement":[94],"science":[95],"course.":[96],"students":[98,173,187],"self-graded":[99],"peer-graded":[101,188],"assessments":[103],"using":[104],"publicly-released":[106],"rubric":[108],"College":[110],"Board.":[111],"researcher":[113],"employed":[114],"descriptive":[115],"inferential":[117],"statistics":[118],"probe":[120],"relationships":[122],"peer-grades,":[124],"self-grades,":[125],"grades.":[128],"highly,":[133],"positively,":[134],"statistically":[136,169,178],"significantly":[137,170],"correlated":[138],"with":[139,200],"averaged":[140],"peer-grades":[141],"(r(75)":[142],"=":[143,163],"0.75,":[144],"p":[145,153],"<":[146,154],".001)":[147],"(r(74":[150],")=":[151],".66,":[152],".001).":[155],"Peer-graders":[156],"demonstrated":[157],"good":[158],"inter-rater":[159],"(Cronbach\u2019s":[161],"\u03b1":[162],"0.85).":[164],"Peer-grading":[165],"accuracy":[166,183],"did":[167],"not":[168],"improve":[171],"continued":[174],"peer-grade.":[176],"No":[177],"significant":[179],"difference":[180],"self-grading":[182],"detected":[185],"when":[186],"before":[189],"self-grading.":[190],"Peer-grades":[191],"more":[193,224],"acceptable":[194],"measures":[195],"performance":[198],"compared":[199],"can":[203],"be":[204],"used":[205],"substitutes":[207],"teachers\u2019":[209],"limited":[213],"methodological":[214],"demographical":[216],"context":[217],"study.":[220],"A":[221],"larger":[222],"diverse":[225],"sample":[226],"is":[232],"recommended":[233],"future":[235],"studies.\\nCohort":[236],"XX":[237]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W7064109239","counts_by_year":[],"updated_date":"2026-11-15T12:55:33.944570","created_date":"2025-10-10T00:00:00"}
