{"id":"https://openalex.org/W101173778","doi":null,"title":"Inter-rater Reliability and Agreement of Rubrics for Assessment of Scientific Writing","display_name":"Inter-rater Reliability and Agreement of Rubrics for Assessment of Scientific Writing","publication_year":2014,"publication_date":"2014-01-01","ids":{"openalex":"https://openalex.org/W101173778","mag":"101173778"},"language":"en","primary_location":{"id":"mag:101173778","doi":null,"is_oa":false,"landing_page_url":"http://article.sapub.org/pdf/10.5923.j.edu.20140401.03.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Education","raw_type":null},"volume":null,"type":"article","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5077409761","display_name":"Eva Ekvall Hansson","orcid":"https://orcid.org/0000-0001-7552-6486","observed_orcids":["https://orcid.org/0000-0001-7552-6486"]},"institutions":[{"id":"https://openalex.org/I187531555","display_name":"Lund University","ror":"https://ror.org/012a77v79","country_code":"SE","type":"education","lineage":["https://openalex.org/I187531555"]}],"countries":["SE"],"is_corresponding":false,"raw_author_name":"Eva Ekvall Hansson","raw_affiliation_strings":["Lund Univ.#TAB#"],"raw_orcid":"https://orcid.org/0000-0001-7552-6486","affiliations":[{"raw_affiliation_string":"Lund Univ.#TAB#","institution_ids":["https://openalex.org/I187531555"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038842561","display_name":"J. Peter Svensson","orcid":"https://orcid.org/0000-0002-5863-6250","observed_orcids":["https://orcid.org/0000-0002-5863-6250"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"J. Peter Svensson","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-5863-6250","affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110194297","display_name":"Eva Lena Strandberg","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eva Lena Strandberg","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5014116939","display_name":"Margareta Troein","orcid":"https://orcid.org/0000-0001-6803-7545","observed_orcids":["https://orcid.org/0000-0001-6803-7545"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Margareta Troein","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0001-6803-7545","affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5031250631","display_name":"Anders Beckman","orcid":"https://orcid.org/0000-0002-1676-8183","observed_orcids":["https://orcid.org/0000-0002-1676-8183"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Anders Beckman","raw_affiliation_strings":[],"raw_orcid":"https://orcid.org/0000-0002-1676-8183","affiliations":[]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":4.3287,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.93802886,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":88,"max":96},"biblio":{"volume":"4","issue":"1","first_page":"12","last_page":"17"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.5673999786376953,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10254","display_name":"Innovations in Medical Education","score":0.3334999978542328,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12648","display_name":"Academic Writing and Publishing","score":0.015200000256299973,"subfield":{"id":"https://openalex.org/subfields/3309","display_name":"Library and Information Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inter-rater-reliability","display_name":"inter-rater reliability","score":0.8489999771118164},{"id":"https://openalex.org/keywords/rubrics","display_name":"rubrics","score":0.9449999928474426},{"id":"https://openalex.org/keywords/medical-education","display_name":"medical education","score":0.9760000109672546},{"id":"https://openalex.org/keywords/intraclass-correlation-coefficient","display_name":"intraclass correlation coefficient","score":0.7820000052452087},{"id":"https://openalex.org/keywords/writing-assessment","display_name":"writing assessment","score":0.36000001430511475}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.990692138671875},{"id":"https://openalex.org/C2777286243","wikidata":"https://www.wikidata.org/wiki/Q5591926","display_name":"Grading (engineering)","level":2,"score":0.8144457340240479},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.6731952428817749},{"id":"https://openalex.org/C104709138","wikidata":"https://www.wikidata.org/wiki/Q1671540","display_name":"Intraclass correlation","level":3,"score":0.6424384117126465},{"id":"https://openalex.org/C53839665","wikidata":"https://www.wikidata.org/wiki/Q2067088","display_name":"Peer assessment","level":2,"score":0.5446630120277405},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.4807443618774414},{"id":"https://openalex.org/C509550671","wikidata":"https://www.wikidata.org/wiki/Q126945","display_name":"Medical education","level":1,"score":0.4705762267112732},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.44525039196014404},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.43306151032447815},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42215216159820557},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.37382715940475464},{"id":"https://openalex.org/C19527891","wikidata":"https://www.wikidata.org/wiki/Q1120908","display_name":"Medical physics","level":1,"score":0.3279084861278534},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.15687215328216553},{"id":"https://openalex.org/C70410870","wikidata":"https://www.wikidata.org/wiki/Q199906","display_name":"Clinical psychology","level":1,"score":0.12371018528938293},{"id":"https://openalex.org/C171606756","wikidata":"https://www.wikidata.org/wiki/Q506132","display_name":"Psychometrics","level":2,"score":0.10269156098365784},{"id":"https://openalex.org/C83849319","wikidata":"https://www.wikidata.org/wiki/Q7295720","display_name":"Rating scale","level":2,"score":0.08220669627189636},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C147176958","wikidata":"https://www.wikidata.org/wiki/Q77590","display_name":"Civil engineering","level":1,"score":0.0},{"id":"https://openalex.org/C151730666","wikidata":"https://www.wikidata.org/wiki/Q7205","display_name":"Paleontology","level":1,"score":0.0},{"id":"https://openalex.org/C138496976","wikidata":"https://www.wikidata.org/wiki/Q175002","display_name":"Developmental psychology","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"mag:101173778","doi":null,"is_oa":false,"landing_page_url":"http://article.sapub.org/pdf/10.5923.j.edu.20140401.03.pdf","pdf_url":null,"source":null,"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":"Education","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.8278999924659729}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":19,"referenced_works":["https://openalex.org/W30690199","https://openalex.org/W159182717","https://openalex.org/W181261361","https://openalex.org/W203914578","https://openalex.org/W1967747674","https://openalex.org/W1968193922","https://openalex.org/W1968667761","https://openalex.org/W1973203445","https://openalex.org/W1983897914","https://openalex.org/W2025828126","https://openalex.org/W2086059573","https://openalex.org/W2090280719","https://openalex.org/W2098298040","https://openalex.org/W2113920798","https://openalex.org/W2115389369","https://openalex.org/W2128363176","https://openalex.org/W2138159128","https://openalex.org/W2141058353","https://openalex.org/W4294214983"],"related_works":["https://openalex.org/W2168164470","https://openalex.org/W4221073348","https://openalex.org/W2511518748","https://openalex.org/W2103933871","https://openalex.org/W4361984598","https://openalex.org/W4213433148","https://openalex.org/W4401950120","https://openalex.org/W2806682062","https://openalex.org/W4378384779","https://openalex.org/W3194621837"],"abstract_inverted_index":{"Background:":[0],"Learning":[1],"how":[2],"to":[3,53,58,107],"write":[4],"a":[5,9,75],"scientific":[6],"paper":[7],"is":[8],"mandatory":[10],"part":[11],"of":[12,41,49,68,88,116,125,138],"medical":[13,72,94,177],"education":[14,73,178],"at":[15,74,92,96],"many":[16],"universities.":[17],"The":[18,47,99,189],"criteria":[19],"for":[20,61,65,84,149,160,172,187],"passing":[21],"the":[22,28,39,62,66,89,93,111,117,123,126,129,144,150,195],"exam":[23],"are":[24,31,191],"not":[25],"always":[26],"clear;":[27],"grading":[29,85],"guidelines":[30],"often":[32],"sparse":[33],"and":[34,57,86,114,131,183],"sometimes":[35],"poorly":[36],"defined.":[37],"Therefore,":[38],"use":[40],"rubrics":[42,64,81,100,130,171,190],"can":[43],"be":[44],"appropriate.":[45],"Purpose:":[46],"aim":[48],"this":[50,168],"study":[51,110],"was":[52,153,164],"test":[54,59],"inter-rater":[55,112,181,185],"reliability":[56,113,182],"agreement":[60,115,158,186],"modified":[63],"assessment":[67,87],"master's":[69,90,174],"theses":[70,175],"in":[71,122,176],"Swedish":[76],"university.":[77],"Method:":[78],"Modified":[79],"scoring":[80,170],"were":[82,141],"used":[83,128],"thesis":[91],"programme":[95],"Lund":[97],"University.":[98],"include":[101],"10":[102],"items,":[103],"graded":[104],"from":[105],"1":[106],"4.":[108],"To":[109],"rubrics,":[118],"three":[119,145],"teachers":[120],"included":[121],"management":[124],"course":[127],"assessed":[132],"all":[133],"projects.":[134],"Results":[135],"A":[136],"total":[137,151],"37":[139],"projects":[140],"read":[142],"by":[143],"raters.":[146],"Intraclass":[147],"correlation":[148],"score":[152],"0.76":[154],"(CI":[155],"0.59-0.87).":[156],"Absolute":[157],"(average)":[159],"pass":[161],"or":[162],"fail":[163],"90%.":[165],"Conclusion:":[166],"In":[167],"study,":[169],"assessing":[173],"showed":[179],"strong":[180],"high":[184],"pass/fail.":[188],"now":[192],"available":[193],"on":[194],"university":[196],"website.":[197]},"counts_by_year":[{"year":2020,"cited_by_count":1},{"year":2019,"cited_by_count":2},{"year":2017,"cited_by_count":2},{"year":2016,"cited_by_count":1}],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2016-06-24T00:00:00"}