{"id":"https://openalex.org/W4402640872","doi":"https://doi.org/10.21449/ijate.1807948","title":"The impact of rubric layout on L2 English writing scores and raters\u2019 decision-making","display_name":"The impact of rubric layout on L2 English writing scores and raters\u2019 decision-making","publication_year":2026,"publication_date":"2026-09-02","ids":{"openalex":"https://openalex.org/W4402640872","doi":"https://doi.org/10.21449/ijate.1807948"},"language":"en","primary_location":{"id":"doi:10.21449/ijate.1807948","doi":"https://doi.org/10.21449/ijate.1807948","is_oa":true,"landing_page_url":"https://doi.org/10.21449/ijate.1807948","pdf_url":null,"source":{"id":"https://openalex.org/S2738319323","display_name":"International Journal of Assessment Tools in Education","issn_l":"2148-7456","issn":["2148-7456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","poland-20","russia-white-list-3","tr-dizin"],"host_organization":"https://openalex.org/P4310318394","host_organization_name":"International Journal of Assessment Tools in Education","host_organization_lineage":["https://openalex.org/P4310318394"],"host_organization_lineage_names":["International Journal of Assessment Tools in Education"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Assessment Tools in Education","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.21449/ijate.1807948","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5012088356","display_name":"\u00d6zg\u00fcr \u015eahan","orcid":"https://orcid.org/0000-0002-6948-0423","observed_orcids":["https://orcid.org/0000-0002-6948-0423"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"\u00d6zg\u00fcr \u015eahan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5059499489","display_name":"Turgay Han","orcid":"https://orcid.org/0000-0002-9196-0618","observed_orcids":["https://orcid.org/0000-0002-9196-0618"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Turgay Han","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.00069302,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"13","issue":"3","first_page":"836","last_page":"854"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.8090999722480774,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.1817999929189682,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10467","display_name":"Psychometric Methodologies and Testing","score":0.0013000000035390258,"subfield":{"id":"https://openalex.org/subfields/1803","display_name":"Management Science and Operations Research"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/analytic-rubrics","display_name":"analytic rubrics","score":0.6399999856948853},{"id":"https://openalex.org/keywords/essay-scoring","display_name":"essay scoring","score":0.8820000290870667},{"id":"https://openalex.org/keywords/primacy-effect","display_name":"primacy effect","score":0.7429999709129333},{"id":"https://openalex.org/keywords/rater-variability","display_name":"rater variability","score":0.5389999747276306},{"id":"https://openalex.org/keywords/rubric-development","display_name":"rubric development","score":0.7429999709129333},{"id":"https://openalex.org/keywords/criteria-importance","display_name":"criteria importance","score":0.609000027179718},{"id":"https://openalex.org/keywords/higher-education-in-turkey","display_name":"Turkish higher education","score":0.5849999785423279}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9751200079917908},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.48584625124931335},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4215604364871979},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3702216148376465},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.3525271415710449},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.3488847017288208},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.054367125034332275}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.21449/ijate.1807948","doi":"https://doi.org/10.21449/ijate.1807948","is_oa":true,"landing_page_url":"https://doi.org/10.21449/ijate.1807948","pdf_url":null,"source":{"id":"https://openalex.org/S2738319323","display_name":"International Journal of Assessment Tools in Education","issn_l":"2148-7456","issn":["2148-7456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","poland-20","russia-white-list-3","tr-dizin"],"host_organization":"https://openalex.org/P4310318394","host_organization_name":"International Journal of Assessment Tools in Education","host_organization_lineage":["https://openalex.org/P4310318394"],"host_organization_lineage_names":["International Journal of Assessment Tools in Education"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Assessment Tools in Education","raw_type":"journal-article"},{"id":"doi:10.2139/ssrn.4961857","doi":"https://doi.org/10.2139/ssrn.4961857","is_oa":true,"landing_page_url":"http://doi.org/10.2139/ssrn.4961857","pdf_url":null,"source":{"id":"https://openalex.org/S4210172589","display_name":"SSRN Electronic Journal","issn_l":"1556-5068","issn":["1556-5068"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I1318003438","host_organization_name":"RELX Group (Netherlands)","host_organization_lineage":["https://openalex.org/I1318003438"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"posted-content"},{"id":"pmh:oai:eprints.soton.ac.uk:512327","doi":null,"is_oa":false,"landing_page_url":"https://eprints.soton.ac.uk/id/eprint/512327/1/The_impact_of_rubric_layout_on_L2_English_writing_scores_and_raters_decision-making_1807948_-5349275.pdf","pdf_url":"https://eprints.soton.ac.uk/id/eprint/512327/1/The_impact_of_rubric_layout_on_L2_English_writing_scores_and_raters_decision-making_1807948_-5349275.pdf","source":{"id":"https://openalex.org/S4306401019","display_name":"ePrints Soton (University of Southampton)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I43439940","host_organization_name":"University of Southampton","host_organization_lineage":["https://openalex.org/I43439940"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:dergipark.org.tr:article/1807948","doi":null,"is_oa":true,"landing_page_url":"https://izlik.org/JA65XS74HK","pdf_url":"https://dergipark.org.tr/en/download/article-file/5349275","source":{"id":"https://openalex.org/S4306401840","display_name":"DergiPark (Istanbul University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67581229","host_organization_name":"Istanbul University","host_organization_lineage":["https://openalex.org/I67581229"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Assessment Tools in Education, Vol. 13 No. 3","raw_type":"info:eu-repo/semantics/article"},{"id":"pmh:oai:doaj.org/article:3f8d3afdf5c74eafb1fc0c11f1f6103c","doi":null,"is_oa":false,"landing_page_url":"https://doaj.org/article/3f8d3afdf5c74eafb1fc0c11f1f6103c","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"International Journal of Assessment Tools in Education, Vol 13, Iss 3, Pp 836-854 (2026)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.21449/ijate.1807948","doi":"https://doi.org/10.21449/ijate.1807948","is_oa":true,"landing_page_url":"https://doi.org/10.21449/ijate.1807948","pdf_url":null,"source":{"id":"https://openalex.org/S2738319323","display_name":"International Journal of Assessment Tools in Education","issn_l":"2148-7456","issn":["2148-7456"],"is_oa":true,"is_in_doaj":true,"is_core":true,"listed_in":["cwts-core","doaj","erih-plus","poland-20","russia-white-list-3","tr-dizin"],"host_organization":"https://openalex.org/P4310318394","host_organization_name":"International Journal of Assessment Tools in Education","host_organization_lineage":["https://openalex.org/P4310318394"],"host_organization_lineage_names":["International Journal of Assessment Tools in Education"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"International Journal of Assessment Tools in Education","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality education","score":0.4156000018119812}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402640872.pdf","grobid_xml":"https://content.openalex.org/works/W4402640872.grobid-xml"},"referenced_works_count":31,"referenced_works":["https://openalex.org/W637436370","https://openalex.org/W1413081681","https://openalex.org/W1964820033","https://openalex.org/W1976511561","https://openalex.org/W1984484958","https://openalex.org/W1991701363","https://openalex.org/W2010627540","https://openalex.org/W2030469537","https://openalex.org/W2035198269","https://openalex.org/W2040213875","https://openalex.org/W2053410856","https://openalex.org/W2080899482","https://openalex.org/W2082677244","https://openalex.org/W2087441006","https://openalex.org/W2092161955","https://openalex.org/W2095002948","https://openalex.org/W2108215960","https://openalex.org/W2111907902","https://openalex.org/W2156151441","https://openalex.org/W2157049701","https://openalex.org/W2494203807","https://openalex.org/W2937655143","https://openalex.org/W2996848364","https://openalex.org/W3000376729","https://openalex.org/W3004154724","https://openalex.org/W3103306942","https://openalex.org/W4238804190","https://openalex.org/W4289100992","https://openalex.org/W4301140379","https://openalex.org/W4410884420","https://openalex.org/W6906684062"],"related_works":["https://openalex.org/W2465024225","https://openalex.org/W3088858758","https://openalex.org/W3113434417","https://openalex.org/W2494203807","https://openalex.org/W2780134896","https://openalex.org/W2119230383","https://openalex.org/W7066402054","https://openalex.org/W3082124702","https://openalex.org/W2774340456","https://openalex.org/W637436370"],"abstract_inverted_index":{"This":[0],"study":[1],"examined":[2],"the":[3,20,34,55,76,81,95,103,115,152,164],"influence":[4],"of":[5,22,114,154,166],"rubric":[6,37,77,104,155,168],"layout":[7,105],"on":[8,128],"ratings":[9],"assigned":[10],"to":[11,45,62,170],"L2":[12],"English":[13],"essays":[14,29],"and":[15,41,57,130,142,161],"raters\u2019":[16,159],"decision-making":[17],"process":[18],"in":[19,30,39,80,92,108],"context":[21],"Turkish":[23],"higher":[24],"education.":[25],"Raters":[26],"scored":[27],"24":[28],"two":[31,67,96],"rounds":[32,69],"with":[33,75,123],"same":[35],"analytic":[36],"presented":[38],"standard":[40],"reverse":[42],"layouts,":[43],"responded":[44],"a":[46,120],"criteria":[47],"importance":[48,165],"survey":[49],"at":[50],"six":[51],"time":[52],"points":[53],"throughout":[54],"study,":[56],"provided":[58],"written":[59,116],"score":[60,117],"explanations":[61,118],"justify":[63],"their":[64,146],"ratings.":[65],"The":[66],"scoring":[68],"were":[70],"conducted":[71],"eight":[72],"weeks":[73],"apart,":[74],"categories":[78,134,156],"reversed":[79],"second":[82],"round.":[83],"A":[84],"two-way":[85],"repeated":[86],"measures":[87],"ANOVA":[88],"revealed":[89,119],"significant":[90],"differences":[91],"scores":[93,109],"between":[94],"rounds.":[97],"Multivariate":[98],"generalizability":[99],"analyses":[100],"indicated":[101],"that":[102,151],"influenced":[106],"variability":[107],"across":[110],"raters.":[111],"Content":[112],"analysis":[113],"primacy":[121],"effect,":[122],"raters":[124,138],"placing":[125],"greater":[126],"emphasis":[127],"organization":[129,143],"grammar":[131],"when":[132,144],"these":[133],"appeared":[135],"earlier.":[136],"However,":[137],"consistently":[139],"prioritized":[140],"content":[141],"justifying":[145],"scores.":[147],"These":[148],"findings":[149],"suggest":[150],"placement":[153],"can":[157],"affect":[158],"focus":[160],"scoring,":[162],"emphasizing":[163],"careful":[167],"design":[169],"ensure":[171],"consistent":[172],"assessment":[173],"outcomes.":[174]},"counts_by_year":[],"updated_date":"2026-11-09T13:22:03.289127","created_date":"2024-09-20T00:00:00"}