{"id":"https://openalex.org/W7225654084","doi":"https://doi.org/10.17507/jltr.1706.04","title":"Exploring EFL Writing Assessment in Omani Higher Education: A Comparative Study of Large Language Models and Human Raters","display_name":"Exploring EFL Writing Assessment in Omani Higher Education: A Comparative Study of Large Language Models and Human Raters","publication_year":2026,"publication_date":"2026-11-09","ids":{"openalex":"https://openalex.org/W7225654084","doi":"https://doi.org/10.17507/jltr.1706.04"},"language":"en","primary_location":{"id":"doi:10.17507/jltr.1706.04","doi":"https://doi.org/10.17507/jltr.1706.04","is_oa":true,"landing_page_url":"https://doi.org/10.17507/jltr.1706.04","pdf_url":"https://jltr.academypublication.com/index.php/jltr/article/download/13898/11916","source":{"id":"https://openalex.org/S64717833","display_name":"Journal of Language Teaching and Research","issn_l":"1798-4769","issn":["1798-4769","2053-0684"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4323972591","host_organization_name":"Academy Publication","host_organization_lineage":["https://openalex.org/P4323972591"],"host_organization_lineage_names":["Academy Publication"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Language Teaching and Research","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://jltr.academypublication.com/index.php/jltr/article/download/13898/11916","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5106908900","display_name":"Alaa Youzbashi","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405253677","display_name":"University of Technology and Applied Sciences, Muscat","ror":"https://ror.org/00ywn4q28","country_code":"OM","type":"education","lineage":["https://openalex.org/I4405253677","https://openalex.org/I4405258755"]},{"id":"https://openalex.org/I4405258755","display_name":"University of Technology and Applied Sciences","ror":"https://ror.org/0157tcg24","country_code":"OM","type":"education","lineage":["https://openalex.org/I4405258755"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Alaa Youzbashi","raw_affiliation_strings":["University of Technology and Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology and Applied Sciences","institution_ids":["https://openalex.org/I4405253677","https://openalex.org/I4405258755"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5045744224","display_name":"Bachra Bouzaiane","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4405253677","display_name":"University of Technology and Applied Sciences, Muscat","ror":"https://ror.org/00ywn4q28","country_code":"OM","type":"education","lineage":["https://openalex.org/I4405253677","https://openalex.org/I4405258755"]},{"id":"https://openalex.org/I4405258755","display_name":"University of Technology and Applied Sciences","ror":"https://ror.org/0157tcg24","country_code":"OM","type":"education","lineage":["https://openalex.org/I4405258755"]}],"countries":["OM"],"is_corresponding":false,"raw_author_name":"Bachra Bouzaiane","raw_affiliation_strings":["University of Technology and Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Technology and Applied Sciences","institution_ids":["https://openalex.org/I4405253677","https://openalex.org/I4405258755"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"17","issue":"6","first_page":"1979","last_page":"1987"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T10021","display_name":"EFL/ESL Teaching and Learning","score":0.798799991607666,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14516","display_name":"English Language Learning and Teaching","score":0.08560000360012054,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10959","display_name":"Student Assessment and Feedback","score":0.023099999874830246,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/efl-writing-assessment","display_name":"EFL writing assessment","score":0.9869999885559082},{"id":"https://openalex.org/keywords/automated-writing-evaluation","display_name":"automated writing evaluation","score":0.7829999923706055},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9810000061988831},{"id":"https://openalex.org/keywords/chatgpt","display_name":"ChatGPT","score":0.9629999995231628},{"id":"https://openalex.org/keywords/deepseek","display_name":"DeepSeek","score":0.996999979019165},{"id":"https://openalex.org/keywords/gemini","display_name":"Gemini","score":0.9810000061988831},{"id":"https://openalex.org/keywords/human-raters","display_name":"human raters","score":0.8809999823570251},{"id":"https://openalex.org/keywords/cohesion-and-coherence","display_name":"cohesion and coherence","score":0.6959999799728394},{"id":"https://openalex.org/keywords/grammatical-accuracy","display_name":"grammatical accuracy","score":0.8059999942779541},{"id":"https://openalex.org/keywords/lexical-resources","display_name":"lexical resources","score":0.9620000123977661},{"id":"https://openalex.org/keywords/writing-proficiency-levels","display_name":"writing proficiency levels","score":0.6869999766349792},{"id":"https://openalex.org/keywords/oman","display_name":"Oman","score":0.31200000643730164}],"concepts":[{"id":"https://openalex.org/C111640148","wikidata":"https://www.wikidata.org/wiki/Q847349","display_name":"Rubric","level":2,"score":0.9072999954223633},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5936999917030334},{"id":"https://openalex.org/C2777898490","wikidata":"https://www.wikidata.org/wiki/Q17157236","display_name":"Writing assessment","level":2,"score":0.5874999761581421},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.5814999938011169},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.46149998903274536},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.4535999894142151},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42809998989105225},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.4172999858856201},{"id":"https://openalex.org/C2781181686","wikidata":"https://www.wikidata.org/wiki/Q4226068","display_name":"Coherence (philosophical gambling strategy)","level":2,"score":0.40220001339912415},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.3813999891281128},{"id":"https://openalex.org/C2987496018","wikidata":"https://www.wikidata.org/wiki/Q1860","display_name":"English language","level":2,"score":0.37869998812675476},{"id":"https://openalex.org/C2780966255","wikidata":"https://www.wikidata.org/wiki/Q5474306","display_name":"Foundation (evidence)","level":2,"score":0.37549999356269836},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.364300012588501},{"id":"https://openalex.org/C2986378755","wikidata":"https://www.wikidata.org/wiki/Q130192","display_name":"English as a foreign language","level":2,"score":0.3610999882221222},{"id":"https://openalex.org/C166007726","wikidata":"https://www.wikidata.org/wiki/Q4536542","display_name":"Language assessment","level":2,"score":0.34610000252723694},{"id":"https://openalex.org/C114010052","wikidata":"https://www.wikidata.org/wiki/Q150352","display_name":"Foreign language","level":2,"score":0.3407000005245209},{"id":"https://openalex.org/C2779192225","wikidata":"https://www.wikidata.org/wiki/Q7443730","display_name":"Second language writing","level":3,"score":0.301800012588501},{"id":"https://openalex.org/C74672266","wikidata":"https://www.wikidata.org/wiki/Q815859","display_name":"Language acquisition","level":2,"score":0.295199990272522},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.29350000619888306},{"id":"https://openalex.org/C119867837","wikidata":"https://www.wikidata.org/wiki/Q4119870","display_name":"Academic writing","level":2,"score":0.26919999718666077},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.2685999870300293},{"id":"https://openalex.org/C58642233","wikidata":"https://www.wikidata.org/wiki/Q8269924","display_name":"Taxonomy (biology)","level":2,"score":0.26260000467300415}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.17507/jltr.1706.04","doi":"https://doi.org/10.17507/jltr.1706.04","is_oa":true,"landing_page_url":"https://doi.org/10.17507/jltr.1706.04","pdf_url":"https://jltr.academypublication.com/index.php/jltr/article/download/13898/11916","source":{"id":"https://openalex.org/S64717833","display_name":"Journal of Language Teaching and Research","issn_l":"1798-4769","issn":["1798-4769","2053-0684"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4323972591","host_organization_name":"Academy Publication","host_organization_lineage":["https://openalex.org/P4323972591"],"host_organization_lineage_names":["Academy Publication"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Language Teaching and Research","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.17507/jltr.1706.04","doi":"https://doi.org/10.17507/jltr.1706.04","is_oa":true,"landing_page_url":"https://doi.org/10.17507/jltr.1706.04","pdf_url":"https://jltr.academypublication.com/index.php/jltr/article/download/13898/11916","source":{"id":"https://openalex.org/S64717833","display_name":"Journal of Language Teaching and Research","issn_l":"1798-4769","issn":["1798-4769","2053-0684"],"is_oa":true,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","jufo-1","norway-1","poland-20","russia-white-list-3"],"host_organization":"https://openalex.org/P4323972591","host_organization_name":"Academy Publication","host_organization_lineage":["https://openalex.org/P4323972591"],"host_organization_lineage_names":["Academy Publication"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Journal of Language Teaching and Research","raw_type":"journal-article"},"sustainable_development_goals":[{"score":0.8278999924659729,"display_name":"Quality education","id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7225654084.pdf","grobid_xml":"https://content.openalex.org/works/W7225654084.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W3133702157","https://openalex.org/W4327918021","https://openalex.org/W4362551436","https://openalex.org/W4387879283","https://openalex.org/W4392639864","https://openalex.org/W4403365461","https://openalex.org/W4405745810","https://openalex.org/W7135037337"],"related_works":["https://openalex.org/W7167252063","https://openalex.org/W7126123778","https://openalex.org/W4405851485","https://openalex.org/W7117648786","https://openalex.org/W4226435785","https://openalex.org/W4402923129","https://openalex.org/W4406212666","https://openalex.org/W7220201663","https://openalex.org/W7151093703","https://openalex.org/W7134974984"],"abstract_inverted_index":{"This":[0],"study":[1,170],"investigates":[2],"the":[3,69,74,152],"effectiveness":[4],"of":[5,41,76,154],"three":[6],"automated":[7,148],"assessors\u2014ChatGPT,":[8],"DeepSeek,":[9],"and":[10,29,55,58,78,93,101,114,125,129,131,138,185],"Gemini\u2014in":[11],"evaluating":[12,164],"English":[13],"as":[14],"a":[15,49],"Foreign":[16],"Language":[17],"(EFL)":[18],"writing":[19,42,95,156,190],"tasks":[20],"across":[21,141],"four":[22],"foundation":[23],"levels.":[24,143],"The":[25,44,61,144,169],"design":[26],"was":[27,46],"quantitative":[28],"comparative.":[30],"It":[31],"compared":[32],"human":[33,92,106,159],"ratings":[34,107],"with":[35,105],"AI-generated":[36],"scores":[37,83],"for":[38,163],"two":[39],"types":[40],"tasks.":[43,157],"evaluation":[45],"based":[47],"on":[48],"rubric":[50],"covering":[51],"Task":[52],"Achievement,":[53],"Coherence":[54,124],"Cohesion,":[56,126],"Grammar,":[57],"Lexical":[59,132],"Resource.":[60,133],"participants":[62],"were":[63,84],"36":[64],"EFL":[65],"learners":[66],"enrolled":[67],"in":[68,123,188],"General":[70],"Foundation":[71],"Program":[72],"at":[73,108,119],"University":[75],"Technology":[77],"Applied":[79],"Sciences,":[80],"Oman.":[81],"Writing":[82],"analyzed":[85],"using":[86],"SPSS":[87],"to":[88,176,180],"identify":[89],"differences":[90],"between":[91],"AI":[94,173],"assessments.":[96,191],"Results":[97],"indicate":[98],"that":[99,147],"ChatGPT":[100],"DeepSeek":[102],"closely":[103],"align":[104],"lower":[109],"proficiency":[110],"levels":[111],"(Levels":[112],"1":[113],"2).":[115],"However,":[116,158],"discrepancies":[117],"emerged":[118],"Level":[120],"4,":[121],"especially":[122],"Grammatical":[127],"Range":[128],"Accuracy,":[130],"Gemini":[134],"showed":[135],"limited":[136],"reliability":[137],"inconsistent":[139],"alignment":[140],"all":[142],"findings":[145],"suggest":[146],"tools":[149],"can":[150],"support":[151],"assessment":[153],"simpler":[155],"raters":[160],"remain":[161],"essential":[162],"more":[165],"complex":[166],"language":[167,183],"use.":[168],"recommends":[171],"optimizing":[172],"scoring":[174],"systems":[175],"enhance":[177],"their":[178],"ability":[179],"handle":[181],"advanced":[182],"features":[184],"ensure":[186],"fairness":[187],"high-stakes":[189]},"counts_by_year":[],"updated_date":"2026-11-11T12:16:26.678958","created_date":"2026-11-10T00:00:00"}