{"id":"https://openalex.org/W4412739136","doi":"https://doi.org/10.1016/j.caeai.2025.100449","title":"How well can LLMs grade essays in Arabic?","display_name":"How well can LLMs grade essays in Arabic?","publication_year":2025,"publication_date":"2025-07-30","ids":{"openalex":"https://openalex.org/W4412739136","doi":"https://doi.org/10.1016/j.caeai.2025.100449"},"language":"en","primary_location":{"id":"doi:10.1016/j.caeai.2025.100449","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100449","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1016/j.caeai.2025.100449","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114402844","display_name":"Rayed Ghazawi","orcid":null},"institutions":[{"id":"https://openalex.org/I199693650","display_name":"Umm al-Qura University","ror":"https://ror.org/01xjqrm90","country_code":"SA","type":"education","lineage":["https://openalex.org/I199693650"]},{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB","SA"],"is_corresponding":true,"raw_author_name":"Rayed Ghazawi","raw_affiliation_strings":["Data Science Department, Umm Al-Qura University, Makkah, Saudi Arabia","Intelligent Systems Labs, University of Bristol, Merchant Venturers Building, Woodland Road, Bristol, BS8 1UB, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Data Science Department, Umm Al-Qura University, Makkah, Saudi Arabia","institution_ids":["https://openalex.org/I199693650"]},{"raw_affiliation_string":"Intelligent Systems Labs, University of Bristol, Merchant Venturers Building, Woodland Road, Bristol, BS8 1UB, UK","institution_ids":["https://openalex.org/I36234482"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5061992028","display_name":"Edwin Simpson","orcid":"https://orcid.org/0000-0002-6447-1552"},"institutions":[{"id":"https://openalex.org/I36234482","display_name":"University of Bristol","ror":"https://ror.org/0524sp257","country_code":"GB","type":"education","lineage":["https://openalex.org/I36234482"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Edwin Simpson","raw_affiliation_strings":["Intelligent Systems Labs, University of Bristol, Merchant Venturers Building, Woodland Road, Bristol, BS8 1UB, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Intelligent Systems Labs, University of Bristol, Merchant Venturers Building, Woodland Road, Bristol, BS8 1UB, UK","institution_ids":["https://openalex.org/I36234482"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5114402844"],"corresponding_institution_ids":["https://openalex.org/I199693650","https://openalex.org/I36234482"],"apc_list":{"value":1800,"currency":"USD","value_usd":1800},"apc_paid":{"value":1800,"currency":"USD","value_usd":1800},"fwci":3.8098,"has_fulltext":false,"cited_by_count":3,"citation_normalized_percentile":{"value":0.93361581,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":97},"biblio":{"volume":"9","issue":null,"first_page":"100449","last_page":"100449"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9833999872207642,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9373999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13629","display_name":"Text Readability and Simplification","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.70567387342453},{"id":"https://openalex.org/keywords/history","display_name":"History","score":0.4057648777961731},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3249519467353821},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.27353420853614807},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.14906901121139526}],"concepts":[{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.70567387342453},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.4057648777961731},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3249519467353821},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27353420853614807},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.14906901121139526}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1016/j.caeai.2025.100449","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100449","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:e0864f70c9964b2cbb4e744922c170bc","is_oa":true,"landing_page_url":"https://doaj.org/article/e0864f70c9964b2cbb4e744922c170bc","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers and Education: Artificial Intelligence, Vol 9, Iss , Pp 100449- (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1016/j.caeai.2025.100449","is_oa":true,"landing_page_url":"https://doi.org/10.1016/j.caeai.2025.100449","pdf_url":null,"source":{"id":"https://openalex.org/S4210183364","display_name":"Computers and Education Artificial Intelligence","issn_l":"2666-920X","issn":["2666-920X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320990","host_organization_name":"Elsevier BV","host_organization_lineage":["https://openalex.org/P4310320990"],"host_organization_lineage_names":["Elsevier BV"],"type":"journal"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers and Education: Artificial Intelligence","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.800000011920929}],"awards":[],"funders":[{"id":"https://openalex.org/F4320320360","display_name":"University of Bristol","ror":"https://ror.org/0524sp257"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":64,"referenced_works":["https://openalex.org/W1939123433","https://openalex.org/W1984708705","https://openalex.org/W2037789405","https://openalex.org/W2250372169","https://openalex.org/W2251191978","https://openalex.org/W2573047552","https://openalex.org/W2740592764","https://openalex.org/W2890931798","https://openalex.org/W2912726924","https://openalex.org/W3007292599","https://openalex.org/W3080290265","https://openalex.org/W3103252638","https://openalex.org/W3201077663","https://openalex.org/W4221086274","https://openalex.org/W4280510965","https://openalex.org/W4283519693","https://openalex.org/W4313547549","https://openalex.org/W4323655724","https://openalex.org/W4376139682","https://openalex.org/W4379259169","https://openalex.org/W4385571124","https://openalex.org/W4385988359","https://openalex.org/W4386533715","https://openalex.org/W4389518424","https://openalex.org/W4391559941","https://openalex.org/W4391843256","https://openalex.org/W4392358084","https://openalex.org/W4392462461","https://openalex.org/W4393157440","https://openalex.org/W4393656819","https://openalex.org/W4400668042","https://openalex.org/W4401042613","https://openalex.org/W4401043314","https://openalex.org/W4402670281","https://openalex.org/W4402671223","https://openalex.org/W4402671393","https://openalex.org/W4403529865","https://openalex.org/W6678481887","https://openalex.org/W6691606589","https://openalex.org/W6741825281","https://openalex.org/W6752479157","https://openalex.org/W6754212194","https://openalex.org/W6759174691","https://openalex.org/W6774095034","https://openalex.org/W6779854542","https://openalex.org/W6785739740","https://openalex.org/W6796581206","https://openalex.org/W6800798203","https://openalex.org/W6802821195","https://openalex.org/W6810235901","https://openalex.org/W6838931177","https://openalex.org/W6845943790","https://openalex.org/W6852826774","https://openalex.org/W6853051854","https://openalex.org/W6853668220","https://openalex.org/W6856742583","https://openalex.org/W6857685708","https://openalex.org/W6859012145","https://openalex.org/W6860946200","https://openalex.org/W6862290559","https://openalex.org/W6863127969","https://openalex.org/W6866097439","https://openalex.org/W6872242960","https://openalex.org/W6873348273"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W4249048193","https://openalex.org/W3000360420","https://openalex.org/W1931440630","https://openalex.org/W3172144307","https://openalex.org/W4396855230","https://openalex.org/W3184247917","https://openalex.org/W2566442783"],"abstract_inverted_index":{"This":[0],"research":[1],"assesses":[2],"the":[3,19,28,46,52,58,79,84,88,134,147,159,167,172],"effectiveness":[4],"of":[5,21,48,54,96,109,140,150,161,174],"state-of-the-art":[6],"large":[7],"language":[8],"models":[9,80,138],"(LLMs),":[10],"including":[11,36,121],"ChatGPT,":[12],"Llama,":[13],"Aya,":[14],"Jais,":[15],"and":[16,42,44,76,124,145],"ACEGPT,":[17],"in":[18,39,118],"task":[20],"Arabic":[22,68,182],"automated":[23],"essay":[24],"scoring":[25],"(AES)":[26],"using":[27,184],"AR-AES":[29],"dataset.":[30],"It":[31],"explores":[32],"various":[33],"evaluation":[34],"methodologies,":[35],"zero-shot,":[37],"few-shot":[38],"context":[40],"learning,":[41],"fine-tuning,":[43],"examines":[45],"influence":[47],"instruction-following":[49],"capabilities":[50],"through":[51],"inclusion":[53],"marking":[55],"guidelines":[56],"within":[57],"prompts.":[59],"A":[60],"mixed-language":[61],"prompting":[62],"strategy,":[63],"integrating":[64],"English":[65],"prompts":[66],"with":[67,106],"content,":[69],"was":[70,99],"implemented":[71],"to":[72,169],"improve":[73],"model":[74,105],"comprehension":[75],"performance.":[77],"Among":[78],"tested,":[81],"ACEGPT":[82],"demonstrated":[83],"strongest":[85],"performance":[86,173],"across":[87,130],"dataset,":[89],"achieving":[90],"a":[91,102,107],"Quadratic":[92],"Weighted":[93],"Kappa":[94],"(QWK)":[95],"0.67,":[97],"but":[98],"outperformed":[100],"by":[101,116],"smaller":[103],"BERT-based":[104],"QWK":[108],"0.88.":[110],"The":[111],"study":[112,165],"identifies":[113],"challenges":[114],"faced":[115],"LLMs":[117],"processing":[119],"Arabic,":[120],"tokenization":[122],"complexities":[123],"higher":[125],"computational":[126],"demands.":[127],"Performance":[128],"variation":[129],"different":[131],"courses":[132],"underscores":[133],"need":[135],"for":[136],"adaptive":[137],"capable":[139],"handling":[141],"diverse":[142],"assessment":[143],"formats":[144],"highlights":[146],"positive":[148],"impact":[149],"effective":[151],"prompt":[152],"engineering":[153],"on":[154,181],"improving":[155],"LLM":[156],"outputs.":[157],"To":[158],"best":[160],"our":[162],"knowledge,":[163],"this":[164],"is":[166],"first":[168],"empirically":[170],"evaluate":[171],"multiple":[175],"generative":[176],"Large":[177],"Language":[178],"Models":[179],"(LLMs)":[180],"essays":[183],"authentic":[185],"student":[186],"data.":[187]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}