{"id":"https://openalex.org/W4416037581","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.135","title":"ARxHYOKA at TAQEEM2025: Comparative Approaches to Arabic Essay Trait Scoring","display_name":"ARxHYOKA at TAQEEM2025: Comparative Approaches to Arabic Essay Trait Scoring","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416037581","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.135"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.135","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.135.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055966556","display_name":"Mahasen Al-Najjar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mohamad Alnajjar","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120309305","display_name":"Ahmad Almoustafa","orcid":null},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ahmad Almoustafa","raw_affiliation_strings":["Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089162773","display_name":"Tomohiro Nishiyama","orcid":"https://orcid.org/0000-0003-1538-8266"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Tomohiro Nishiyama","raw_affiliation_strings":["Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5046718849","display_name":"Shoko Wakamiya","orcid":"https://orcid.org/0000-0002-9371-1340"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Shoko Wakamiya","raw_affiliation_strings":["Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5041089475","display_name":"Eiji Aramaki","orcid":"https://orcid.org/0000-0003-0201-3609"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Eiji Aramaki","raw_affiliation_strings":["Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science","institution_ids":["https://openalex.org/I75917431"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5016823828","display_name":"Takuya Matsuzaki","orcid":"https://orcid.org/0000-0002-7425-4914"},"institutions":[{"id":"https://openalex.org/I75917431","display_name":"Nara Institute of Science and Technology","ror":"https://ror.org/05bhada84","country_code":"JP","type":"education","lineage":["https://openalex.org/I75917431"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Takuya Matsuzaki","raw_affiliation_strings":["Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Science and Technology Tokyo University of Science Nara Institute of Science and Technology Nara Institute of Science and Technology Nara Institute of Science and Technology Tokyo University of Science","institution_ids":["https://openalex.org/I75917431"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.26124722,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"977","last_page":"982"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13912","display_name":"Language, Linguistics, Cultural Analysis","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13912","display_name":"Language, Linguistics, Cultural Analysis","score":0.16120000183582306,"subfield":{"id":"https://openalex.org/subfields/1203","display_name":"Language and Linguistics"},"field":{"id":"https://openalex.org/fields/12","display_name":"Arts and Humanities"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.13920000195503235,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11587","display_name":"Second Language Acquisition and Learning","score":0.053199999034404755,"subfield":{"id":"https://openalex.org/subfields/3204","display_name":"Developmental and Educational Psychology"},"field":{"id":"https://openalex.org/fields/32","display_name":"Psychology"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.42410001158714294},{"id":"https://openalex.org/keywords/trait","display_name":"Trait","score":0.41929998993873596},{"id":"https://openalex.org/keywords/variation","display_name":"Variation (astronomy)","score":0.22769999504089355},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.22529999911785126}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.667900025844574},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.42410001158714294},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4214000105857849},{"id":"https://openalex.org/C106934330","wikidata":"https://www.wikidata.org/wiki/Q1971873","display_name":"Trait","level":2,"score":0.41929998993873596},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.40380001068115234},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3643999993801117},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.32760000228881836},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.24869999289512634},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.22769999504089355},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.22529999911785126}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.135","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},{"id":"pmh:oai:irdb.nii.ac.jp:01146:0007257396","is_oa":true,"landing_page_url":"https://naist.repo.nii.ac.jp/records/2001340","pdf_url":null,"source":{"id":"https://openalex.org/S7407056385","display_name":"Institutional Repositories DataBase (IRDB)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I184597095","host_organization_name":"National Institute of Informatics","host_organization_lineage":["https://openalex.org/I184597095"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-nd","license_id":"https://openalex.org/licenses/cc-by-nc-nd","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"conference paper"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.135","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.135","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.135.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416037581.pdf","grobid_xml":"https://content.openalex.org/works/W4416037581.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Arabic":[0,14,129,143],"automated":[1],"essay":[2],"scoring":[3],"(AES)":[4],"presents":[5],"unique":[6],"challenges":[7],"due":[8],"to":[9,28,138],"the":[10,16,37,81,96,106,115,127],"linguistic":[11],"complexity":[12],"of":[13],"and":[15,62,65,109,126],"need":[17],"for":[18],"rubric-specific":[19],"evaluation.In":[20],"this":[21],"paper,":[22],"we":[23],"present":[24],"ARx-HYOKA,":[25],"our":[26,110],"submission":[27],"TAQEEM2025":[29],"Task":[30],"B,":[31],"which":[32],"targets":[33],"trait-specific":[34],"AES":[35],"using":[36],"Core":[38],"Academic":[39],"Skills":[40],"Test":[41],"(CAST)":[42],"rubric.We":[43],"evaluate":[44],"four":[45],"approaches:":[46],"(1)":[47],"GPT-based":[48],"few-shot":[49],"prompting,":[50,79],"(2)":[51],"fine-tuning":[52,67],"BERTbased":[53],"models,":[54],"(3)":[55],"classical":[56,119],"machine":[57,120],"learning":[58,121],"approaches":[59,88],"with":[60,76,104],"embeddings":[61],"handcrafted":[63],"features,":[64],"(4)":[66],"text-generation":[68],"large":[69],"language":[70],"models":[71,100],"(LLMs).Our":[72],"bestperforming":[73],"system,":[74],"GPT-4.1":[75],"10-shot":[77],"CoT":[78],"achieved":[80],"highest":[82],"official":[83],"score,":[84],"outperforming":[85],"all":[86],"other":[87],"in":[89,95,114],"average":[90],"Quadratic":[91],"Weighted":[92],"Kappa":[93],"(QWK)":[94],"test":[97],"phase.Fine-tuned":[98],"BERT-based":[99],"performed":[101],"on":[102,142],"par":[103],"both":[105],"shared-task":[107],"baseline":[108],"GPT":[111],"prompting":[112],"setup":[113],"development":[116],"phase,":[117],"while":[118],"methods":[122],"trailed":[123],"these":[124],"systems,":[125],"finetuned":[128],"LLM":[130],"ranked":[131],"last.We":[132],"provide":[133],"comparative":[134],"analyses":[135],"across":[136],"systems":[137],"inform":[139],"future":[140],"research":[141],"AES.":[144]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}