{"id":"https://openalex.org/W4416037608","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.108","title":"Hamyaria at PalmX2025: Leveraging Large Language Models to Improve Arabic Multiple-Choice Questions in Cultural and Islamic Domains","display_name":"Hamyaria at PalmX2025: Leveraging Large Language Models to Improve Arabic Multiple-Choice Questions in Cultural and Islamic Domains","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416037608","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.108"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.108","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.108.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5036322379","display_name":"Walid Al-Dhabyani","orcid":"https://orcid.org/0000-0001-8934-2178"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Walid Al-Dhabyani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5045319295","display_name":"Hamzah A. Alsayadi","orcid":"https://orcid.org/0000-0002-6062-0899"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Hamzah A. Alsayadi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"790","last_page":"796"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7421000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7421000003814697,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.03660000115633011,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.020899999886751175,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/islam","display_name":"Islam","score":0.5695000290870667},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.4426000118255615},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.31619998812675476},{"id":"https://openalex.org/keywords/natural-language","display_name":"Natural language","score":0.2671999931335449}],"concepts":[{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.6122000217437744},{"id":"https://openalex.org/C4445939","wikidata":"https://www.wikidata.org/wiki/Q432","display_name":"Islam","level":2,"score":0.5695000290870667},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5263000130653381},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.4426000118255615},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.4032999873161316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.39629998803138733},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3644999861717224},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.31619998812675476},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.108","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.108","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.108","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.108.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416037608.pdf","grobid_xml":"https://content.openalex.org/works/W4416037608.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Large":[0],"language":[1,27],"models":[2,10],"(LLMs)":[3],"have":[4],"been":[5],"widely":[6],"used":[7,50,89],"recently.Adapting":[8],"these":[9],"to":[11,95],"multiple":[12],"languages":[13],"would":[14],"enhance":[15],"the":[16,21,30,44,69,85,90,101,114,120,128],"accuracy":[17,112,130],"and":[18,46,62,82,106,117,123,127],"precision":[19],"of":[20,32,40],"other":[22],"languages.Applying":[23],"LLMs":[24,37],"with":[25,38],"Arabic":[26,33,41],"could":[28],"improve":[29],"prediction":[31],"language.This":[34],"work":[35,134],"applies":[36],"MCQs":[39],"in":[42,132,137],"both":[43,104,138],"cultural":[45,70,115],"Islamic":[47,86,121],"domain.The":[48],"dataset":[49,92],"is":[51,54,135],"PalmX,":[52],"which":[53],"an":[55],"MCQ":[56],"benchmark":[57],"dataset.In":[58],"this":[59,133],"work,":[60],"traditional":[61],"AI":[63],"generation":[64],"data":[65,74],"augmentations":[66],"are":[67,125],"used.For":[68],"domain,":[71,87],"we":[72,88],"applied":[73],"augmentation":[75,94],"techniques,":[76],"including":[77],"paraphrasing":[78],"using":[79],"Fanar-1-9B-Instruct":[80],"model":[81],"answer":[83],"shuffling.For":[84],"original":[91],"without":[93],"maintain":[96],"content":[97],"integrity.We":[98],"then":[99],"fine-tuned":[100],"Qwen2.5-3B-Instructmodel":[102],"on":[103,113,119],"datasets":[105],"evaluate":[107],"its":[108],"performance,":[109],"achieving":[110],"65.90%":[111],"set":[116],"70.83%":[118],"set.Experiment":[122],"evaluation":[124],"discussed":[126],"best":[129],"achieved":[131],"explained":[136],"domains.":[139]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}