{"id":"https://openalex.org/W4416037751","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.112","title":"MarsadLab at PalmX Shared Task: An LLM Benchmark for Arabic Culture and Islamic Civilization","display_name":"MarsadLab at PalmX Shared Task: An LLM Benchmark for Arabic Culture and Islamic Civilization","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416037751","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.112"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.112","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.112.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5051403530","display_name":"Md. Rafiul Biswas","orcid":"https://orcid.org/0000-0002-5145-1990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Md. Rafiul Biswas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036724034","display_name":"Shimaa Ibrahim","orcid":"https://orcid.org/0000-0002-9360-3673"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shimaa Ibrahim","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120309380","display_name":"Kais Attia","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kais Attia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053436179","display_name":"Firoj Alam","orcid":"https://orcid.org/0000-0001-7172-1997"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Firoj Alam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5047390057","display_name":"Wajdi Zaghouani","orcid":"https://orcid.org/0000-0003-1521-5568"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wajdi Zaghouani","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"818","last_page":"824"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.07859999686479568,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.027899999171495438,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12479","display_name":"Web Application Security Vulnerabilities","score":0.02630000002682209,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/islam","display_name":"Islam","score":0.6805999875068665},{"id":"https://openalex.org/keywords/arabic","display_name":"Arabic","score":0.6158999800682068},{"id":"https://openalex.org/keywords/civilization","display_name":"Civilization","score":0.582099974155426},{"id":"https://openalex.org/keywords/islamic-culture","display_name":"Islamic culture","score":0.43700000643730164},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.30410000681877136}],"concepts":[{"id":"https://openalex.org/C4445939","wikidata":"https://www.wikidata.org/wiki/Q432","display_name":"Islam","level":2,"score":0.6805999875068665},{"id":"https://openalex.org/C96455323","wikidata":"https://www.wikidata.org/wiki/Q13955","display_name":"Arabic","level":2,"score":0.6158999800682068},{"id":"https://openalex.org/C122302079","wikidata":"https://www.wikidata.org/wiki/Q8432","display_name":"Civilization","level":2,"score":0.582099974155426},{"id":"https://openalex.org/C2776132995","wikidata":"https://www.wikidata.org/wiki/Q1340372","display_name":"Islamic culture","level":3,"score":0.43700000643730164},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.3763999938964844},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.32679998874664307},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.32089999318122864},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.2930999994277954},{"id":"https://openalex.org/C2776285698","wikidata":"https://www.wikidata.org/wiki/Q2642214","display_name":"Exposition (narrative)","level":2,"score":0.25369998812675476},{"id":"https://openalex.org/C74916050","wikidata":"https://www.wikidata.org/wiki/Q841090","display_name":"Classics","level":1,"score":0.2508000135421753}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.112","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.112","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.112","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.112.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416037751.pdf","grobid_xml":"https://content.openalex.org/works/W4416037751.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"our":[3,84,118,137],"submission":[4],"to":[5,75],"the":[6,39,47,71,91,100,114,127],"PalmX":[7],"2025":[8],"Shared":[9],"Task":[10],"on":[11,19,80],"Arabic":[12,92],"cultural":[13,28,107,128],"and":[14,29,95,108,123,129,140],"religious":[15,30,109],"knowledge":[16,31,110],"comprehension.We":[17],"focus":[18],"training":[20,51],"large":[21],"language":[22],"models":[23],"capable":[24],"of":[25,38,49,102],"representing":[26],"domain-specific":[27],"in":[32,112,126],"Arabic.Our":[33],"approach":[34],"leverages":[35],"parameter-efficient":[36],"fine-tuning":[37,56,104],"instruction-tuned":[40],"Qwen2.5-7Bmodel":[41],"using":[42],"Low-Rank":[43],"Adaptation":[44],"(LoRA).To":[45],"address":[46],"challenges":[48],"limited":[50],"data,":[52],"we":[53,135],"apply":[54],"quantization-aware":[55],"with":[57,70],"4bit":[58],"precision,":[59],"enabling":[60],"efficient":[61],"adaptation":[62],"under":[63],"constrained":[64],"resources.The":[65],"model":[66],"is":[67],"further":[68],"aligned":[69],"multiple-choice":[72],"evaluation":[73],"format":[74],"enhance":[76],"task-specific":[77],"reasoning.Without":[78],"relying":[79],"external":[81],"data":[82],"augmentation,":[83],"system":[85],"achieves":[86],"competitive":[87],"performance":[88],"across":[89],"both":[90],"General":[93],"Culture":[94,97],"Islamic":[96,130],"subtasks,":[98,131],"demonstrating":[99],"effectiveness":[101],"targeted":[103],"for":[105],"enriching":[106],"representation":[111],"LLMs.On":[113],"blind":[115],"test":[116],"sets,":[117],"systems":[119],"ranked":[120],"7":[121],"th":[122,125],"4":[124],"respectively.To":[132],"ensure":[133],"reproducibility,":[134],"make":[136],"full":[138],"codebase":[139],"experimental":[141],"configurations":[142],"available":[143],"at":[144],"https://github.com/rafiulbiswas/PalmX.":[145]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-11-08T00:00:00"}