{"id":"https://openalex.org/W4416037764","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.72","title":"ThinkDrill at IslamicEval 2025 Shared Task: LLM Hybrid Approach for Qur\u2019an and Hadith Question Answering","display_name":"ThinkDrill at IslamicEval 2025 Shared Task: LLM Hybrid Approach for Qur\u2019an and Hadith Question Answering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416037764","doi":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.72"},"language":null,"primary_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.72","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.72.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5015260451","display_name":"Eman Elrefai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Eman Elrefai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120309396","display_name":"Toka Khaled","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Toka Khaled","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5038827596","display_name":"Ahmed M. Soliman","orcid":"https://orcid.org/0000-0001-5947-7784"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ahmed Soliman","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.31022778,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"528","last_page":"533"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5221999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5221999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.11460000276565552,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.04859999939799309,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/question-answering","display_name":"Question answering","score":0.31310001015663147},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.288100004196167},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.26109999418258667},{"id":"https://openalex.org/keywords/matching","display_name":"Matching (statistics)","score":0.2492000013589859}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5267999768257141},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39430001378059387},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.325300008058548},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.31310001015663147},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.288100004196167},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2547999918460846},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.2492000013589859},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.24660000205039978},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.24609999358654022}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.72","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.arabicnlp-sharedtasks.72","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.arabicnlp-sharedtasks.72","pdf_url":"https://aclanthology.org/2025.arabicnlp-sharedtasks.72.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of The Third Arabic Natural Language Processing Conference: Shared Tasks","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416037764.pdf","grobid_xml":"https://content.openalex.org/works/W4416037764.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"This":[0],"paper":[1],"presents":[2],"our":[3],"approach":[4],"to":[5,26],"Subtask":[6],"2":[7],"of":[8,61,64,68,77],"IslamicEval":[9],"2025,":[10],"a":[11,34],"shared":[12],"task":[13],"that":[14,38],"involves":[15],"retrieving":[16],"relevant":[17],"passages":[18],"from":[19],"Quranic":[20],"verses":[21],"and":[22,52,66],"Sahih":[23],"Bukhari":[24],"hadiths":[25],"answer":[27],"Modern":[28],"Standard":[29],"Arabic":[30,83],"(MSA)":[31],"questions.We":[32],"developed":[33],"multi-pipeline":[35],"hybrid":[36],"system":[37,58],"combines":[39],"three":[40],"complementary":[41],"approaches:":[42],"fine-tuned":[43],"embedding":[44],"models":[45],"using":[46],"triplet":[47],"loss,":[48],"keyword-based":[49],"fuzzy":[50],"matching,":[51],"large":[53],"language":[54],"model":[55],"guided":[56],"retrieval.Our":[57],"achieved":[59],"MAP_@10":[60],"0.2296,":[62],"MAP_Q@5":[63],"0.2623,":[65],"MAP_H@5":[67],"0.215":[69],"in":[70],"the":[71,75],"test":[72],"set,":[73],"demonstrating":[74],"effectiveness":[76],"combining":[78],"multiple":[79],"retrieval":[80],"strategies":[81],"for":[82],"religious":[84],"text":[85],"question":[86],"answering.":[87]},"counts_by_year":[],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-11-08T00:00:00"}
