{"id":"https://openalex.org/W7131659789","doi":"https://doi.org/10.48550/arxiv.2602.21226","title":"IslamicLegalBench: Evaluating LLMs Knowledge and Reasoning of Islamic Law Across 1,200 Years of Islamic Pluralist Legal Traditions","display_name":"IslamicLegalBench: Evaluating LLMs Knowledge and Reasoning of Islamic Law Across 1,200 Years of Islamic Pluralist Legal Traditions","publication_year":2026,"publication_date":"2026-02-02","ids":{"openalex":"https://openalex.org/W7131659789","doi":"https://doi.org/10.48550/arxiv.2602.21226"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2602.21226","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5028706566","display_name":"Ezieddin M Jaballah Elmahjub","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Elmahjub, Ezieddin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126866459","display_name":"Junaid Qadir","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qadir, Junaid","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101466143","display_name":"A. Mushtaq","orcid":"https://orcid.org/0000-0003-4575-145X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mushtaq, Abdullah","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117813097","display_name":"Rafay Naeem","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Naeem, Rafay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115757253","display_name":"Ibrahim Ghaznavi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ghaznavi, Ibrahim","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5126922322","display_name":"Waleed Iqbal","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Iqbal, Waleed","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5028706566"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20659999549388885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.20659999549388885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.20430000126361847,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10883","display_name":"Ethics and Social Impacts of AI","score":0.12070000171661377,"subfield":{"id":"https://openalex.org/subfields/3311","display_name":"Safety Research"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/correctness","display_name":"Correctness","score":0.7400000095367432},{"id":"https://openalex.org/keywords/premise","display_name":"Premise","score":0.6644999980926514},{"id":"https://openalex.org/keywords/islam","display_name":"Islam","score":0.6615999937057495},{"id":"https://openalex.org/keywords/competence","display_name":"Competence (human resources)","score":0.4950000047683716},{"id":"https://openalex.org/keywords/history-of-islam","display_name":"History of Islam","score":0.4327000081539154}],"concepts":[{"id":"https://openalex.org/C55439883","wikidata":"https://www.wikidata.org/wiki/Q360812","display_name":"Correctness","level":2,"score":0.7400000095367432},{"id":"https://openalex.org/C2778023277","wikidata":"https://www.wikidata.org/wiki/Q321703","display_name":"Premise","level":2,"score":0.6644999980926514},{"id":"https://openalex.org/C4445939","wikidata":"https://www.wikidata.org/wiki/Q432","display_name":"Islam","level":2,"score":0.6615999937057495},{"id":"https://openalex.org/C100521375","wikidata":"https://www.wikidata.org/wiki/Q2015382","display_name":"Competence (human resources)","level":2,"score":0.4950000047683716},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.4659000039100647},{"id":"https://openalex.org/C109043474","wikidata":"https://www.wikidata.org/wiki/Q642379","display_name":"History of Islam","level":3,"score":0.4327000081539154},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.40860000252723694},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3986999988555908},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.36890000104904175},{"id":"https://openalex.org/C190253527","wikidata":"https://www.wikidata.org/wiki/Q295354","display_name":"Law and economics","level":1,"score":0.3188000023365021},{"id":"https://openalex.org/C168725872","wikidata":"https://www.wikidata.org/wiki/Q991663","display_name":"Sophistication","level":2,"score":0.3174000084400177},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.31540000438690186},{"id":"https://openalex.org/C118084267","wikidata":"https://www.wikidata.org/wiki/Q26110","display_name":"Positive economics","level":1,"score":0.28619998693466187},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.2720000147819519},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.2703000009059906},{"id":"https://openalex.org/C539667460","wikidata":"https://www.wikidata.org/wiki/Q2414942","display_name":"Management science","level":1,"score":0.267300009727478},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2635999917984009},{"id":"https://openalex.org/C2776132995","wikidata":"https://www.wikidata.org/wiki/Q1340372","display_name":"Islamic culture","level":3,"score":0.2614000141620636}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2602.21226","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2602.21226","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.21226","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2602.21226","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[{"score":0.8076239824295044,"id":"https://metadata.un.org/sdg/16","display_name":"Peace, Justice and strong institutions"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"As":[0],"millions":[1],"of":[2,39,48,52,88,119],"Muslims":[3],"turn":[4],"to":[5,147],"LLMs":[6,35],"like":[7],"GPT,":[8],"Claude,":[9],"and":[10,76],"DeepSeek":[11],"for":[12,137,162],"religious":[13],"guidance,":[14],"a":[15],"critical":[16,155],"question":[17],"arises:":[18],"Can":[19],"these":[20],"AI":[21],"systems":[22],"reliably":[23],"reason":[24],"about":[25],"Islamic":[26,40,149],"law?":[27],"We":[28],"introduce":[29],"IslamicLegalBench,":[30],"the":[31,59,99,143],"first":[32,144],"benchmark":[33],"evaluating":[34],"across":[36],"seven":[37],"schools":[38],"jurisprudence,":[41],"with":[42,66,117],"718":[43],"instances":[44],"covering":[45],"13":[46],"tasks":[47,94,104],"varying":[49],"complexity.":[50],"Evaluation":[51],"nine":[53],"state-of-the-art":[54],"models":[55,71,90,121],"reveals":[56],"major":[57],"limitations:":[58],"best":[60],"model":[61],"achieves":[62],"only":[63,86],"68%":[64],"correctness":[65,75],"21%":[67],"hallucination,":[68],"while":[69],"several":[70],"fall":[72],"below":[73],"35%":[74],"exceed":[77],"55%":[78],"hallucination.":[79],"Few-shot":[80],"prompting":[81],"provides":[82],"minimal":[83],"gains,":[84],"improving":[85],"2":[87],"9":[89,120],"by":[91],">1%.":[92],"Moderate-complexity":[93],"requiring":[95],"exact":[96],"knowledge":[97],"show":[98],"highest":[100],"errors,":[101],"whereas":[102],"high-complexity":[103],"display":[105],"apparent":[106],"competence":[107],"through":[108],"semantic":[109],"reasoning.":[110],"False":[111],"premise":[112],"detection":[113],"indicates":[114],"risky":[115],"sycophancy,":[116],"6":[118],"accepting":[122],"misleading":[123],"assumptions":[124],"at":[125],"rates":[126],"above":[127],"40%.":[128],"These":[129],"results":[130],"highlight":[131],"that":[132],"prompt-based":[133],"methods":[134],"cannot":[135],"compensate":[136],"missing":[138],"foundational":[139],"knowledge.":[140],"IslamicLegalBench":[141],"offers":[142],"systematic":[145],"framework":[146],"evaluate":[148],"legal":[150],"reasoning":[151],"in":[152,157],"AI,":[153],"revealing":[154],"gaps":[156],"tools":[158],"increasingly":[159],"relied":[160],"on":[161],"spiritual":[163],"guidance.":[164]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-27T00:00:00"}