{"id":"https://openalex.org/W7130418190","doi":"https://doi.org/10.48550/arxiv.2602.15139","title":"CGRA-DeBERTa Concept Guided Residual Augmentation Transformer for Theologically Islamic Understanding","display_name":"CGRA-DeBERTa Concept Guided Residual Augmentation Transformer for Theologically Islamic Understanding","publication_year":2026,"publication_date":"2026-02-16","ids":{"openalex":"https://openalex.org/W7130418190","doi":"https://doi.org/10.48550/arxiv.2602.15139"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2602.15139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2602.15139","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126313788","display_name":"Tahir Hussain","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164862","display_name":"Artificial Intelligence in Medicine (Canada)","ror":"https://ror.org/05p590m36","country_code":"CA","type":"company","lineage":["https://openalex.org/I4210164862"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Hussain, Tahir","raw_affiliation_strings":["Artificial Intelligence Lab, Department of Computer Systems Engineering, University of Engineering and Applied Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Artificial Intelligence Lab, Department of Computer Systems Engineering, University of Engineering and Applied Sciences","institution_ids":["https://openalex.org/I4210164862"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5126318713","display_name":"Saddam Hussain Khan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khan, Saddam Hussain","raw_affiliation_strings":["Interdisciplinary Research Center for Smart Mobility and Logistics"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Interdisciplinary Research Center for Smart Mobility and Logistics","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4108999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.4108999967575073,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10664","display_name":"Sentiment Analysis and Opinion Mining","score":0.05689999833703041,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.04560000076889992,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/residual","display_name":"Residual","score":0.6941999793052673},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.6843000054359436},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5478000044822693},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.505299985408783},{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.4853000044822693},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.39969998598098755},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.32170000672340393}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7055000066757202},{"id":"https://openalex.org/C155512373","wikidata":"https://www.wikidata.org/wiki/Q287450","display_name":"Residual","level":2,"score":0.6941999793052673},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.6843000054359436},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5478000044822693},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.505299985408783},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49219998717308044},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.4853000044822693},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4154999852180481},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.39969998598098755},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.35409998893737793},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3409000039100647},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.32170000672340393},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.3095000088214874},{"id":"https://openalex.org/C177769412","wikidata":"https://www.wikidata.org/wiki/Q278090","display_name":"Prior probability","level":3,"score":0.298799991607666},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.29159998893737793},{"id":"https://openalex.org/C194544171","wikidata":"https://www.wikidata.org/wiki/Q21105679","display_name":"Gating","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2757999897003174},{"id":"https://openalex.org/C3746660","wikidata":"https://www.wikidata.org/wiki/Q1068763","display_name":"Rule of inference","level":2,"score":0.2703999876976013},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26420000195503235},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.25220000743865967}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2602.15139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2602.15139","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2602.15139","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"display_name":"Peace, Justice and strong institutions","score":0.5678940415382385,"id":"https://metadata.un.org/sdg/16"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Accurate":[0],"QA":[1,38,147,212],"over":[2,39],"classical":[3],"Islamic":[4,85],"texts":[5],"remains":[6],"challenging":[7],"due":[8,192],"to":[9,111,193],"domain":[10,29],"specific":[11],"semantics,":[12],"long":[13],"context":[14],"dependencies,":[15],"and":[16,57,71,122,155,166,175,203,205,218,220],"concept":[17,26,60],"sensitive":[18],"reasoning.":[19],"Therefore,":[20],"a":[21,25,47,58,83,141],"new":[22],"CGRA":[23,43,139],"DeBERTa,":[24],"guided":[27],"residual":[28,59],"augmentation":[30],"transformer":[31,50],"framework,":[32],"is":[33],"proposed":[34],"that":[35,214,221],"enhances":[36],"theological":[37,80,206,228],"Hadith":[40,211],"corpora.":[41],"The":[42,64,197],"DeBERTa":[44,49,66,167],"builds":[45],"on":[46,181],"customized":[48,65],"backbone":[51],"with":[52,226],"lightweight":[53],"LoRA":[54],"based":[55],"adaptations":[56],"aware":[61],"gating":[62],"mechanism.":[63],"embedding":[67],"block":[68],"learns":[69],"global":[70],"positional":[72],"context,":[73],"while":[74,128,186],"Concept":[75,86,94],"Guided":[76],"Residual":[77],"Blocks":[78],"incorporate":[79],"priors":[81],"from":[82,109,149],"curated":[84],"Dictionary":[87],"of":[88,137,145,152,164,169],"12":[89],"core":[90],"terms.":[91],"Moreover,":[92],"the":[93,135,150],"Gating":[95],"Mechanism":[96],"selectively":[97],"amplifies":[98],"semantically":[99],"critical":[100],"tokens":[101],"via":[102],"importance":[103],"weighted":[104],"attention,":[105],"applying":[106],"differential":[107],"scaling":[108],"1.04":[110],"3.00.":[112],"This":[113,132,208],"design":[114],"preserves":[115],"contextual":[116],"integrity,":[117],"strengthens":[118],"domain-specific":[119],"semantic":[120],"representations,":[121],"enables":[123],"accurate,":[124],"efficient":[125,195],"span":[126],"extraction":[127,202],"maintaining":[129],"computational":[130],"efficiency.":[131],"paper":[133],"reports":[134],"results":[136],"training":[138],"using":[140],"specially":[142],"constructed":[143],"dataset":[144],"42591":[146],"pairs":[148],"text":[151],"Sahih":[153,156],"alBukhari":[154],"Muslim.":[157],"While":[158],"BERT":[159],"achieved":[160],"an":[161,182],"EM":[162],"score":[163],"75.87":[165],"one":[168],"89.77,":[170],"our":[171],"model":[172],"scored":[173],"97.85":[174],"thus":[176],"surpassed":[177],"them":[178],"by":[179],"8.08":[180],"absolute":[183],"scale,":[184],"all":[185],"adding":[187],"approximately":[188],"8":[189],"inference":[190],"overhead":[191],"parameter":[194],"gating.":[196],"qualitative":[198],"evaluation":[199],"noted":[200],"better":[201],"discrimination":[204],"precision.":[207],"study":[209],"presents":[210],"systems":[213],"are":[215],"efficient,":[216],"interpretable,":[217],"accurate":[219],"scale":[222],"provide":[223],"educational":[224],"materials":[225],"necessary":[227],"nuance.":[229]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-02-19T00:00:00"}
