{"id":"https://openalex.org/W4414421219","doi":"https://doi.org/10.3389/fdata.2025.1448785","title":"ULBERT: a domain-adapted BERT model for bilingual information retrieval from Pakistan's constitution","display_name":"ULBERT: a domain-adapted BERT model for bilingual information retrieval from Pakistan's constitution","publication_year":2025,"publication_date":"2025-09-22","ids":{"openalex":"https://openalex.org/W4414421219","doi":"https://doi.org/10.3389/fdata.2025.1448785","pmid":"https://pubmed.ncbi.nlm.nih.gov/41059485"},"language":"en","primary_location":{"id":"doi:10.3389/fdata.2025.1448785","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2025.1448785","pdf_url":"https://www.frontiersin.org/journals/big-data/articles/10.3389/fdata.2025.1448785/pdf","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj","pubmed"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.frontiersin.org/journals/big-data/articles/10.3389/fdata.2025.1448785/pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5110461883","display_name":"Qaiser Abbas","orcid":"https://orcid.org/0000-0003-1870-0884"},"institutions":[{"id":"https://openalex.org/I4210151290","display_name":"Islamic University of Madinah","ror":"https://ror.org/03rcp1y74","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210151290"]}],"countries":["SA"],"is_corresponding":false,"raw_author_name":"Qaiser Abbas","raw_affiliation_strings":["Department of Computer Science, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia","institution_ids":["https://openalex.org/I4210151290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5084823078","display_name":"Waqas Nawaz","orcid":"https://orcid.org/0000-0002-9989-6163"},"institutions":[{"id":"https://openalex.org/I4210151290","display_name":"Islamic University of Madinah","ror":"https://ror.org/03rcp1y74","country_code":"SA","type":"education","lineage":["https://openalex.org/I4210151290"]}],"countries":["SA"],"is_corresponding":true,"raw_author_name":"Waqas Nawaz","raw_affiliation_strings":["Department of Information Systems, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Faculty of Computer and Information Systems, Islamic University of Madinah, Madinah, Saudi Arabia","institution_ids":["https://openalex.org/I4210151290"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107969767","display_name":"Sadia Niazi","orcid":null},"institutions":[{"id":"https://openalex.org/I160968435","display_name":"University of Sargodha","ror":"https://ror.org/0086rpr26","country_code":"PK","type":"education","lineage":["https://openalex.org/I160968435"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Sadia Niazi","raw_affiliation_strings":["Department of Psychology, Faculty of Social Sciences, University of Sargodha, Sargodha, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Psychology, Faculty of Social Sciences, University of Sargodha, Sargodha, Pakistan","institution_ids":["https://openalex.org/I160968435"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101950757","display_name":"Muhammad Awais","orcid":"https://orcid.org/0000-0002-4263-3397"},"institutions":[{"id":"https://openalex.org/I160968435","display_name":"University of Sargodha","ror":"https://ror.org/0086rpr26","country_code":"PK","type":"education","lineage":["https://openalex.org/I160968435"]}],"countries":["PK"],"is_corresponding":false,"raw_author_name":"Muhammad Awais","raw_affiliation_strings":["Department of Computer Science, Faculty of Computing and Information Technology, University of Sargodha, Saroghda, Pakistan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, Faculty of Computing and Information Technology, University of Sargodha, Saroghda, Pakistan","institution_ids":["https://openalex.org/I160968435"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":2,"corresponding_author_ids":["https://openalex.org/A5084823078"],"corresponding_institution_ids":["https://openalex.org/I4210151290"],"apc_list":{"value":1285,"currency":"USD","value_usd":1285},"apc_paid":{"value":1285,"currency":"USD","value_usd":1285},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.09739824,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"8","issue":null,"first_page":"1448785","last_page":"1448785"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22120000422000885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.22120000422000885,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.08789999783039093,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11550","display_name":"Text and Document Classification Technologies","score":0.050200000405311584,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/constitution","display_name":"Constitution","score":0.7598000168800354},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3601999878883362},{"id":"https://openalex.org/keywords/computational-linguistics","display_name":"Computational linguistics","score":0.2818000018596649},{"id":"https://openalex.org/keywords/document-retrieval","display_name":"Document retrieval","score":0.2797999978065491},{"id":"https://openalex.org/keywords/legal-document","display_name":"Legal document","score":0.27970001101493835}],"concepts":[{"id":"https://openalex.org/C2776154427","wikidata":"https://www.wikidata.org/wiki/Q7755","display_name":"Constitution","level":2,"score":0.7598000168800354},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5738999843597412},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.48240000009536743},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.44999998807907104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4052000045776367},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3662000000476837},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3601999878883362},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.3560999929904938},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3003000020980835},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.2818000018596649},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.2797999978065491},{"id":"https://openalex.org/C2993995455","wikidata":"https://www.wikidata.org/wiki/Q3150005","display_name":"Legal document","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C180198813","wikidata":"https://www.wikidata.org/wiki/Q121182","display_name":"Information system","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C136764020","wikidata":"https://www.wikidata.org/wiki/Q466","display_name":"World Wide Web","level":1,"score":0.27379998564720154},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.2680000066757202},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.25}],"mesh":[],"locations_count":5,"locations":[{"id":"doi:10.3389/fdata.2025.1448785","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2025.1448785","pdf_url":"https://www.frontiersin.org/journals/big-data/articles/10.3389/fdata.2025.1448785/pdf","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},{"id":"pmid:41059485","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41059485","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in big data","raw_type":null},{"id":"pmh:oai:doaj.org/article:0681781959b1488081f9d0482d1ce9e2","is_oa":true,"landing_page_url":"https://doaj.org/article/0681781959b1488081f9d0482d1ce9e2","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Frontiers in Big Data, Vol 8 (2025)","raw_type":"article"},{"id":"pmh:oai:europepmc.org:11306618","is_oa":true,"landing_page_url":"https://www.ncbi.nlm.nih.gov/pmc/articles/12497596","pdf_url":null,"source":{"id":"https://openalex.org/S4306400806","display_name":"Europe PMC (PubMed Central)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1303153112","host_organization_name":"European Bioinformatics Institute","host_organization_lineage":["https://openalex.org/I1303153112"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Text"},{"id":"pmh:oai:pubmedcentral.nih.gov:12497596","is_oa":true,"landing_page_url":"https://pmc.ncbi.nlm.nih.gov/articles/PMC12497596/","pdf_url":null,"source":{"id":"https://openalex.org/S2764455111","display_name":"PubMed Central","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Front Big Data","raw_type":"Text"}],"best_oa_location":{"id":"doi:10.3389/fdata.2025.1448785","is_oa":true,"landing_page_url":"https://doi.org/10.3389/fdata.2025.1448785","pdf_url":"https://www.frontiersin.org/journals/big-data/articles/10.3389/fdata.2025.1448785/pdf","source":{"id":"https://openalex.org/S4210201220","display_name":"Frontiers in Big Data","issn_l":"2624-909X","issn":["2624-909X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320527","host_organization_name":"Frontiers Media","host_organization_lineage":["https://openalex.org/P4310320527"],"host_organization_lineage_names":["Frontiers Media"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Big Data","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G689073917","display_name":null,"funder_award_id":"research group (first) project no. 956","funder_id":"https://openalex.org/F4320331150","funder_display_name":"Islamic University of Madinah"}],"funders":[{"id":"https://openalex.org/F4320331150","display_name":"Islamic University of Madinah","ror":"https://ror.org/03rcp1y74"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4414421219.pdf","grobid_xml":"https://content.openalex.org/works/W4414421219.grobid-xml"},"referenced_works_count":30,"referenced_works":["https://openalex.org/W8870360","https://openalex.org/W2250539671","https://openalex.org/W2493916176","https://openalex.org/W2596180971","https://openalex.org/W2805389643","https://openalex.org/W2896457183","https://openalex.org/W2960859968","https://openalex.org/W2962739339","https://openalex.org/W3099950029","https://openalex.org/W3129632563","https://openalex.org/W3164707500","https://openalex.org/W3203597739","https://openalex.org/W3210779499","https://openalex.org/W3212522196","https://openalex.org/W4210511882","https://openalex.org/W4213152362","https://openalex.org/W4220943678","https://openalex.org/W4229641819","https://openalex.org/W4288089799","https://openalex.org/W4292075481","https://openalex.org/W4294170691","https://openalex.org/W4327737695","https://openalex.org/W4379467709","https://openalex.org/W4385567034","https://openalex.org/W4400238690","https://openalex.org/W4401229879","https://openalex.org/W4402375165","https://openalex.org/W4403842423","https://openalex.org/W4407951433","https://openalex.org/W4411566276"],"related_works":[],"abstract_inverted_index":{"Introduction:":[0],"Navigating":[1],"legal":[2,54,156,170],"texts":[3],"like":[4],"a":[5,38,70,85,147,173],"national":[6],"constitution":[7,48],"is":[8,67],"notoriously":[9],"difficult":[10],"due":[11],"to":[12,30,45,50,56,79,98,176],"specialized":[13],"jargon":[14],"and":[15,62,95,110,138,166],"complex":[16],"internal":[17],"references.":[18],"For":[19],"the":[20,47,81,99,103,117,126,152,178],"Constitution":[21,179],"of":[22,84,133,154,180],"Pakistan,":[23],"no":[24],"automated,":[25],"user-friendly":[26],"search":[27],"tool":[28,168],"existed":[29],"address":[31],"this":[32],"challenge.":[33],"This":[34],"paper":[35],"introduces":[36],"ULBERT,":[37],"novel":[39],"AI-powered":[40],"information":[41,129],"retrieval":[42],"framework":[43,119,162],"designed":[44],"make":[46],"accessible":[49],"all":[51],"users,":[52],"from":[53],"experts":[55],"ordinary":[57],"citizens,":[58],"in":[59,91,150],"both":[60],"English":[61,92,136],"Urdu.":[63],"Methods:":[64],"The":[65,161],"system":[66],"built":[68],"around":[69],"custom":[71],"AI":[72],"model":[73],"that":[74],"moves":[75],"beyond":[76],"keyword":[77],"matching":[78],"understand":[80,177],"semantic":[82,111],"meaning":[83],"user's":[86],"query.":[87],"It":[88,123],"processes":[89],"questions":[90],"or":[93],"Urdu":[94,141],"compares":[96],"them":[97],"constitutional":[100,128],"text,":[101],"identifying":[102],"most":[104],"relevant":[105],"passages":[106],"based":[107],"on":[108],"contextual":[109],"similarity.":[112],"Results:":[113],"In":[114],"performance":[115],"testing,":[116],"ULBERT":[118],"proved":[120],"highly":[121],"effective.":[122],"successfully":[124],"retrieved":[125],"correct":[127],"with":[130],"an":[131,164],"accuracy":[132],"86%":[134],"for":[135,140,169],"queries":[137],"73%":[139],"queries.":[142],"Discussion:":[143],"These":[144],"results":[145],"demonstrate":[146],"significant":[148],"breakthrough":[149],"enhancing":[151],"accessibility":[153],"foundational":[155],"documents":[157],"through":[158],"artificial":[159],"intelligence.":[160],"provides":[163],"effective":[165],"intuitive":[167],"inquiry,":[171],"empowering":[172],"broader":[174],"audience":[175],"Pakistan.":[181]},"counts_by_year":[],"updated_date":"2026-07-23T08:03:31.855105","created_date":"2025-10-10T00:00:00"}