{"id":"https://openalex.org/W4413771721","doi":"https://doi.org/10.3390/computers14090354","title":"Legal AI in Low-Resource Languages: Building and Evaluating QA Systems for the Kazakh Legislation","display_name":"Legal AI in Low-Resource Languages: Building and Evaluating QA Systems for the Kazakh Legislation","publication_year":2025,"publication_date":"2025-08-27","ids":{"openalex":"https://openalex.org/W4413771721","doi":"https://doi.org/10.3390/computers14090354"},"language":"en","primary_location":{"id":"doi:10.3390/computers14090354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14090354","pdf_url":"https://www.mdpi.com/2073-431X/14/9/354/pdf?version=1756308429","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://www.mdpi.com/2073-431X/14/9/354/pdf?version=1756308429","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5046987190","display_name":"Diana Rakhimova","orcid":"https://orcid.org/0000-0003-1427-198X"},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Diana Rakhimova","raw_affiliation_strings":["Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]},{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112895789","display_name":"Assem Turarbek","orcid":null},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]},{"id":"https://openalex.org/I4210135055","display_name":"Institute of Information and Computational Technologies","ror":"https://ror.org/03v6e0k54","country_code":"KZ","type":"facility","lineage":["https://openalex.org/I4210135055"]}],"countries":["KZ"],"is_corresponding":true,"raw_author_name":"Assem Turarbek","raw_affiliation_strings":["Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]},{"raw_affiliation_string":"Institute of Information and Computational Technologies, Almaty 050010, Kazakhstan","institution_ids":["https://openalex.org/I4210135055"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5004586958","display_name":"Vladislav Karyukin","orcid":"https://orcid.org/0000-0002-8768-0349"},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Vladislav Karyukin","raw_affiliation_strings":["Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5012699372","display_name":"A. Sarsenbayeva","orcid":null},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Assiya Sarsenbayeva","raw_affiliation_strings":["Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5006640460","display_name":"R.R. Aliyev","orcid":"https://orcid.org/0009-0003-5432-0480"},"institutions":[{"id":"https://openalex.org/I185571130","display_name":"Al-Farabi Kazakh National University","ror":"https://ror.org/03q0vrn42","country_code":"KZ","type":"education","lineage":["https://openalex.org/I185571130"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Rashid Alieyev","raw_affiliation_strings":["Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan"],"affiliations":[{"raw_affiliation_string":"Department of Information Systems, Al-Farabi Kazakh National University, Almaty 050040, Kazakhstan","institution_ids":["https://openalex.org/I185571130"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5112895789"],"corresponding_institution_ids":["https://openalex.org/I185571130","https://openalex.org/I4210135055"],"apc_list":{"value":1600,"currency":"CHF","value_usd":1732},"apc_paid":{"value":1600,"currency":"CHF","value_usd":1732},"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.27564022,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"14","issue":"9","first_page":"354","last_page":"354"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13851","display_name":"Law, AI, and Intellectual Property","score":0.9692999720573425,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10456","display_name":"Multi-Agent Systems and Negotiation","score":0.9542999863624573,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/kazakh","display_name":"Kazakh","score":0.9430183172225952},{"id":"https://openalex.org/keywords/legislation","display_name":"Legislation","score":0.7839639186859131},{"id":"https://openalex.org/keywords/resource","display_name":"Resource (disambiguation)","score":0.4397774338722229},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4105427861213684},{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.35580503940582275},{"id":"https://openalex.org/keywords/linguistics","display_name":"Linguistics","score":0.27480727434158325},{"id":"https://openalex.org/keywords/law","display_name":"Law","score":0.14264553785324097},{"id":"https://openalex.org/keywords/philosophy","display_name":"Philosophy","score":0.0656261146068573}],"concepts":[{"id":"https://openalex.org/C2781297163","wikidata":"https://www.wikidata.org/wiki/Q9252","display_name":"Kazakh","level":2,"score":0.9430183172225952},{"id":"https://openalex.org/C2777351106","wikidata":"https://www.wikidata.org/wiki/Q49371","display_name":"Legislation","level":2,"score":0.7839639186859131},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4397774338722229},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4105427861213684},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.35580503940582275},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.27480727434158325},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.14264553785324097},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0656261146068573},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.3390/computers14090354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14090354","pdf_url":"https://www.mdpi.com/2073-431X/14/9/354/pdf?version=1756308429","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:6da39951cf8347be976ec62f0516c95e","is_oa":true,"landing_page_url":"https://doaj.org/article/6da39951cf8347be976ec62f0516c95e","pdf_url":null,"source":{"id":"https://openalex.org/S112646816","display_name":"SHILAP Revista de lepidopterolog\u00eda","issn_l":"0300-5267","issn":["0300-5267","2340-4078"],"is_oa":true,"is_in_doaj":true,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Computers, Vol 14, Iss 9, p 354 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.3390/computers14090354","is_oa":true,"landing_page_url":"https://doi.org/10.3390/computers14090354","pdf_url":"https://www.mdpi.com/2073-431X/14/9/354/pdf?version=1756308429","source":{"id":"https://openalex.org/S4210228075","display_name":"Computers","issn_l":"2073-431X","issn":["2073-431X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310310987","host_organization_name":"Multidisciplinary Digital Publishing Institute","host_organization_lineage":["https://openalex.org/P4310310987"],"host_organization_lineage_names":["Multidisciplinary Digital Publishing Institute"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Computers","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4413771721.pdf","grobid_xml":"https://content.openalex.org/works/W4413771721.grobid-xml"},"referenced_works_count":37,"referenced_works":["https://openalex.org/W2120879767","https://openalex.org/W2151149636","https://openalex.org/W2171278097","https://openalex.org/W2601470260","https://openalex.org/W2733849899","https://openalex.org/W2781014390","https://openalex.org/W2889787757","https://openalex.org/W2907176866","https://openalex.org/W2962940365","https://openalex.org/W2962985038","https://openalex.org/W2980130438","https://openalex.org/W2980580294","https://openalex.org/W2983258080","https://openalex.org/W2983419145","https://openalex.org/W2998500863","https://openalex.org/W3020097340","https://openalex.org/W3027879771","https://openalex.org/W3099700870","https://openalex.org/W3156789018","https://openalex.org/W4205662465","https://openalex.org/W4236521339","https://openalex.org/W4293211434","https://openalex.org/W4294214983","https://openalex.org/W4296557505","https://openalex.org/W4309674289","https://openalex.org/W4380758928","https://openalex.org/W4385569780","https://openalex.org/W4385782731","https://openalex.org/W4389921502","https://openalex.org/W4396234795","https://openalex.org/W4401478315","https://openalex.org/W4402537541","https://openalex.org/W4406617454","https://openalex.org/W4407212961","https://openalex.org/W4407389405","https://openalex.org/W4412888463","https://openalex.org/W4412945357"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2363093443","https://openalex.org/W4206915444","https://openalex.org/W4388766676","https://openalex.org/W2353302181","https://openalex.org/W2362181825","https://openalex.org/W2320680668","https://openalex.org/W2901624366"],"abstract_inverted_index":{"The":[0,79,127],"research":[1],"focuses":[2],"on":[3],"the":[4,14,95,146],"development":[5],"and":[6,19,33,46,60,70,77,86,88,106,109,121,140,148,165],"evaluation":[7,80],"of":[8,114,150],"a":[9,17,34],"legal":[10,29,118,125,153,162],"question\u2013answer":[11],"system":[12],"for":[13,156],"Kazakh":[15,124],"language,":[16],"low-resource":[18,157],"morphologically":[20],"complex":[21],"language.":[22],"Four":[23],"datasets":[24],"were":[25,62],"compiled":[26],"from":[27,42],"open":[28],"sources\u2014Adilet,":[30],"Zqai,":[31],"Gov,":[32],"manually":[35],"created":[36],"synthetic":[37],"set\u2014containing":[38],"question\u2013\u0430nswer":[39],"pairs":[40],"extracted":[41],"official":[43],"legislative":[44],"documents":[45],"government":[47],"portals.":[48],"Seven":[49],"large":[50],"language":[51],"models":[52,136],"(GPT-4o":[53],"mini,":[54],"GEMMA,":[55],"KazLLM,":[56],"LLaMA,":[57],"Phi,":[58],"Qwen,":[59],"Mistral)":[61],"fine-tuned":[63],"using":[64],"structured":[65],"prompt":[66],"templates,":[67],"quantization":[68],"methods,":[69],"domain-specific":[71],"training":[72],"to":[73,123,160],"enhance":[74],"contextual":[75],"understanding":[76],"efficiency.":[78],"employed":[81],"both":[82,138],"automatic":[83],"metrics":[84],"(ROUGE":[85],"METEOR)":[87],"expert-based":[89],"manual":[90],"assessment.":[91],"GPT-4o":[92,130],"mini":[93],"achieved":[94],"highest":[96],"overall":[97],"performance,":[98],"with":[99],"ROUGE-1:":[100],"0.309,":[101],"ROUGE-2:":[102],"0.175,":[103],"ROUGE-L:":[104],"0.263,":[105],"METEOR:":[107],"0.320,":[108],"received":[110],"an":[111],"expert":[112],"score":[113],"3.96,":[115],"indicating":[116],"strong":[117],"reasoning":[119],"capabilities":[120],"adaptability":[122],"contexts.":[126],"results":[128],"highlight":[129],"mini\u2019s":[131],"superiority":[132],"over":[133],"other":[134],"tested":[135],"in":[137,168],"quantitative":[139],"qualitative":[141],"evaluations.":[142],"This":[143],"work":[144],"demonstrates":[145],"feasibility":[147],"importance":[149],"developing":[151],"localized":[152],"AI":[154],"solutions":[155],"languages,":[158],"contributing":[159],"improved":[161],"accessibility,":[163],"transparency,":[164],"digital":[166],"governance":[167],"Kazakhstan.":[169]},"counts_by_year":[],"updated_date":"2026-03-10T16:38:18.471706","created_date":"2025-10-10T00:00:00"}