{"id":"https://openalex.org/W4416799680","doi":"https://doi.org/10.1109/snpd65828.2025.11254178","title":"Multilingual QA-RAG: Evaluating LLMs' Contradiction Handling in English and Kazakh","display_name":"Multilingual QA-RAG: Evaluating LLMs' Contradiction Handling in English and Kazakh","publication_year":2025,"publication_date":"2025-06-25","ids":{"openalex":"https://openalex.org/W4416799680","doi":"https://doi.org/10.1109/snpd65828.2025.11254178"},"language":null,"primary_location":{"id":"doi:10.1109/snpd65828.2025.11254178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11254178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082431551","display_name":"Arailym Tleubayeva","orcid":"https://orcid.org/0000-0001-9560-9756"},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Arailym Tleubayeva","raw_affiliation_strings":["Astana IT University,Department of Computer Engineering,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Department of Computer Engineering,Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5092706663","display_name":"Aigerim Mansurova","orcid":"https://orcid.org/0009-0003-1978-9574"},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Aigerim Mansurova","raw_affiliation_strings":["Astana IT University,Big Data and Blockchain Technologies Research Innovation Center,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Big Data and Blockchain Technologies Research Innovation Center,Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Sultan Aubakirov","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Sultan Aubakirov","raw_affiliation_strings":["Astana IT University,Department of Computer Engineering,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Department of Computer Engineering,Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119500632","display_name":"Aisultan Tabuldin","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Aisultan Tabuldin","raw_affiliation_strings":["Astana IT University,Department of Computer Engineering,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Department of Computer Engineering,Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067593236","display_name":"Adai Shomanov","orcid":"https://orcid.org/0000-0001-8253-7474"},"institutions":[{"id":"https://openalex.org/I60559429","display_name":"Nazarbayev University","ror":"https://ror.org/052bx8q98","country_code":"KZ","type":"education","lineage":["https://openalex.org/I60559429"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Adai Shomanov","raw_affiliation_strings":["Nazarbayev University,Computer Science Department,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nazarbayev University,Computer Science Department,Astana,Kazakhstan","institution_ids":["https://openalex.org/I60559429"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5066584563","display_name":"Zhansaya Makhambetova","orcid":null},"institutions":[{"id":"https://openalex.org/I4210141757","display_name":"Astana Medical University","ror":"https://ror.org/038mavt60","country_code":"KZ","type":"education","lineage":["https://openalex.org/I4210141757"]}],"countries":["KZ"],"is_corresponding":false,"raw_author_name":"Zhansaya Makhambetova","raw_affiliation_strings":["Astana IT University,Department of Science and Innovation,Astana,Kazakhstan"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Astana IT University,Department of Science and Innovation,Astana,Kazakhstan","institution_ids":["https://openalex.org/I4210141757"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.1765944,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"322","last_page":"327"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5846999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.5846999883651733,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.19499999284744263,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T13910","display_name":"Computational and Text Analysis Methods","score":0.03310000151395798,"subfield":{"id":"https://openalex.org/subfields/3300","display_name":"General Social Sciences"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/contradiction","display_name":"Contradiction","score":0.8944000005722046},{"id":"https://openalex.org/keywords/kazakh","display_name":"Kazakh","score":0.8411999940872192},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.6643000245094299},{"id":"https://openalex.org/keywords/face","display_name":"Face (sociological concept)","score":0.45399999618530273},{"id":"https://openalex.org/keywords/expression","display_name":"Expression (computer science)","score":0.34880000352859497},{"id":"https://openalex.org/keywords/qualitative-research","display_name":"Qualitative research","score":0.34049999713897705}],"concepts":[{"id":"https://openalex.org/C2776728590","wikidata":"https://www.wikidata.org/wiki/Q363948","display_name":"Contradiction","level":2,"score":0.8944000005722046},{"id":"https://openalex.org/C2781297163","wikidata":"https://www.wikidata.org/wiki/Q9252","display_name":"Kazakh","level":2,"score":0.8411999940872192},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6643000245094299},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.5336999893188477},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4607999920845032},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.45399999618530273},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.40689998865127563},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3950999975204468},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.38999998569488525},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36169999837875366},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.35830000042915344},{"id":"https://openalex.org/C90559484","wikidata":"https://www.wikidata.org/wiki/Q778379","display_name":"Expression (computer science)","level":2,"score":0.34880000352859497},{"id":"https://openalex.org/C190248442","wikidata":"https://www.wikidata.org/wiki/Q839486","display_name":"Qualitative research","level":2,"score":0.34049999713897705},{"id":"https://openalex.org/C3018587665","wikidata":"https://www.wikidata.org/wiki/Q7268696","display_name":"Qualitative analysis","level":3,"score":0.3337000012397766},{"id":"https://openalex.org/C111472728","wikidata":"https://www.wikidata.org/wiki/Q9471","display_name":"Epistemology","level":1,"score":0.3158999979496002},{"id":"https://openalex.org/C26760741","wikidata":"https://www.wikidata.org/wiki/Q160402","display_name":"Perception","level":2,"score":0.2773999869823456},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.27300000190734863},{"id":"https://openalex.org/C87156501","wikidata":"https://www.wikidata.org/wiki/Q7268708","display_name":"Qualitative property","level":2,"score":0.2678999900817871},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.2605000138282776},{"id":"https://openalex.org/C21200559","wikidata":"https://www.wikidata.org/wiki/Q7451068","display_name":"Sensitivity (control systems)","level":2,"score":0.25060001015663147}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/snpd65828.2025.11254178","is_oa":false,"landing_page_url":"https://doi.org/10.1109/snpd65828.2025.11254178","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 IEEE/ACIS 29th International Conference on Software Engineering, Artificial Intelligence, Networking and Parallel/Distributed Computing (SNPD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":11,"referenced_works":["https://openalex.org/W2963339397","https://openalex.org/W3169483174","https://openalex.org/W4389524089","https://openalex.org/W4390638022","https://openalex.org/W4402371950","https://openalex.org/W4402683011","https://openalex.org/W4403232958","https://openalex.org/W4403689071","https://openalex.org/W4404534210","https://openalex.org/W4407278823","https://openalex.org/W4414281281"],"related_works":[],"abstract_inverted_index":{"This":[0],"study":[1],"investigates":[2],"how":[3],"large":[4],"language":[5],"models":[6],"(LLMs)":[7],"respond":[8],"to":[9,79,125],"factual":[10,42,127],"contradictions":[11],"under":[12],"varying":[13],"prompt":[14,56,80],"styles":[15],"in":[16,63,67,115],"both":[17],"English":[18,64],"and":[19,29,48,54,77,105,118],"Kazakh\u2014a":[20],"low-resource":[21],"language.":[22],"We":[23],"evaluate":[24],"the":[25,111,120],"performance":[26,86],"of":[27,34,100,103],"DeepSeek-R1-Distill-Qwen-7B,":[28],"GPT-4o-mini":[30,82],"on":[31],"a":[32],"dataset":[33],"100":[35],"question\u2013":[36],"context":[37],"pairs":[38],"with":[39],"deliberately":[40],"introduced":[41],"distortions":[43],"using":[44],"Retrieval-Augmented":[45],"Generation":[46],"(RAG)":[47],"Zero-shot":[49],"approaches":[50],"across":[51,87],"strict,":[52],"standard,":[53],"weak":[55],"types.":[57],"Results":[58],"show":[59],"that":[60],"DeepSeek":[61],"outperforms":[62],"language,":[65],"particularly":[66],"zero-shot":[68],"settings,":[69],"as":[70,72,97],"well":[71],"it":[73],"exhibits":[74],"higher":[75],"variability":[76],"sensitivity":[78],"strength.":[81],"demonstrates":[83],"more":[84],"accurate":[85],"Kazakh":[88],"datasets.":[89],"Qualitative":[90],"analysis":[91],"reveals":[92],"distinct":[93],"model":[94],"behaviors,":[95],"such":[96],"blind":[98],"acceptance":[99],"falsehoods,":[101],"expression":[102],"uncertainty,":[104],"ethical":[106],"refusals.":[107],"The":[108],"findings":[109],"highlight":[110],"challenges":[112],"LLMs":[113],"face":[114],"contradiction":[116],"detection":[117],"emphasize":[119],"need":[121],"for":[122],"robust":[123],"solutions":[124],"improve":[126],"reliability.":[128]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-11-28T00:00:00"}