{"id":"https://openalex.org/W7204160672","doi":"https://doi.org/10.19113/sdufenbed.1912302","title":"Mitigating Hallucinations in Third-Grade Primary Mathematics Education: An Empirical Analysis of Local RAG and LLMs","display_name":"Mitigating Hallucinations in Third-Grade Primary Mathematics Education: An Empirical Analysis of Local RAG and LLMs","publication_year":2026,"publication_date":"2026-08-25","ids":{"openalex":"https://openalex.org/W7204160672","doi":"https://doi.org/10.19113/sdufenbed.1912302"},"language":"tr","primary_location":{"id":"doi:10.19113/sdufenbed.1912302","doi":"https://doi.org/10.19113/sdufenbed.1912302","is_oa":true,"landing_page_url":"https://doi.org/10.19113/sdufenbed.1912302","pdf_url":"https://dergipark.org.tr/en/download/article-file/5827115","source":{"id":"https://openalex.org/S2737415723","display_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","issn_l":"1300-7688","issn":["1300-7688","1308-6529"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":"https://openalex.org/P4310318380","host_organization_name":"S\u00fcleyman Demirel University","host_organization_lineage":["https://openalex.org/P4310318380"],"host_organization_lineage_names":["S\u00fcleyman Demirel University"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","raw_type":"journal-article"},"volume":null,"type":"article","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://dergipark.org.tr/en/download/article-file/5827115","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5148085594","display_name":"Ahmet Ocak","orcid":"https://orcid.org/0009-0001-3481-274X","observed_orcids":["https://orcid.org/0009-0001-3481-274X"]},"institutions":[{"id":"https://openalex.org/I51826884","display_name":"Kocaeli \u00dcniversitesi","ror":"https://ror.org/0411seq30","country_code":"TR","type":"education","lineage":["https://openalex.org/I51826884"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Ahmet Ocak","raw_affiliation_strings":["KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc"],"raw_orcid":"https://orcid.org/0009-0001-3481-274X","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc","institution_ids":["https://openalex.org/I51826884"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027671279","display_name":"Samet Diri","orcid":"https://orcid.org/0000-0003-2849-0219","observed_orcids":["https://orcid.org/0000-0003-2849-0219"]},"institutions":[{"id":"https://openalex.org/I51826884","display_name":"Kocaeli \u00dcniversitesi","ror":"https://ror.org/0411seq30","country_code":"TR","type":"education","lineage":["https://openalex.org/I51826884"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Samet Diri","raw_affiliation_strings":["KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc"],"raw_orcid":"https://orcid.org/0000-0003-2849-0219","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc","institution_ids":["https://openalex.org/I51826884"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5060746555","display_name":"Zeynep Hilal Kilimci","orcid":"https://orcid.org/0000-0003-1497-305X","observed_orcids":["https://orcid.org/0000-0003-1497-305X"]},"institutions":[{"id":"https://openalex.org/I51826884","display_name":"Kocaeli \u00dcniversitesi","ror":"https://ror.org/0411seq30","country_code":"TR","type":"education","lineage":["https://openalex.org/I51826884"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Zeynep Hilal Kilimci","raw_affiliation_strings":["KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc"],"raw_orcid":"https://orcid.org/0000-0003-1497-305X","affiliations":[{"raw_affiliation_string":"KOCAEL\u0130 \u00dcN\u0130VERS\u0130TES\u0130, TEKNOLOJ\u0130 FAK\u00dcLTES\u0130, B\u0130L\u0130\u015e\u0130M S\u0130STEMLER\u0130 M\u00dcHEND\u0130SL\u0130\u011e\u0130 B\u00d6L\u00dcM\u00dc","institution_ids":["https://openalex.org/I51826884"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5027671279"],"corresponding_institution_ids":["https://openalex.org/I51826884"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"30","issue":"2","first_page":"382","last_page":"395"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7813000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7813000082969666,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14414","display_name":"Artificial Intelligence in Education","score":0.13510000705718994,"subfield":{"id":"https://openalex.org/subfields/3304","display_name":"Education"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.030799999833106995,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.8960000276565552},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.9580000042915344},{"id":"https://openalex.org/keywords/local-llm-inference","display_name":"local LLM inference","score":0.6499999761581421},{"id":"https://openalex.org/keywords/primary-school-mathematics-education","display_name":"primary school mathematics education","score":0.8180000185966492},{"id":"https://openalex.org/keywords/third-grade-mathematics","display_name":"third grade mathematics","score":0.7850000262260437},{"id":"https://openalex.org/keywords/turkish-language-models","display_name":"Turkish language models","score":0.6399999856948853},{"id":"https://openalex.org/keywords/llama-3","display_name":"Llama 3","score":0.6510000228881836},{"id":"https://openalex.org/keywords/mistral","display_name":"Mistral","score":0.9789999723434448},{"id":"https://openalex.org/keywords/gemma","display_name":"Gemma","score":0.9779999852180481},{"id":"https://openalex.org/keywords/semantic-chunking","display_name":"semantic chunking","score":0.753000020980835},{"id":"https://openalex.org/keywords/educational-videos","display_name":"educational videos","score":0.6029999852180481},{"id":"https://openalex.org/keywords/llm-as-a-judge","display_name":"LLM-as-a-judge","score":0.8399999737739563},{"id":"https://openalex.org/keywords/privacy-preserving-ai","display_name":"privacy-preserving AI","score":0.7639999985694885}],"concepts":[{"id":"https://openalex.org/C2781121862","wikidata":"https://www.wikidata.org/wiki/Q256","display_name":"Turkish","level":2,"score":0.5665000081062317},{"id":"https://openalex.org/C43214815","wikidata":"https://www.wikidata.org/wiki/Q7310987","display_name":"Reliability (semiconductor)","level":3,"score":0.5141000151634216},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5095000267028809},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4812999963760376},{"id":"https://openalex.org/C105776082","wikidata":"https://www.wikidata.org/wiki/Q617473","display_name":"Likert scale","level":2,"score":0.4657999873161316},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.46399998664855957},{"id":"https://openalex.org/C146849305","wikidata":"https://www.wikidata.org/wiki/Q370766","display_name":"Ground truth","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C2778755073","wikidata":"https://www.wikidata.org/wiki/Q10858537","display_name":"Scale (ratio)","level":2,"score":0.45500001311302185},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43560001254081726},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.42890000343322754},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.4099000096321106},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3917999863624573},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.39169999957084656},{"id":"https://openalex.org/C203357204","wikidata":"https://www.wikidata.org/wiki/Q1089605","display_name":"Chunking (psychology)","level":2,"score":0.3788999915122986},{"id":"https://openalex.org/C2778724333","wikidata":"https://www.wikidata.org/wiki/Q14401","display_name":"Kappa","level":2,"score":0.3483000099658966},{"id":"https://openalex.org/C145420912","wikidata":"https://www.wikidata.org/wiki/Q853077","display_name":"Mathematics education","level":1,"score":0.34459999203681946},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.34150001406669617},{"id":"https://openalex.org/C158154518","wikidata":"https://www.wikidata.org/wiki/Q7310970","display_name":"Relevance (law)","level":2,"score":0.3273000121116638},{"id":"https://openalex.org/C163864269","wikidata":"https://www.wikidata.org/wiki/Q1107106","display_name":"Cohen's kappa","level":2,"score":0.32690000534057617},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3244999945163727},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.32280001044273376},{"id":"https://openalex.org/C61863361","wikidata":"https://www.wikidata.org/wiki/Q470749","display_name":"Inter-rater reliability","level":3,"score":0.32190001010894775},{"id":"https://openalex.org/C166955791","wikidata":"https://www.wikidata.org/wiki/Q629579","display_name":"Macro","level":2,"score":0.2989000082015991},{"id":"https://openalex.org/C5274069","wikidata":"https://www.wikidata.org/wiki/Q2285707","display_name":"Categorical variable","level":2,"score":0.29750001430511475},{"id":"https://openalex.org/C58489278","wikidata":"https://www.wikidata.org/wiki/Q1172284","display_name":"Data set","level":2,"score":0.2939000129699707},{"id":"https://openalex.org/C31170391","wikidata":"https://www.wikidata.org/wiki/Q188619","display_name":"Hierarchy","level":2,"score":0.2937999963760376},{"id":"https://openalex.org/C154775046","wikidata":"https://www.wikidata.org/wiki/Q188","display_name":"German","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.28110000491142273},{"id":"https://openalex.org/C169903167","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Test set","level":2,"score":0.27950000762939453},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.2721000015735626},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.271699994802475},{"id":"https://openalex.org/C2778012447","wikidata":"https://www.wikidata.org/wiki/Q1034415","display_name":"Scope (computer science)","level":2,"score":0.26100000739097595},{"id":"https://openalex.org/C2778883600","wikidata":"https://www.wikidata.org/wiki/Q2390977","display_name":"Language proficiency","level":2,"score":0.2554999887943268},{"id":"https://openalex.org/C118147538","wikidata":"https://www.wikidata.org/wiki/Q1126970","display_name":"Metacognition","level":3,"score":0.25380000472068787},{"id":"https://openalex.org/C2776085556","wikidata":"https://www.wikidata.org/wiki/Q183361","display_name":"Chen","level":2,"score":0.2531999945640564},{"id":"https://openalex.org/C10050518","wikidata":"https://www.wikidata.org/wiki/Q975085","display_name":"Primary education","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C171041071","wikidata":"https://www.wikidata.org/wiki/Q36870","display_name":"First language","level":2,"score":0.25189998745918274},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.25040000677108765}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.19113/sdufenbed.1912302","doi":"https://doi.org/10.19113/sdufenbed.1912302","is_oa":true,"landing_page_url":"https://doi.org/10.19113/sdufenbed.1912302","pdf_url":"https://dergipark.org.tr/en/download/article-file/5827115","source":{"id":"https://openalex.org/S2737415723","display_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","issn_l":"1300-7688","issn":["1300-7688","1308-6529"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":"https://openalex.org/P4310318380","host_organization_name":"S\u00fcleyman Demirel University","host_organization_lineage":["https://openalex.org/P4310318380"],"host_organization_lineage_names":["S\u00fcleyman Demirel University"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","raw_type":"journal-article"},{"id":"pmh:oai:dergipark.org.tr:article/1912302","doi":null,"is_oa":true,"landing_page_url":"https://dergipark.org.tr/en/pub/sdufenbed/article/1912302","pdf_url":null,"source":{"id":"https://openalex.org/S4306401840","display_name":"DergiPark (Istanbul University)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I67581229","host_organization_name":"Istanbul University","host_organization_lineage":["https://openalex.org/I67581229"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi, Vol. 30 No. 2","raw_type":"info:eu-repo/semantics/article"}],"best_oa_location":{"id":"doi:10.19113/sdufenbed.1912302","doi":"https://doi.org/10.19113/sdufenbed.1912302","is_oa":true,"landing_page_url":"https://doi.org/10.19113/sdufenbed.1912302","pdf_url":"https://dergipark.org.tr/en/download/article-file/5827115","source":{"id":"https://openalex.org/S2737415723","display_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","issn_l":"1300-7688","issn":["1300-7688","1308-6529"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":["tr-dizin"],"host_organization":"https://openalex.org/P4310318380","host_organization_name":"S\u00fcleyman Demirel University","host_organization_lineage":["https://openalex.org/P4310318380"],"host_organization_lineage_names":["S\u00fcleyman Demirel University"],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"S\u00fcleyman Demirel \u00dcniversitesi Fen Bilimleri Enstit\u00fcs\u00fc Dergisi","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality education","score":0.975600004196167,"id":"https://metadata.un.org/sdg/4"}],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7204160672.pdf","grobid_xml":"https://content.openalex.org/works/W7204160672.grobid-xml"},"referenced_works_count":16,"referenced_works":["https://openalex.org/W2963469388","https://openalex.org/W2970641574","https://openalex.org/W3015883388","https://openalex.org/W4309674289","https://openalex.org/W4323655724","https://openalex.org/W4387561528","https://openalex.org/W4389984066","https://openalex.org/W4390602555","https://openalex.org/W4391876619","https://openalex.org/W4392822465","https://openalex.org/W4393147129","https://openalex.org/W4395474395","https://openalex.org/W4399207489","https://openalex.org/W4401306886","https://openalex.org/W4411630045","https://openalex.org/W7133239970"],"related_works":["https://openalex.org/W7220397881","https://openalex.org/W7143306253","https://openalex.org/W7168299235","https://openalex.org/W7164394336","https://openalex.org/W6987596224","https://openalex.org/W7221840068","https://openalex.org/W7125599262","https://openalex.org/W7171794639","https://openalex.org/W4415252572","https://openalex.org/W7220391725"],"abstract_inverted_index":{"This":[0],"study":[1],"investigates":[2],"an":[3,110,163],"optimized":[4,170],"Retrieval-Augmented":[5],"Generation":[6],"(RAG)":[7],"architecture":[8,129],"running":[9],"entirely":[10],"on":[11,112],"local":[12,171],"hardware":[13],"to":[14,118,144],"address":[15],"the":[16,30,33,92,127,135,139,151],"issues":[17],"of":[18,32,73,91,101,159,166],"recency":[19],"and":[20,38,47,54,121,162],"hallucination":[21,136],"encountered":[22],"in":[23,138],"Turkish":[24,180],"primary":[25,60],"school":[26],"mathematics":[27],"education.":[28],"Within":[29],"scope":[31],"research,":[34],"Llama3,":[35],"Mistral,":[36],"Gemma,":[37],"Phi3":[39],"language":[40],"models":[41],"were":[42,76],"tested":[43],"end-to-end":[44],"using":[45,106],"fixed":[46],"semantic":[48],"chunking":[49],"strategies":[50],"alongside":[51],"multilingual":[52],"MiniLM":[53],"Turkish-specific":[55],"BERTurk":[56],"embedding":[57],"models.":[58],"The":[59,89,146],"dataset":[61,93],"comprises":[62],"texts":[63],"extracted":[64],"from":[65,142],"25":[66],"educational":[67,181],"videos,":[68],"totaling":[69],"approximately":[70],"20":[71],"hours":[72],"content,":[74],"which":[75],"curated":[77],"into":[78],"a":[79,97,113,156,175],"1,270-row":[80],"\"Question-Answer-Context\"":[81],"ground":[82],"truth":[83],"set":[84],"by":[85,133],"two":[86],"domain":[87],"experts.":[88],"reliability":[90,132],"was":[94,104],"validated":[95],"with":[96],"Cohen\u2019s":[98],"Kappa":[99],"coefficient":[100],"0.85.":[102],"Evaluation":[103],"conducted":[105],"Google":[107],"Gemini":[108],"as":[109,150],"LLM-as-a-Judge":[111],"structured":[114],"1\u20135":[115],"Likert":[116],"scale":[117],"measure":[119],"relevance":[120],"faithfulness.":[122],"Experimental":[123],"findings":[124],"indicate":[125],"that":[126],"RAG":[128,172],"significantly":[130],"improves":[131],"reducing":[134],"rate":[137],"Mistral":[140],"model":[141,148],"60%":[143],"35%.":[145],"Gemma-7B":[147],"emerged":[149],"most":[152],"successful":[153],"system,":[154],"achieving":[155],"response":[157],"time":[158],"~2.4":[160],"seconds":[161],"F1":[164],"score":[165],"0.28.":[167],"In":[168],"conclusion,":[169],"architectures":[173],"provide":[174],"robust,":[176],"privacy-preserving":[177],"alternative":[178],"for":[179],"technologies.":[182]},"counts_by_year":[],"updated_date":"2026-11-04T10:54:05.112534","created_date":"2026-08-26T00:00:00"}