{"id":"https://openalex.org/W7130593875","doi":"https://doi.org/10.1109/fllm67465.2025.11390913","title":"Turk-LettuceDetect: A Hallucination Detection Model for Turkish RAG Applications","display_name":"Turk-LettuceDetect: A Hallucination Detection Model for Turkish RAG Applications","publication_year":2025,"publication_date":"2025-11-25","ids":{"openalex":"https://openalex.org/W7130593875","doi":"https://doi.org/10.1109/fllm67465.2025.11390913"},"language":null,"primary_location":{"id":"doi:10.1109/fllm67465.2025.11390913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11390913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5126432634","display_name":"Selva Ta\u015f","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101260","display_name":"T\u00fcrkisch-Deutsche Universit\u00e4t","ror":"https://ror.org/017bbc354","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210101260"]}],"countries":["TR"],"is_corresponding":true,"raw_author_name":"Selva Ta\u015f","raw_affiliation_strings":["Newmind AI,Istanbul,Turkiye"],"affiliations":[{"raw_affiliation_string":"Newmind AI,Istanbul,Turkiye","institution_ids":["https://openalex.org/I4210101260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5119399853","display_name":"Mahmut El Huseyni","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101260","display_name":"T\u00fcrkisch-Deutsche Universit\u00e4t","ror":"https://ror.org/017bbc354","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210101260"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Mahmut El Huseyni","raw_affiliation_strings":["Newmind AI,Istanbul,Turkiye"],"affiliations":[{"raw_affiliation_string":"Newmind AI,Istanbul,Turkiye","institution_ids":["https://openalex.org/I4210101260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124002023","display_name":"\u00d6zay Ezerceli","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101260","display_name":"T\u00fcrkisch-Deutsche Universit\u00e4t","ror":"https://ror.org/017bbc354","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210101260"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"\u00d6zay Ezerceli","raw_affiliation_strings":["Newmind AI,Istanbul,Turkiye"],"affiliations":[{"raw_affiliation_string":"Newmind AI,Istanbul,Turkiye","institution_ids":["https://openalex.org/I4210101260"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5126408716","display_name":"Reyhan Bayraktar","orcid":null},"institutions":[{"id":"https://openalex.org/I4210101260","display_name":"T\u00fcrkisch-Deutsche Universit\u00e4t","ror":"https://ror.org/017bbc354","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210101260"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Reyhan Bayraktar","raw_affiliation_strings":["Newmind AI,Istanbul,Turkiye"],"affiliations":[{"raw_affiliation_string":"Newmind AI,Istanbul,Turkiye","institution_ids":["https://openalex.org/I4210101260"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5033525022","display_name":"Fatma Terzioglu","orcid":"https://orcid.org/0000-0001-8448-672X"},"institutions":[{"id":"https://openalex.org/I4210101260","display_name":"T\u00fcrkisch-Deutsche Universit\u00e4t","ror":"https://ror.org/017bbc354","country_code":"TR","type":"education","lineage":["https://openalex.org/I4210101260"]}],"countries":["TR"],"is_corresponding":false,"raw_author_name":"Fatma Bet\u00fcl Terzio\u011flu","raw_affiliation_strings":["Newmind AI,Istanbul,Turkiye"],"affiliations":[{"raw_affiliation_string":"Newmind AI,Istanbul,Turkiye","institution_ids":["https://openalex.org/I4210101260"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5126432634"],"corresponding_institution_ids":["https://openalex.org/I4210101260"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.88657478,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"677","last_page":"684"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49160000681877136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.49160000681877136,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11147","display_name":"Misinformation and Its Impacts","score":0.1534000039100647,"subfield":{"id":"https://openalex.org/subfields/3312","display_name":"Sociology and Political Science"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.03350000083446503,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.6960999965667725},{"id":"https://openalex.org/keywords/autoencoder","display_name":"Autoencoder","score":0.6184999942779541},{"id":"https://openalex.org/keywords/turkish","display_name":"Turkish","score":0.6164000034332275},{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.6049000024795532},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5253999829292297},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.5001999735832214},{"id":"https://openalex.org/keywords/grammaticality","display_name":"Grammaticality","score":0.3921000063419342},{"id":"https://openalex.org/keywords/suite","display_name":"Suite","score":0.38029998540878296}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7024000287055969},{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.6960999965667725},{"id":"https://openalex.org/C101738243","wikidata":"https://www.wikidata.org/wiki/Q786435","display_name":"Autoencoder","level":3,"score":0.6184999942779541},{"id":"https://openalex.org/C2781121862","wikidata":"https://www.wikidata.org/wiki/Q256","display_name":"Turkish","level":2,"score":0.6164000034332275},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6069999933242798},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.6049000024795532},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6000999808311462},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5253999829292297},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.5001999735832214},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4300999939441681},{"id":"https://openalex.org/C2779525943","wikidata":"https://www.wikidata.org/wiki/Q1187300","display_name":"Grammaticality","level":3,"score":0.3921000063419342},{"id":"https://openalex.org/C79581498","wikidata":"https://www.wikidata.org/wiki/Q1367530","display_name":"Suite","level":2,"score":0.38029998540878296},{"id":"https://openalex.org/C134537474","wikidata":"https://www.wikidata.org/wiki/Q17144832","display_name":"Naturalness","level":2,"score":0.3684999942779541},{"id":"https://openalex.org/C2781449363","wikidata":"https://www.wikidata.org/wiki/Q156751","display_name":"Anaphora (linguistics)","level":3,"score":0.36570000648498535},{"id":"https://openalex.org/C80875076","wikidata":"https://www.wikidata.org/wiki/Q171263","display_name":"Agglutinative language","level":3,"score":0.362199991941452},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.35359999537467957},{"id":"https://openalex.org/C155092808","wikidata":"https://www.wikidata.org/wiki/Q182557","display_name":"Computational linguistics","level":2,"score":0.3084000051021576},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.30570000410079956},{"id":"https://openalex.org/C153701036","wikidata":"https://www.wikidata.org/wiki/Q659974","display_name":"Trustworthiness","level":2,"score":0.30410000681877136},{"id":"https://openalex.org/C95713431","wikidata":"https://www.wikidata.org/wiki/Q631425","display_name":"Vulnerability (computing)","level":2,"score":0.30379998683929443},{"id":"https://openalex.org/C122783720","wikidata":"https://www.wikidata.org/wiki/Q183065","display_name":"Interpreter","level":2,"score":0.2915000021457672},{"id":"https://openalex.org/C75795011","wikidata":"https://www.wikidata.org/wiki/Q917904","display_name":"Typology","level":2,"score":0.2671999931335449},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.2669000029563904}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm67465.2025.11390913","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm67465.2025.11390913","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":9,"referenced_works":["https://openalex.org/W2606974598","https://openalex.org/W2979826702","https://openalex.org/W3201174429","https://openalex.org/W4385245566","https://openalex.org/W4388979610","https://openalex.org/W4402671555","https://openalex.org/W4404781595","https://openalex.org/W4412886823","https://openalex.org/W7076053680"],"related_works":[],"abstract_inverted_index":{"The":[0,144],"widespread":[1],"adoption":[2],"of":[3,58,103,130,181,187],"Large":[4],"Language":[5],"Models":[6],"(LLMs)":[7],"has":[8],"been":[9],"hindered":[10],"by":[11,32],"their":[12],"tendency":[13],"to":[14,28,154,179],"hallucinate,":[15],"generating":[16],"plausible":[17],"but":[18],"factually":[19],"incorrect":[20],"information.":[21],"While":[22],"Retrieval-Augmented":[23],"Generation":[24],"(RAG)":[25],"systems":[26],"attempt":[27],"address":[29],"this":[30,198],"issue":[31],"grounding":[33],"responses":[34],"in":[35,204],"external":[36],"knowledge,":[37],"hallucination":[38,59,75],"remains":[39],"a":[40,78,88,100,201,209],"persistent":[41],"challenge,":[42],"particularly":[43,138],"for":[44,64,160,211,219],"morphologically":[45],"complex,":[46],"low-resource":[47],"languages":[48],"like":[49],"Turkish.":[50],"This":[51],"paper":[52],"introduces":[53],"Turk-LettuceDetect,":[54],"the":[55,70,104,124,133,185],"first":[56],"suite":[57],"detection":[60,76,189],"models":[61,96,145,194],"specifically":[62],"designed":[63],"Turkish":[65,220],"RAG":[66],"applications.":[67],"Building":[68],"on":[69,99,132,141],"LettuceDetect":[71],"framework,":[72],"we":[73],"formulate":[74],"as":[77],"token-level":[79],"classification":[80],"task":[81],"and":[82,92,116,195,207,215,221],"fine-tune":[83],"three":[84],"distinct":[85],"encoder":[86],"architectures:":[87],"Turkishspecific":[89],"ModernBERT,":[90],"TurkEmbed4STS,":[91],"multilingual":[93,205],"EuroBERT.":[94],"These":[95],"were":[97],"trained":[98],"machine-translated":[101],"version":[102],"RAGTruth":[105],"benchmark":[106],"dataset":[107],"containing":[108],"17,790":[109],"instances":[110],"across":[111],"question":[112],"answering,":[113],"data-to-text":[114],"generation,":[115],"summarization":[117],"tasks.":[118,143],"Our":[119],"experimental":[120],"results":[121],"show":[122],"that":[123,166],"ModernBERT-based":[125],"model":[126],"achieves":[127],"an":[128],"F1-score":[129],"0.7266":[131],"complete":[134],"test":[135],"set,":[136],"with":[137],"strong":[139],"performance":[140],"structured":[142],"maintain":[146],"computational":[147],"efficiency":[148],"while":[149,167],"supporting":[150],"long":[151],"contexts":[152],"up":[153],"8,192":[155],"tokens,":[156],"making":[157],"them":[158],"suitable":[159],"real-time":[161],"deployment.":[162],"Comparative":[163],"analysis":[164],"reveals":[165],"state-of-the-art":[168],"LLMs":[169],"demonstrate":[170],"high":[171],"recall,":[172],"they":[173],"suffer":[174],"from":[175],"low":[176],"precision":[177],"due":[178],"over-generation":[180],"hallucinated":[182],"content,":[183],"underscoring":[184],"necessity":[186],"specialized":[188],"mechanisms.":[190],"By":[191],"releasing":[192],"our":[193],"translated":[196],"dataset,":[197],"work":[199],"addresses":[200],"critical":[202],"gap":[203],"NLP":[206],"establishes":[208],"foundation":[210],"developing":[212],"more":[213],"reliable":[214],"trustworthy":[216],"AI":[217],"applications":[218],"other":[222],"languages.":[223]},"counts_by_year":[],"updated_date":"2026-02-20T17:44:18.066148","created_date":"2026-02-20T00:00:00"}