{"id":"https://openalex.org/W4406892656","doi":"https://doi.org/10.1109/fllm63129.2024.10852457","title":"Mindful-RAG: A Study of Points of Failure in Retrieval Augmented Generation","display_name":"Mindful-RAG: A Study of Points of Failure in Retrieval Augmented Generation","publication_year":2024,"publication_date":"2024-11-26","ids":{"openalex":"https://openalex.org/W4406892656","doi":"https://doi.org/10.1109/fllm63129.2024.10852457"},"language":"en","primary_location":{"id":"doi:10.1109/fllm63129.2024.10852457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102674544","display_name":"Garima Agrawal","orcid":null},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Garima Agrawal","raw_affiliation_strings":["Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5064537594","display_name":"Tharindu Kumarage","orcid":"https://orcid.org/0000-0002-9148-0710"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Tharindu Kumarage","raw_affiliation_strings":["Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078433372","display_name":"Zeyad Alghamdi","orcid":"https://orcid.org/0000-0001-5763-2103"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Zeyad Alghamdi","raw_affiliation_strings":["Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA","institution_ids":["https://openalex.org/I55732556"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100338946","display_name":"Huan Liu","orcid":"https://orcid.org/0000-0002-3264-7904"},"institutions":[{"id":"https://openalex.org/I55732556","display_name":"Arizona State University","ror":"https://ror.org/03efmqc40","country_code":"US","type":"education","lineage":["https://openalex.org/I55732556"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Huan Liu","raw_affiliation_strings":["Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Arizona State University,School of Computing and Augmented Intelligence,Tempe,USA","institution_ids":["https://openalex.org/I55732556"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":["https://openalex.org/A5102674544"],"corresponding_institution_ids":["https://openalex.org/I55732556"],"apc_list":null,"apc_paid":null,"fwci":5.7938,"has_fulltext":false,"cited_by_count":18,"citation_normalized_percentile":{"value":0.96659504,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"607","last_page":"611"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.992900013923645,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11902","display_name":"Intelligent Tutoring Systems and Adaptive Learning","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9562000036239624,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6081869006156921},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3663451075553894}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6081869006156921},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3663451075553894}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/fllm63129.2024.10852457","is_oa":false,"landing_page_url":"https://doi.org/10.1109/fllm63129.2024.10852457","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 2nd International Conference on Foundation and Large Language Models (FLLM)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":16,"referenced_works":["https://openalex.org/W2094728533","https://openalex.org/W2511149293","https://openalex.org/W2755637027","https://openalex.org/W3156082048","https://openalex.org/W4293072913","https://openalex.org/W4308335753","https://openalex.org/W4309674289","https://openalex.org/W4317898419","https://openalex.org/W4380997469","https://openalex.org/W4385734218","https://openalex.org/W4388132131","https://openalex.org/W4389520779","https://openalex.org/W4393161287","https://openalex.org/W4400460572","https://openalex.org/W4401042753","https://openalex.org/W4401043168"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Large":[0],"Language":[1],"Models":[2],"(LLMs)":[3],"excel":[4],"at":[5],"generating":[6],"coherent":[7],"text":[8],"but":[9],"often":[10],"struggle":[11],"with":[12,133,227],"knowledge-intensive":[13],"queries,":[14],"particularly":[15],"in":[16,82,115,230],"domain-specific":[17],"and":[18,60,101,127,163,173,187,220,238,243],"factual":[19,67],"question-answering":[20],"tasks.":[21],"Retrieval-augmented":[22],"generation":[23],"(RAG)":[24],"systems":[25],"have":[26,47],"emerged":[27],"as":[28,38,120,234],"a":[29,76,146,198],"promising":[30],"solution":[31],"by":[32,200],"integrating":[33,201],"external":[34],"knowledge":[35,40,68,132,179,224],"sources,":[36],"such":[37,119,233],"structured":[39],"graphs":[41],"(KGs).":[42],"While":[43],"KG-based":[44,84],"RAG":[45,85],"approaches":[46],"demonstrated":[48],"value,":[49],"current":[50,116],"state-of-the-art":[51],"solutions":[52],"frequently":[53],"fall":[54],"short,":[55],"failing":[56],"to":[57,123,159,183,215],"deliver":[58,216],"accurate":[59],"reliable":[61],"answers":[62],"even":[63],"when":[64],"the":[65,134,138,156,175,185,202],"necessary":[66],"is":[69],"available.":[70],"In":[71],"this":[72,142,194],"paper,":[73],"we":[74,144,181,196],"present":[75],"critical":[77,231],"analysis":[78],"of":[79,91,95,130,137,178,189,204],"failure":[80],"points":[81],"existing":[83,208],"methods,":[86],"identifying":[87],"eight":[88],"key":[89],"areas":[90],"concern,":[92],"including":[93],"misinterpretation":[94],"question":[96],"context,":[97],"incorrect":[98],"relation":[99],"mapping,":[100],"ineffective":[102],"ambiguity":[103],"resolution.":[104],"We":[105],"argue":[106],"that":[107],"these":[108],"failures":[109],"primarily":[110],"stem":[111],"from":[112],"design":[113],"limitations":[114,177],"KG-RAG":[117,150,190,209],"systems,":[118,151,226],"inadequate":[121],"attention":[122],"discerning":[124],"user":[125],"intent":[126],"insufficient":[128],"alignment":[129],"retrieved":[131],"contextual":[135],"demands":[136],"query.":[139],"Based":[140],"on":[141],"analysis,":[143],"propose":[145],"new":[147],"approach":[148,213],"for":[149],"termed":[152],"Mindful-RAG,":[153],"which":[154],"re-engineers":[155],"retrieval":[157,225],"process":[158],"be":[160],"more":[161,217],"intent-driven":[162],"contextually":[164,221],"aware.":[165],"By":[166],"enhancing":[167],"reasoning":[168],"capabilities,":[169],"improving":[170],"constraint":[171],"identification,":[172],"addressing":[174],"structural":[176],"graphs,":[180],"aim":[182],"improve":[184],"reliability":[186,244],"effectiveness":[188],"systems.":[191],"To":[192],"validate":[193],"approach,":[195],"developed":[197],"proof-of-concept":[199],"principles":[203],"Mindful-RAG":[205,212],"into":[206],"an":[207],"system.":[210],"The":[211],"seeks":[214],"robust,":[218],"accurate,":[219],"aligned":[222],"AI-driven":[223],"potential":[228],"applications":[229],"domains":[232],"healthcare,":[235],"legal,":[236],"research,":[237],"scientific":[239],"discovery,":[240],"where":[241],"precision":[242],"are":[245],"paramount.":[246]},"counts_by_year":[{"year":2026,"cited_by_count":5},{"year":2025,"cited_by_count":13}],"updated_date":"2026-05-10T08:33:47.465468","created_date":"2025-10-10T00:00:00"}