{"id":"https://openalex.org/W4403679005","doi":"https://doi.org/10.48550/arxiv.2409.09916","title":"SFR-RAG: Towards Contextually Faithful LLMs","display_name":"SFR-RAG: Towards Contextually Faithful LLMs","publication_year":2024,"publication_date":"2024-09-16","ids":{"openalex":"https://openalex.org/W4403679005","doi":"https://doi.org/10.48550/arxiv.2409.09916"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2409.09916","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.09916","pdf_url":"https://arxiv.org/pdf/2409.09916","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2409.09916","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114373630","display_name":"Xuan-Phi Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Nguyen, Xuan-Phi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114373631","display_name":"Shrey Pandit","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pandit, Shrey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066334452","display_name":"Senthil Purushwalkam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Purushwalkam, Senthil","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114373632","display_name":"Austin Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Austin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5028493792","display_name":"H.X. Chen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chen, Hailin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114373633","display_name":"Yifei Ming","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ming, Yifei","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114373634","display_name":"Zixuan Ke","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ke, Zixuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042646536","display_name":"Silvio Savarese","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Savarese, Silvio","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114373635","display_name":"Caiming Xong","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xong, Caiming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5005443526","display_name":"Shafiq Joty","orcid":"https://orcid.org/0000-0002-9222-2641"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joty, Shafiq","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5114373630"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T14330","display_name":"Library Science and Information Systems","score":0.9746000170707703,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13999","display_name":"Digital Rights Management and Security","score":0.95660001039505,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13523","display_name":"Mathematics, Computing, and Information Processing","score":0.9100000262260437,"subfield":{"id":"https://openalex.org/subfields/1703","display_name":"Computational Theory and Mathematics"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/political-science","display_name":"Political science","score":0.3734472990036011},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.3718487322330475}],"concepts":[{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.3734472990036011},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.3718487322330475}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2409.09916","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.09916","pdf_url":"https://arxiv.org/pdf/2409.09916","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2409.09916","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2409.09916","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2409.09916","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2409.09916","pdf_url":"https://arxiv.org/pdf/2409.09916","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403679005.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2931662336","https://openalex.org/W2077865380","https://openalex.org/W4401768695","https://openalex.org/W2765597752","https://openalex.org/W2134894512","https://openalex.org/W2083375246","https://openalex.org/W2067108088"],"abstract_inverted_index":{"Retrieval":[0],"Augmented":[1],"Generation":[2],"(RAG),":[3],"a":[4,25,75,94],"paradigm":[5],"that":[6,78,125],"integrates":[7],"external":[8],"contextual":[9,165],"information":[10,166],"with":[11,81,110,149],"large":[12],"language":[13],"models":[14],"(LLMs)":[15],"to":[16,39,114,158,161],"enhance":[17],"factual":[18],"accuracy":[19],"and":[20,41,47,58,65,87,101,108,117,136,167,186],"relevance,":[21],"has":[22],"emerged":[23],"as":[24,106,133],"pivotal":[26],"area":[27],"in":[28,34,119,141,147,163,182],"generative":[29],"AI.":[30],"The":[31,153],"LLMs":[32],"used":[33],"RAG":[35,103,112],"applications":[36],"are":[37],"required":[38],"faithfully":[40],"completely":[42],"comprehend":[43],"the":[44,164,176],"provided":[45],"context":[46,172],"users'":[48],"questions,":[49],"avoid":[50],"hallucination,":[51],"handle":[52],"unanswerable,":[53],"counterfactual":[54],"or":[55],"otherwise":[56],"low-quality":[57],"irrelevant":[59],"contexts,":[60],"perform":[61],"complex":[62],"multi-hop":[63],"reasoning":[64],"produce":[66],"reliable":[67],"citations.":[68],"In":[69],"this":[70],"paper,":[71],"we":[72],"introduce":[73],"SFR-RAG,":[74],"small":[76],"LLM":[77],"is":[79,155,173],"instruction-tuned":[80],"an":[82],"emphasis":[83],"on":[84],"context-grounded":[85],"generation":[86],"hallucination":[88],"minimization.":[89],"We":[90],"also":[91,156],"present":[92],"ContextualBench,":[93],"new":[95],"evaluation":[96],"framework":[97],"compiling":[98],"multiple":[99],"popular":[100],"diverse":[102],"benchmarks,":[104],"such":[105,132],"HotpotQA":[107],"TriviaQA,":[109],"consistent":[111],"settings":[113],"ensure":[115],"reproducibility":[116],"consistency":[118],"model":[120,128,154,178],"assessments.":[121],"Experimental":[122],"results":[123,140],"demonstrate":[124],"our":[126],"SFR-RAG-9B":[127],"outperforms":[129],"leading":[130],"baselines":[131],"Command-R+":[134],"(104B)":[135],"GPT-4o,":[137],"achieving":[138],"state-of-the-art":[139],"3":[142],"out":[143],"of":[144],"7":[145],"benchmarks":[146],"ContextualBench":[148],"significantly":[150],"fewer":[151],"parameters.":[152],"shown":[157],"be":[159],"resilient":[160],"alteration":[162],"behave":[168],"appropriately":[169],"when":[170],"relevant":[171],"removed.":[174],"Additionally,":[175],"SFR-RAG":[177],"maintains":[179],"competitive":[180],"performance":[181],"general":[183],"instruction-following":[184],"tasks":[185],"function-calling":[187],"capabilities.":[188]},"counts_by_year":[{"year":2025,"cited_by_count":2}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}