{"id":"https://openalex.org/W4400601280","doi":"https://doi.org/10.48550/arxiv.2407.07858","title":"FACTS About Building Retrieval Augmented Generation-based Chatbots","display_name":"FACTS About Building Retrieval Augmented Generation-based Chatbots","publication_year":2024,"publication_date":"2024-07-10","ids":{"openalex":"https://openalex.org/W4400601280","doi":"https://doi.org/10.48550/arxiv.2407.07858"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2407.07858","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07858","pdf_url":"https://arxiv.org/pdf/2407.07858","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2407.07858","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5065701116","display_name":"Rama Akkiraju","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Akkiraju, Rama","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053418697","display_name":"Anbang Xu","orcid":"https://orcid.org/0009-0005-9707-7817"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Anbang","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108326477","display_name":"Deepak Bora","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bora, Deepak","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000391729","display_name":"Yu Tan","orcid":"https://orcid.org/0000-0003-4358-5806"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yu, Tan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081754547","display_name":"Lu An","orcid":"https://orcid.org/0000-0002-5408-7135"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"An, Lu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113287571","display_name":"Vishal Seth","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Seth, Vishal","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114174852","display_name":"Aaditya Shukla","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shukla, Aaditya","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045968714","display_name":"Pritam Gundecha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Gundecha, Pritam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113245320","display_name":"Hridhay Mehta","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mehta, Hridhay","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114190818","display_name":"Ashwin Jha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Ashwin","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5107917618","display_name":"Prithvi Raj","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Raj, Prithvi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033460938","display_name":"Abhinav Balasubramanian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Balasubramanian, Abhinav","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431264","display_name":"Murali Maram","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Maram, Murali","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113242117","display_name":"G. Muthusamy","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Muthusamy, Guru","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431265","display_name":"Shivakesh Reddy Annepally","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Annepally, Shivakesh Reddy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111256105","display_name":"S. Knowles","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Knowles, Sidney","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101495205","display_name":"Min Du","orcid":"https://orcid.org/0000-0002-1107-9928"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Du, Min","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108326476","display_name":"Nick Burnett","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Burnett, Nick","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431266","display_name":"Sean Javiya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Javiya, Sean","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431267","display_name":"Ashok Marannan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Marannan, Ashok","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5045504015","display_name":"Mamta Kumari","orcid":"https://orcid.org/0000-0001-7268-1851"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kumari, Mamta","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5111256106","display_name":"Surbhi Jha","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jha, Surbhi","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431268","display_name":"Ethan Dereszenski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dereszenski, Ethan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113287568","display_name":"Anupam Chakraborty","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Chakraborty, Anupam","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5112403373","display_name":"Subhash Ranjan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ranjan, Subhash","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431269","display_name":"Amina Terfai","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Terfai, Amina","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109746322","display_name":"A Udhaya Surya","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Surya, Anoop","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108954807","display_name":"Tracey Mercer","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Mercer, Tracey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431270","display_name":"Vinodh Kumar Thanigachalam","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Thanigachalam, Vinodh Kumar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431271","display_name":"Tamar Bar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bar, Tamar","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108954808","display_name":"Sanjana Krishnan","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Krishnan, Sanjana","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431272","display_name":"Samy Kilaru","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Kilaru, Samy","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431273","display_name":"Jasmine Jaksic","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jaksic, Jasmine","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431274","display_name":"Nave Algarici","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Algarici, Nave","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5104431275","display_name":"Jacob Liberman","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liberman, Jacob","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113287569","display_name":"J. S. Conway","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conway, Joey","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113287570","display_name":"Sonu Nayyar","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nayyar, Sonu","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5104431276","display_name":"Justin Boitano","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Boitano, Justin","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":38,"corresponding_author_ids":["https://openalex.org/A5065701116"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":9,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12128","display_name":"AI in Service Interactions","score":0.8450999855995178,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11995","display_name":"FinTech, Crowdfunding, Digital Finance","score":0.7922000288963318,"subfield":{"id":"https://openalex.org/subfields/1404","display_name":"Management Information Systems"},"field":{"id":"https://openalex.org/fields/14","display_name":"Business, Management and Accounting"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11942","display_name":"Transportation and Mobility Innovations","score":0.7310000061988831,"subfield":{"id":"https://openalex.org/subfields/2203","display_name":"Automotive Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.4915705621242523},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3636780381202698}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.4915705621242523},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3636780381202698}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2407.07858","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07858","pdf_url":"https://arxiv.org/pdf/2407.07858","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},{"id":"doi:10.48550/arxiv.2407.07858","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2407.07858","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2407.07858","is_oa":true,"landing_page_url":"http://arxiv.org/abs/2407.07858","pdf_url":"https://arxiv.org/pdf/2407.07858","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"text"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4400601280.pdf","grobid_xml":"https://content.openalex.org/works/W4400601280.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052","https://openalex.org/W2382290278","https://openalex.org/W4395014643"],"abstract_inverted_index":{"Enterprise":[0],"chatbots,":[1],"powered":[2],"by":[3],"generative":[4],"AI,":[5],"are":[6,30,108],"emerging":[7],"as":[8,159,161],"key":[9],"applications":[10],"to":[11],"enhance":[12],"employee":[13],"productivity.":[14],"Retrieval":[15],"Augmented":[16],"Generation":[17],"(RAG),":[18],"Large":[19],"Language":[20],"Models":[21],"(LLMs),":[22],"and":[23,28,43,53,78,103,125,134],"orchestration":[24,80],"frameworks":[25],"like":[26],"Langchain":[27],"Llamaindex":[29],"crucial":[31],"for":[32,86,98,163],"building":[33,79,87,164],"these":[34],"chatbots.":[35],"However,":[36],"creating":[37],"effective":[38],"enterprise":[39],"chatbots":[40,89],"is":[41,144],"challenging":[42],"requires":[44],"meticulous":[45],"RAG":[46,121],"pipeline":[47,122],"engineering.":[48],"This":[49],"includes":[50],"fine-tuning":[51],"embeddings":[52],"LLMs,":[54],"extracting":[55],"documents":[56],"from":[57],"vector":[58],"databases,":[59],"rephrasing":[60],"queries,":[61],"reranking":[62],"results,":[63],"designing":[64],"prompts,":[65],"honoring":[66],"document":[67],"access":[68],"controls,":[69],"providing":[70,126],"concise":[71],"responses,":[72],"including":[73],"references,":[74],"safeguarding":[75],"personal":[76],"information,":[77],"agents.":[81],"We":[82],"present":[83],"a":[84,153],"framework":[85,113],"RAG-based":[88],"based":[90],"on":[91,129],"our":[92,141],"experience":[93],"with":[94],"three":[95],"NVIDIA":[96],"chatbots:":[97],"IT/HR":[99],"benefits,":[100],"financial":[101],"earnings,":[102],"general":[104],"content.":[105],"Our":[106],"contributions":[107],"three-fold:":[109],"introducing":[110],"the":[111,138,145,157],"FACTS":[112],"(Freshness,":[114],"Architectures,":[115],"Cost,":[116],"Testing,":[117],"Security),":[118],"presenting":[119],"fifteen":[120],"control":[123],"points,":[124],"empirical":[127],"results":[128],"accuracy-latency":[130],"tradeoffs":[131],"between":[132],"large":[133],"small":[135],"LLMs.":[136],"To":[137],"best":[139],"of":[140,148,156],"knowledge,":[142],"this":[143],"first":[146],"paper":[147],"its":[149],"kind":[150],"that":[151],"provides":[152],"holistic":[154],"view":[155],"factors":[158],"well":[160],"solutions":[162],"secure":[165],"enterprise-grade":[166],"chatbots.\"":[167]},"counts_by_year":[{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-03-11T14:59:36.786465","created_date":"2025-10-10T00:00:00"}