{"id":"https://openalex.org/W4412352775","doi":"https://doi.org/10.1109/access.2025.3588337","title":"Optimization of Customer Feedback Summarization Using Large Language Models (LLM) and Advanced Retrieval-Augmented Generation","display_name":"Optimization of Customer Feedback Summarization Using Large Language Models (LLM) and Advanced Retrieval-Augmented Generation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412352775","doi":"https://doi.org/10.1109/access.2025.3588337"},"language":"en","primary_location":{"id":"doi:10.1109/access.2025.3588337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3588337","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://doi.org/10.1109/access.2025.3588337","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092353132","display_name":"Buchepalli Praneeth","orcid":null},"institutions":[{"id":"https://openalex.org/I33213144","display_name":"University of Florida","ror":"https://ror.org/02y3ad647","country_code":"US","type":"education","lineage":["https://openalex.org/I33213144"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Buchepalli Praneeth","raw_affiliation_strings":["Department of Computer and Information Science and Engineering, University of Florida, Gainesville, FL, USA","Department of Computer & Information Science & Engineering, University of Florida, Gainesville, Florida, USA"],"raw_orcid":"https://orcid.org/0009-0004-0139-8855","affiliations":[{"raw_affiliation_string":"Department of Computer and Information Science and Engineering, University of Florida, Gainesville, FL, USA","institution_ids":["https://openalex.org/I33213144"]},{"raw_affiliation_string":"Department of Computer & Information Science & Engineering, University of Florida, Gainesville, Florida, USA","institution_ids":["https://openalex.org/I33213144"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5053959952","display_name":"Mohana","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Mohana","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0000-0002-6642-2949","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118956764","display_name":"Eshitha Chowdary Nattem","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Eshitha Chowdary Nattem","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0009-0002-1104-7405","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5118956765","display_name":"Kamala Jetti","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"Kamala Jetti","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0009-0000-0296-7176","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5056683238","display_name":"B K Kavyashree","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"B. K. Kavyashree","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0009-0003-8121-4288","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030828703","display_name":"D Rakshitha","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"D. Rakshitha","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0009-0000-5692-0840","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5113441802","display_name":"P. Ramakanth Kumar","orcid":null},"institutions":[{"id":"https://openalex.org/I3195475088","display_name":"Rashtreeya Sikshana Samithi Trust","ror":"https://ror.org/03abjmr84","country_code":"IN","type":"education","lineage":["https://openalex.org/I3195475088"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"P. Ramakanth Kumar","raw_affiliation_strings":["Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India"],"raw_orcid":"https://orcid.org/0000-0002-2811-1701","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, R. V. College of Engineering, Bengaluru, Karnataka, India","institution_ids":["https://openalex.org/I3195475088"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5101470500","display_name":"K. Sreelakshmi","orcid":null},"institutions":[{"id":"https://openalex.org/I4210164316","display_name":"Institution of Electronics and Telecommunication Engineers","ror":"https://ror.org/058npc379","country_code":"IN","type":"other","lineage":["https://openalex.org/I4210164316"]}],"countries":["IN"],"is_corresponding":false,"raw_author_name":"K. Sreelakshmi","raw_affiliation_strings":["Department of Electronics and Telecommunication Engineering, R. V. College of Engineering, Bengaluru, India"],"raw_orcid":"https://orcid.org/0000-0002-4475-7481","affiliations":[{"raw_affiliation_string":"Department of Electronics and Telecommunication Engineering, R. V. College of Engineering, Bengaluru, India","institution_ids":["https://openalex.org/I4210164316"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":{"value":1850,"currency":"USD","value_usd":1850},"apc_paid":{"value":1850,"currency":"USD","value_usd":1850},"fwci":7.0351,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96619392,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"13","issue":null,"first_page":"124319","last_page":"124332"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9318000078201294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.847007155418396},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8236863017082214},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.47718584537506104},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42479947209358215},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3835276663303375}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.847007155418396},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8236863017082214},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.47718584537506104},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42479947209358215},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3835276663303375}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/access.2025.3588337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3588337","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:b212bcca9ab647319e35d7ad6a307218","is_oa":true,"landing_page_url":"https://doaj.org/article/b212bcca9ab647319e35d7ad6a307218","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"IEEE Access, Vol 13, Pp 124319-124332 (2025)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1109/access.2025.3588337","is_oa":true,"landing_page_url":"https://doi.org/10.1109/access.2025.3588337","pdf_url":null,"source":{"id":"https://openalex.org/S2485537415","display_name":"IEEE Access","issn_l":"2169-3536","issn":["2169-3536"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Access","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":38,"referenced_works":["https://openalex.org/W2011971439","https://openalex.org/W2127177652","https://openalex.org/W2161853863","https://openalex.org/W2166183437","https://openalex.org/W2999150322","https://openalex.org/W3028699379","https://openalex.org/W3138786034","https://openalex.org/W3198644390","https://openalex.org/W4206396243","https://openalex.org/W4225983683","https://openalex.org/W4285119582","https://openalex.org/W4315647589","https://openalex.org/W4380536907","https://openalex.org/W4391631359","https://openalex.org/W4391855109","https://openalex.org/W4393948917","https://openalex.org/W4396585144","https://openalex.org/W4401725315","https://openalex.org/W4402671930","https://openalex.org/W4403331343","https://openalex.org/W4403493226","https://openalex.org/W4404782883","https://openalex.org/W4404835216","https://openalex.org/W4405205161","https://openalex.org/W4405303933","https://openalex.org/W4406890660","https://openalex.org/W4407566269","https://openalex.org/W4408323770","https://openalex.org/W4409403872","https://openalex.org/W4411630045","https://openalex.org/W4412027469","https://openalex.org/W6784180246","https://openalex.org/W6856643857","https://openalex.org/W6861967075","https://openalex.org/W6863776791","https://openalex.org/W6869655396","https://openalex.org/W6875271884","https://openalex.org/W6875419251"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2351187795","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Customer":[0],"feedback,":[1],"often":[2,28],"shared":[3],"through":[4],"online":[5],"reviews,":[6],"plays":[7],"a":[8,42,83,88,141,199],"crucial":[9],"role":[10],"in":[11,82,154,195,202],"shaping":[12],"business":[13],"strategies.":[14],"However,":[15],"the":[16,52,76,113,206,217,225],"overwhelming":[17],"volume":[18],"of":[19,187,227],"such":[20],"reviews":[21,72,92],"poses":[22],"two":[23,136],"major":[24],"challenges:":[25],"valuable":[26],"insights":[27],"go":[29],"unnoticed,":[30],"and":[31,79,105,131,133,140,156,177,198,214,220],"manual":[32],"analysis":[33,160],"introduces":[34],"human":[35],"bias.":[36],"To":[37],"address":[38],"this,":[39],"we":[40],"propose":[41],"system":[43,125],"that":[44,108,147,162],"leverages":[45],"large":[46],"language":[47,58],"models":[48],"(LLMs)":[49],"integrated":[50],"with":[51,211,231],"LangChain":[53],"framework":[54,118],"to":[55,68,119,171,190],"answer":[56],"natural":[57],"queries":[59],"over":[60,182],"customer":[61],"reviews.":[62],"A":[63],"synthetic":[64],"dataset":[65],"was":[66,80,126],"created":[67],"resemble":[69],"food":[70],"delivery":[71],"typically":[73],"seen":[74],"on":[75],"Play":[77],"Store":[78],"stored":[81],"vector":[84],"database.":[85],"On":[86],"receiving":[87],"user":[89],"query,":[90],"relevant":[91],"are":[93,109],"retrieved":[94],"using":[95,112,128],"advanced":[96],"Retrieval-Augmented":[97],"Generation":[98],"(RAG)":[99],"techniques,":[100],"namely":[101],"Hierarchical":[102],"Chunk":[103],"Retrieval":[104],"RAG":[106,212],"Fusion":[107,213],"further":[110],"refined":[111],"Declarative":[114],"Self-improving":[115],"Python":[116],"(DSPy)":[117],"generate":[120],"accurate,":[121],"grounded":[122],"responses.":[123],"The":[124],"evaluated":[127,207],"LLaMA-3-8B-InstructLite,":[129],"GPT-3.5-Turbo,":[130],"Gemini-1.5-Pro,":[132],"compared":[134],"against":[135],"non-LLM":[137],"baselines:":[138],"BM25":[139],"fine-tuned":[142],"BERT":[143],"model.":[144],"Results":[145],"show":[146],"our":[148],"LLM-based":[149],"pipeline":[150],"outperforms":[151],"by":[152,169,175,180],"15%":[153],"semantic":[155,167],"factual":[157,178,203],"accuracy.":[158],"Component-level":[159],"showed":[161],"enhanced":[163],"retrieval":[164,230],"strategies":[165],"improved":[166],"relevance":[168],"up":[170],"4.9%,":[172],"lexical":[173],"coverage":[174],"12.1%,":[176],"consistency":[179],"9.9%":[181],"traditional":[183],"RAG.":[184],"Further":[185],"integration":[186],"DSPy":[188,215],"led":[189],"an":[191],"additional":[192],"10.8%":[193],"boost":[194],"linguistic":[196],"fluency":[197],"9.0%":[200],"gain":[201],"alignment.":[204],"Among":[205],"models,":[208],"Gemini-1.5-Pro":[209],"combined":[210],"produced":[216],"most":[218],"fluent":[219],"factually":[221],"accurate":[222],"responses,":[223],"demonstrating":[224],"effectiveness":[226],"combining":[228],"hybrid":[229],"LLM-driven":[232],"reasoning":[233],"for":[234],"query-based":[235],"feedback":[236],"response":[237],"system.":[238]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}