{"id":"https://openalex.org/W7125089688","doi":null,"title":"Question Answering through Retrieval-Augmented Large Language Models: an Experimental Evaluation","display_name":"Question Answering through Retrieval-Augmented Large Language Models: an Experimental Evaluation","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W7125089688"},"language":"en","primary_location":{"id":"pmh:oai:iris.univpm.it:11566/352073","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11566/352073","pdf_url":"https://iris.univpm.it/bitstream/11566/352073/2/Diamantini_Question-Answering-through-Retrieval_2025.pdf","source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"parent_works":[],"lineage":["https://openalex.org/W7125089688"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://iris.univpm.it/bitstream/11566/352073/2/Diamantini_Question-Answering-through-Retrieval_2025.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5021256099","display_name":"Claudia Diamantini","orcid":"https://orcid.org/0000-0001-8143-7615","observed_orcids":["https://orcid.org/0000-0001-8143-7615"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Claudia Diamantini","raw_affiliation_strings":["Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052277173","display_name":"Alex Mircoli","orcid":"https://orcid.org/0000-0001-6459-0335","observed_orcids":["https://orcid.org/0000-0001-6459-0335","https://orcid.org/0000-0001-5168-6397"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alex Mircoli","raw_affiliation_strings":["Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5019832697","display_name":"Alessia Pagnotta","orcid":"https://orcid.org/0000-0002-7095-2010","observed_orcids":["https://orcid.org/0000-0002-7095-2010"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Alessia Pagnotta","raw_affiliation_strings":["Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5043797655","display_name":"Domenico Potena","orcid":"https://orcid.org/0000-0002-7067-5463","observed_orcids":["https://orcid.org/0000-0002-7067-5463"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Domenico Potena","raw_affiliation_strings":["Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche","Turin , Italy"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]},{"raw_affiliation_string":"Turin , Italy","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052911913","display_name":"Maria Cristina Recchioni","orcid":"https://orcid.org/0000-0002-9049-6964","observed_orcids":["https://orcid.org/0000-0002-9049-6964"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Maria Cristina Recchioni","raw_affiliation_strings":["Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Scienze Econmiche e Sociali , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5064905000","display_name":"Emanuele Storti","orcid":"https://orcid.org/0000-0001-5966-6921","observed_orcids":["https://orcid.org/0000-0001-5966-6921"]},"institutions":[{"id":"https://openalex.org/I122534668","display_name":"Marche Polytechnic University","ror":"https://ror.org/00x69rs40","country_code":"IT","type":"education","lineage":["https://openalex.org/I122534668"]}],"countries":["IT"],"is_corresponding":false,"raw_author_name":"Emanuele Storti","raw_affiliation_strings":["Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Dipartimento di Ingegneria dell'Informazione , Universit\u00e0 Politecnica delle Marche","institution_ids":["https://openalex.org/I122534668"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I122534668"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":{"value":0.0,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9775000214576721,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10286","display_name":"Information Retrieval and Search Behavior","score":0.019200000911951065,"subfield":{"id":"https://openalex.org/subfields/1710","display_name":"Information Systems"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.0012000000569969416,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/retrieval-augmented-generation","display_name":"retrieval-augmented generation","score":0.9210000038146973},{"id":"https://openalex.org/keywords/question-answering","display_name":"question answering","score":0.8309999704360962},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9810000061988831},{"id":"https://openalex.org/keywords/document-chunking","display_name":"document chunking","score":0.7639999985694885},{"id":"https://openalex.org/keywords/model-selection","display_name":"model selection","score":0.8090000152587891},{"id":"https://openalex.org/keywords/hallucinations","display_name":"hallucinations","score":0.6489999890327454},{"id":"https://openalex.org/keywords/external-knowledge-retrieval","display_name":"external knowledge retrieval","score":0.7120000123977661}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8242999911308289},{"id":"https://openalex.org/C44291984","wikidata":"https://www.wikidata.org/wiki/Q1074173","display_name":"Question answering","level":2,"score":0.7350999712944031},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.5600000023841858},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.5450000166893005},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5393000245094299},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.49480000138282776},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.4569000005722046},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3946000039577484},{"id":"https://openalex.org/C44083865","wikidata":"https://www.wikidata.org/wiki/Q3853443","display_name":"Mean reciprocal rank","level":2,"score":0.37229999899864197},{"id":"https://openalex.org/C129792486","wikidata":"https://www.wikidata.org/wiki/Q1050419","display_name":"Language identification","level":3,"score":0.35929998755455017},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3513999879360199},{"id":"https://openalex.org/C43521106","wikidata":"https://www.wikidata.org/wiki/Q2165493","display_name":"Pipeline (software)","level":2,"score":0.33160001039505005},{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.32670000195503235},{"id":"https://openalex.org/C2776187449","wikidata":"https://www.wikidata.org/wiki/Q1513879","display_name":"Natural language generation","level":3,"score":0.31439998745918274},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.31150001287460327},{"id":"https://openalex.org/C43126263","wikidata":"https://www.wikidata.org/wiki/Q128751","display_name":"Source code","level":2,"score":0.29269999265670776},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.2872999906539917},{"id":"https://openalex.org/C161156560","wikidata":"https://www.wikidata.org/wiki/Q1638872","display_name":"Document retrieval","level":2,"score":0.28540000319480896},{"id":"https://openalex.org/C83479923","wikidata":"https://www.wikidata.org/wiki/Q2063748","display_name":"Universal Networking Language","level":4,"score":0.27889999747276306},{"id":"https://openalex.org/C116834253","wikidata":"https://www.wikidata.org/wiki/Q2039217","display_name":"Identification (biology)","level":2,"score":0.27090001106262207},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.2689000070095062},{"id":"https://openalex.org/C164226766","wikidata":"https://www.wikidata.org/wiki/Q7293202","display_name":"Rank (graph theory)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C168167062","wikidata":"https://www.wikidata.org/wiki/Q1117970","display_name":"Component (thermodynamics)","level":2,"score":0.2540000081062317},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2500999867916107}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:iris.univpm.it:11566/352073","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11566/352073","pdf_url":"https://iris.univpm.it/bitstream/11566/352073/2/Diamantini_Question-Answering-through-Retrieval_2025.pdf","source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"}],"best_oa_location":{"id":"pmh:oai:iris.univpm.it:11566/352073","doi":null,"is_oa":true,"landing_page_url":"https://hdl.handle.net/11566/352073","pdf_url":"https://iris.univpm.it/bitstream/11566/352073/2/Diamantini_Question-Answering-through-Retrieval_2025.pdf","source":{"id":"https://openalex.org/S4306402571","display_name":"Universit\u00e0 Politecnica delle Marche (Universit\u00e0 Politecnica delle Marche)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I122534668","host_organization_name":"Marche Polytechnic University","host_organization_lineage":["https://openalex.org/I122534668"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"info:eu-repo/semantics/conferenceObject"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1711288849","display_name":null,"funder_award_id":"0001057.23-06-2022","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G3285657492","display_name":null,"funder_award_id":"CUP I33C22001330007","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"},{"id":"https://openalex.org/G903117326","display_name":null,"funder_award_id":"ECS00000041","funder_id":"https://openalex.org/F4320320300","funder_display_name":"European Commission"}],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7125089688.pdf","grobid_xml":"https://content.openalex.org/works/W7125089688.grobid-xml"},"referenced_works_count":8,"referenced_works":["https://openalex.org/W2988841832","https://openalex.org/W4385749957","https://openalex.org/W4390690464","https://openalex.org/W4401857375","https://openalex.org/W4404782197","https://openalex.org/W4416379250","https://openalex.org/W6941579927","https://openalex.org/W7118085507"],"related_works":["https://openalex.org/W7220746290","https://openalex.org/W4411447730","https://openalex.org/W4417120072","https://openalex.org/W7139082913","https://openalex.org/W7199584589","https://openalex.org/W4410247196","https://openalex.org/W4386081602","https://openalex.org/W4394780591","https://openalex.org/W7160492840","https://openalex.org/W4414499413"],"abstract_inverted_index":{"Large":[0,44],"Language":[1,45],"Models":[2,46],"(LLMs)":[3],"show":[4],"impressive":[5],"performance":[6,135],"in":[7],"many":[8],"natural":[9],"language":[10],"processing":[11],"(NLP)":[12],"tasks,":[13],"including":[14],"code":[15],"generation":[16,29,64],"and":[17,33,91,119,163],"question":[18],"answering.":[19],"However,":[20],"they":[21],"suffer":[22],"from":[23],"various":[24,82],"limitations,":[25],"such":[26],"as":[27,50],"the":[28,67,71,96,121,133,140],"of":[30,69,73,123,132,142,150],"hallucinated":[31],"content":[32],"reliance":[34],"on":[35],"outdated":[36],"internal":[37],"knowledge.":[38],"To":[39],"address":[40],"these":[41],"challenges,":[42],"Retrieval-Augmented":[43],"(RA-LLMs)":[47],"have":[48],"emerged":[49],"a":[51,78,105,110],"promising":[52],"solution,":[53],"enhancing":[54],"response":[55,164],"accuracy":[56],"by":[57],"dynamically":[58],"incorporating":[59],"external":[60],"knowledge":[61],"through":[62],"retrieval-augmented":[63,75],"(RAG).":[65],"Despite":[66],"advantages":[68],"RA-LLMs,":[70],"implementation":[72],"effective":[74],"pipelines":[76],"remains":[77],"complex":[79],"task,":[80],"since":[81],"techniques":[83,144],"exist":[84],"for":[85,108,116,159],"document":[86],"chunking,":[87],"text":[88],"similarity":[89],"evaluation,":[90],"model":[92],"selection,":[93],"each":[94,117,146],"influencing":[95],"overall":[97],"system":[98],"performance.":[99],"In":[100],"this":[101,151],"work,":[102],"we":[103],"propose":[104],"general":[106],"methodology":[107],"designing":[109],"RA-LLM":[111,157],"pipeline,":[112],"outlining":[113],"key":[114],"approaches":[115],"phase":[118],"evaluating":[120],"effectiveness":[122],"different":[124,143],"configurations.":[125],"We":[126],"also":[127],"perform":[128],"an":[129],"experimental":[130],"evaluation":[131],"pipeline\u2019s":[134],"using":[136],"real-world":[137],"data,":[138],"analyzing":[139],"impact":[141],"at":[145],"stage.":[147],"The":[148],"findings":[149],"study":[152],"offer":[153],"insights":[154],"into":[155],"optimizing":[156],"architectures":[158],"enhanced":[160],"information":[161],"retrieval":[162],"generation.":[165]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2026-01-21T00:00:00"}