{"id":"https://openalex.org/W4403487546","doi":"https://doi.org/10.3233/faia240755","title":"R4: Reinforced Retriever-Reorder-Responder for Retrieval-Augmented Large Language Models","display_name":"R4: Reinforced Retriever-Reorder-Responder for Retrieval-Augmented Large Language Models","publication_year":2024,"publication_date":"2024-10-16","ids":{"openalex":"https://openalex.org/W4403487546","doi":"https://doi.org/10.3233/faia240755"},"language":"en","primary_location":{"id":"doi:10.3233/faia240755","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240755","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240755","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"type":"book-chapter","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"hybrid","oa_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240755","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5041581408","display_name":"Taolin Zhang","orcid":"https://orcid.org/0009-0006-2441-2861"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Taolin Zhang","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459326","display_name":"Dongyang Li","orcid":"https://orcid.org/0000-0003-0818-2526"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Dongyang Li","raw_affiliation_strings":["Alibaba Group, China","East China Normal University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101350583","display_name":"Qizhou Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]},{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Qizhou Chen","raw_affiliation_strings":["Alibaba Group, China","East China Normal University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]},{"raw_affiliation_string":"East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100373451","display_name":"Chengyu Wang","orcid":"https://orcid.org/0000-0003-1010-9678"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chengyu Wang","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058197951","display_name":"Longtao Huang","orcid":"https://orcid.org/0000-0002-0517-1592"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Longtao Huang","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5089928331","display_name":"Hui Xue","orcid":"https://orcid.org/0000-0001-9437-254X"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hui Xue","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101434435","display_name":"Xiaofeng He","orcid":"https://orcid.org/0000-0002-6911-348X"},"institutions":[{"id":"https://openalex.org/I66867065","display_name":"East China Normal University","ror":"https://ror.org/02n96ep67","country_code":"CN","type":"education","lineage":["https://openalex.org/I66867065"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaofeng He","raw_affiliation_strings":["East China Normal University, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"East China Normal University, China","institution_ids":["https://openalex.org/I66867065"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5049316142","display_name":"Jun Huang","orcid":"https://orcid.org/0000-0002-2022-5747"},"institutions":[{"id":"https://openalex.org/I45928872","display_name":"Alibaba Group (China)","ror":"https://ror.org/00k642b80","country_code":"CN","type":"company","lineage":["https://openalex.org/I45928872"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jun Huang","raw_affiliation_strings":["Alibaba Group, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Group, China","institution_ids":["https://openalex.org/I45928872"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.7433,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.91530097,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":97},"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.996399998664856,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9900000095367432,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5016465187072754}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5016465187072754}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.3233/faia240755","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240755","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240755","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"}],"best_oa_location":{"id":"doi:10.3233/faia240755","is_oa":true,"landing_page_url":"https://doi.org/10.3233/faia240755","pdf_url":"https://ebooks.iospress.nl/pdf/doi/10.3233/FAIA240755","source":{"id":"https://openalex.org/S4210201731","display_name":"Frontiers in artificial intelligence and applications","issn_l":"0922-6389","issn":["0922-6389","1879-8314"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"journal"},"license":"cc-by-nc","license_id":"https://openalex.org/licenses/cc-by-nc","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Frontiers in Artificial Intelligence and Applications","raw_type":"book-chapter"},"sustainable_development_goals":[{"display_name":"No poverty","id":"https://metadata.un.org/sdg/1","score":0.47999998927116394}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4403487546.pdf"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Retrieval-augmented":[0],"large":[1,109],"language":[2],"models":[3,218],"(LLMs)":[4],"leverage":[5],"relevant":[6,29],"content":[7],"retrieved":[8,51,148,178],"by":[9],"information":[10],"retrieval":[11],"systems":[12],"to":[13,18,31,36,68,94,127,146,206],"generate":[14],"correct":[15],"responses,":[16],"aiming":[17],"alleviate":[19],"the":[20,32,43,50,54,71,108,128,131,164,175],"hallucination":[21],"problem.":[22],"However,":[23],"existing":[24],"retriever-responder":[25],"methods":[26],"typically":[27],"append":[28],"documents":[30,52,179],"prompt":[33],"of":[34,45,111,113,130,167,177,182],"LLMs":[35,66,114],"perform":[37],"text":[38],"generation":[39,64,105],"tasks":[40,204],"without":[41],"considering":[42],"interaction":[44],"fine-grained":[46],"structural":[47],"semantics":[48],"between":[49],"and":[53,137,154,216],"LLMs.":[55],"This":[56],"issue":[57],"is":[58,121],"particularly":[59],"important":[60],"for":[61,98,180],"accurate":[62],"response":[63,168],"as":[65],"tend":[67],"\u201close":[69],"in":[70],"middle\u201d":[72],"when":[73],"dealing":[74],"with":[75,79],"input":[76],"prompts":[77],"augmented":[78],"lengthy":[80],"documents.":[81],"In":[82],"this":[83],"work,":[84],"we":[85],"propose":[86],"a":[87],"new":[88],"pipeline":[89,196],"named":[90],"\u201cReinforced":[91],"Retriever-Reorder-Responder\u201d":[92],"(R4)":[93],"learn":[95],"document":[96,134,138,142,149],"orderings":[97,150],"retrieval-augmented":[99],"LLMs,":[100],"thereby":[101],"further":[102,173],"enhancing":[103],"their":[104],"abilities":[106],"while":[107],"numbers":[110],"parameters":[112],"remain":[115],"frozen.":[116],"The":[117,213],"reordering":[118],"learning":[119],"process":[120],"divided":[122],"into":[123,151],"two":[124],"steps":[125],"according":[126],"quality":[129,184],"generated":[132],"responses:":[133],"order":[135,143],"adjustment":[136,144],"representation":[139,171],"enhancement.":[140],"Specifically,":[141],"aims":[145],"organize":[147],"beginning,":[152],"middle,":[153],"end":[155],"positions":[156],"based":[157],"on":[158,202],"graph":[159],"attention":[160],"learning,":[161],"which":[162],"maximizes":[163],"reinforced":[165],"reward":[166],"quality.":[169],"Document":[170],"enhancement":[172],"refines":[174],"representations":[176],"responses":[181],"poor":[183],"via":[185],"document-level":[186],"gradient":[187],"adversarial":[188],"learning.":[189],"Extensive":[190],"experiments":[191],"demonstrate":[192],"that":[193],"our":[194],"proposed":[195],"achieves":[197],"better":[198],"factual":[199],"question-answering":[200],"performance":[201],"knowledge-intensive":[203],"compared":[205],"strong":[207],"baselines":[208],"across":[209],"various":[210],"public":[211],"datasets.":[212],"source":[214],"codes":[215],"trained":[217],"will":[219],"be":[220],"released":[221],"upon":[222],"paper":[223],"acceptance.":[224]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1}],"updated_date":"2026-05-21T06:26:12.895304","created_date":"2025-10-10T00:00:00"}