{"id":"https://openalex.org/W4409670703","doi":"https://doi.org/10.1145/3696410.3714795","title":"<i>PEAR:</i> <i>Position-Embedding-Agnostic Attention Re-weighting Enhances Retrieval-Augmented Generation with Zero Inference Overhead</i>","display_name":"<i>PEAR:</i> <i>Position-Embedding-Agnostic Attention Re-weighting Enhances Retrieval-Augmented Generation with Zero Inference Overhead</i>","publication_year":2025,"publication_date":"2025-04-22","ids":{"openalex":"https://openalex.org/W4409670703","doi":"https://doi.org/10.1145/3696410.3714795"},"language":"en","primary_location":{"id":"doi:10.1145/3696410.3714795","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696410.3714795","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5006844500","display_name":"Tao Tan","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Tao Tan","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5027496845","display_name":"Yining Qian","orcid":null},"institutions":[{"id":"https://openalex.org/I76569877","display_name":"Southeast University","ror":"https://ror.org/04ct4d772","country_code":"CN","type":"education","lineage":["https://openalex.org/I76569877"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yining Qian","raw_affiliation_strings":["Southeast University, Nanjing, China"],"affiliations":[{"raw_affiliation_string":"Southeast University, Nanjing, China","institution_ids":["https://openalex.org/I76569877"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102818141","display_name":"Ang Lv","orcid":"https://orcid.org/0000-0002-8027-2270"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ang Lv","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5110009360","display_name":"H.M. Lin","orcid":null},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Hongzhan Lin","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091734285","display_name":"Songhao Wu","orcid":"https://orcid.org/0009-0007-3697-7082"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Songhao Wu","raw_affiliation_strings":["Renmin University of China, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001174390","display_name":"Yongbo Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yongbo Wang","raw_affiliation_strings":["Ant Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5115695115","display_name":"Feng Wang","orcid":"https://orcid.org/0000-0003-3036-6735"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Feng Wang","raw_affiliation_strings":["Ant Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5066199440","display_name":"Jingtong Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jingtong Wu","raw_affiliation_strings":["Ant Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102759615","display_name":"Xin Lu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xin Lu","raw_affiliation_strings":["Ant Group, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Ant Group, Beijing, China","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100716372","display_name":"Rui Yan","orcid":"https://orcid.org/0000-0002-3356-6823"},"institutions":[{"id":"https://openalex.org/I37461747","display_name":"Wuhan University","ror":"https://ror.org/033vjfk17","country_code":"CN","type":"education","lineage":["https://openalex.org/I37461747"]},{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Rui Yan","raw_affiliation_strings":["Renmin University of China, Beijing, China and Wuhan University, Wuhan, China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China, Beijing, China and Wuhan University, Wuhan, China","institution_ids":["https://openalex.org/I78988378","https://openalex.org/I37461747"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":10,"corresponding_author_ids":["https://openalex.org/A5006844500"],"corresponding_institution_ids":["https://openalex.org/I78988378"],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03667831,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1693","last_page":"1702"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9983999729156494,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9980000257492065,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.6806995272636414},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6711511611938477},{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.6693992018699646},{"id":"https://openalex.org/keywords/zero","display_name":"Zero (linguistics)","score":0.5995689630508423},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5863415002822876},{"id":"https://openalex.org/keywords/weighting","display_name":"Weighting","score":0.47594451904296875},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.44581931829452515},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.4178866147994995},{"id":"https://openalex.org/keywords/physics","display_name":"Physics","score":0.054556459188461304}],"concepts":[{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.6806995272636414},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6711511611938477},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.6693992018699646},{"id":"https://openalex.org/C2780813799","wikidata":"https://www.wikidata.org/wiki/Q3274237","display_name":"Zero (linguistics)","level":2,"score":0.5995689630508423},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5863415002822876},{"id":"https://openalex.org/C183115368","wikidata":"https://www.wikidata.org/wiki/Q856577","display_name":"Weighting","level":2,"score":0.47594451904296875},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.44581931829452515},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.4178866147994995},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.054556459188461304},{"id":"https://openalex.org/C24890656","wikidata":"https://www.wikidata.org/wiki/Q82811","display_name":"Acoustics","level":1,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C10138342","wikidata":"https://www.wikidata.org/wiki/Q43015","display_name":"Finance","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1145/3696410.3714795","is_oa":false,"landing_page_url":"https://doi.org/10.1145/3696410.3714795","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Proceedings of the ACM on Web Conference 2025","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.49000000953674316,"id":"https://metadata.un.org/sdg/2","display_name":"Zero hunger"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":10,"referenced_works":["https://openalex.org/W569478347","https://openalex.org/W2912924812","https://openalex.org/W3010694149","https://openalex.org/W3115947671","https://openalex.org/W3161820423","https://openalex.org/W3190126809","https://openalex.org/W4284687378","https://openalex.org/W4389520348","https://openalex.org/W4389520380","https://openalex.org/W4402684301"],"related_works":["https://openalex.org/W2180954594","https://openalex.org/W2052835778","https://openalex.org/W2049003611","https://openalex.org/W2127804977","https://openalex.org/W2108418243","https://openalex.org/W164103134","https://openalex.org/W2040545019","https://openalex.org/W2787352659","https://openalex.org/W1970611213","https://openalex.org/W4206560911"],"abstract_inverted_index":{"Large":[0],"language":[1],"models":[2],"(LLMs)":[3],"enhanced":[4],"with":[5,70,108],"retrieval-augmented":[6],"generation":[7],"(RAG)":[8],"have":[9],"introduced":[10],"a":[11,76],"new":[12],"paradigm":[13],"for":[14],"web":[15],"search.":[16],"However,":[17],"the":[18,65,89,99,126,131,142],"limited":[19],"context":[20,34,66,81,91],"awareness":[21,35,67],"of":[22,68,101,141,166,188],"LLMs":[23,69],"degrades":[24],"their":[25,106],"performance":[26],"on":[27,75,80,125],"RAG":[28,95,182],"tasks.":[29,183],"Existing":[30],"methods":[31],"to":[32,50,122,136],"enhance":[33],"are":[36,48,134],"often":[37],"inefficient,":[38],"incurring":[39],"time":[40],"or":[41,169],"memory":[42,167],"overhead":[43,163],"during":[44],"inference,":[45,130],"and":[46,178],"many":[47],"tailored":[49],"specific":[51,143],"position":[52,189],"embeddings.":[53],"In":[54],"this":[55],"paper,":[56],"we":[57,83,104],"propose":[58],"Position-Embedding-Agnostic":[59],"attention":[60],"Re-weighting":[61],"(PEAR),":[62],"which":[63,87],"enhances":[64],"zero":[71,160],"inference":[72,162,170],"overhead.":[73],"Specifically,":[74],"proxy":[77,127],"task":[78,144],"focused":[79],"copying,":[82],"first":[84],"detect":[85],"heads":[86],"suppress":[88],"models'":[90],"awareness,":[92],"thereby":[93],"diminishing":[94],"performance.":[96],"To":[97],"weaken":[98],"impact":[100],"these":[102,120,138],"heads,":[103,139],"re-weight":[105,137],"outputs":[107],"learnable":[109],"coefficients.":[110],"The":[111],"LLM":[112],"(with":[113],"frozen":[114],"parameters)":[115],"is":[116,186,197],"optimized":[117,132],"by":[118],"adjusting":[119],"coefficients":[121,133],"minimize":[123],"loss":[124],"task.":[128],"During":[129],"fixed":[135],"regardless":[140],"at":[145,199],"hand.":[146],"Our":[147,195],"proposed":[148],"PEAR":[149],"offers":[150],"two":[151],"major":[152],"advantages":[153],"over":[154],"previous":[155],"approaches:":[156],"(1)":[157],"It":[158,185],"introduces":[159],"additional":[161],"in":[164,176],"terms":[165],"usage":[168],"time,":[171],"while":[172],"outperforming":[173],"competitive":[174],"baselines":[175],"accuracy":[177],"efficiency":[179],"across":[180],"various":[181],"(2)":[184],"independent":[187],"embedding":[190],"algorithms,":[191],"ensuring":[192],"broader":[193],"applicability.":[194],"code":[196],"available":[198],"https://github.com/TTArch/PEAR-RAG.":[200]},"counts_by_year":[],"updated_date":"2026-03-27T05:58:40.876381","created_date":"2025-10-10T00:00:00"}