{"id":"https://openalex.org/W7160891804","doi":"https://doi.org/10.48550/arxiv.2605.10414","title":"Remember to Forget: Gated Adaptive Positional Encoding","display_name":"Remember to Forget: Gated Adaptive Positional Encoding","publication_year":2026,"publication_date":"2026-05-11","ids":{"openalex":"https://openalex.org/W7160891804","doi":"https://doi.org/10.48550/arxiv.2605.10414"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.10414","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10414","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.10414","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5113291964","display_name":"Riccardo Ali","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ali, Riccardo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5116925224","display_name":"Alessio Borgi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Borgi, Alessio","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135915190","display_name":"Christopher Irwin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Irwin, Christopher","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034862817","display_name":"Mario Severino","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Severino, Mario","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135911671","display_name":"Pietro Li\u00f2","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li\u00f2, Pietro","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.48660001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.48660001158714294,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.18649999797344208,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.055799998342990875,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/spurious-relationship","display_name":"Spurious relationship","score":0.7506999969482422},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6991000175476074},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.6531999707221985},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.6248999834060669},{"id":"https://openalex.org/keywords/salient","display_name":"Salient","score":0.58160001039505},{"id":"https://openalex.org/keywords/context","display_name":"Context (archaeology)","score":0.4894999861717224},{"id":"https://openalex.org/keywords/orientation","display_name":"Orientation (vector space)","score":0.37459999322891235}],"concepts":[{"id":"https://openalex.org/C97256817","wikidata":"https://www.wikidata.org/wiki/Q1462316","display_name":"Spurious relationship","level":2,"score":0.7506999969482422},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.715499997138977},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6991000175476074},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.6531999707221985},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.6248999834060669},{"id":"https://openalex.org/C2780719617","wikidata":"https://www.wikidata.org/wiki/Q1030752","display_name":"Salient","level":2,"score":0.58160001039505},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.4894999861717224},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42480000853538513},{"id":"https://openalex.org/C31972630","wikidata":"https://www.wikidata.org/wiki/Q844240","display_name":"Computer vision","level":1,"score":0.3865000009536743},{"id":"https://openalex.org/C16345878","wikidata":"https://www.wikidata.org/wiki/Q107472979","display_name":"Orientation (vector space)","level":2,"score":0.37459999322891235},{"id":"https://openalex.org/C14036430","wikidata":"https://www.wikidata.org/wiki/Q3736076","display_name":"Function (biology)","level":2,"score":0.3662000000476837},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.3312000036239624},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.32919999957084656},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.2962999939918518},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.2957000136375427},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2689000070095062},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.2554999887943268},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2529999911785126}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.10414","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10414","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.10414","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.10414","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Rotary":[0],"Positional":[1,61],"Encoding":[2],"(RoPE)":[3],"is":[4],"widely":[5],"used":[6],"in":[7],"modern":[8],"large":[9],"language":[10],"models.":[11],"However,":[12],"when":[13],"sequences":[14],"are":[15],"extended":[16],"beyond":[17],"the":[18,76,81,116,129],"range":[19],"seen":[20],"during":[21],"training,":[22],"rotary":[23,82,162],"phases":[24],"can":[25,137],"enter":[26],"out-of-distribution":[27],"regimes,":[28],"leading":[29],"to":[30,120],"spurious":[31],"long-range":[32],"alignments,":[33],"diffuse":[34],"attention,":[35],"and":[36,99,157,168],"degraded":[37],"retrieval.":[38],"Existing":[39],"remedies":[40],"only":[41],"partially":[42],"address":[43],"these":[44,147],"failures,":[45],"as":[46,125],"they":[47],"often":[48],"trade":[49],"local":[50],"positional":[51,67],"resolution":[52],"for":[53,66],"long-context":[54,159,169],"stability.":[55],"We":[56,108,132,145],"propose":[57],"GAPE":[58,84,136,152],"(Gated":[59],"Adaptive":[60],"Encoding),":[62],"a":[63,71,92,100,126],"drop-in":[64],"augmentation":[65],"encodings":[68],"that":[69,95,103,110,135,151],"introduces":[70],"content-aware":[72],"bias":[73],"directly":[74],"into":[75],"attention":[77,117,156],"logits":[78],"while":[79,115],"preserving":[80],"geometry.":[83],"decouples":[85],"distance-based":[86],"suppression":[87],"from":[88],"token":[89],"importance":[90],"through":[91],"query-dependent":[93],"gate":[94,102],"contracts":[96],"irrelevant":[97],"context":[98],"key-dependent":[101],"preserves":[104],"salient":[105],"distant":[106,122],"tokens.":[107],"prove":[109],"protected":[111],"tokens":[112,123],"remain":[113],"accessible,":[114],"mass":[118],"assigned":[119],"unprotected":[121],"decays":[124],"function":[127],"of":[128],"query":[130],"gate.":[131],"further":[133],"show":[134],"be":[138],"implemented":[139],"within":[140],"standard":[141],"scaled":[142],"dot-product":[143],"attention.":[144],"validate":[146],"properties":[148],"empirically,":[149],"finding":[150],"consistently":[153],"yields":[154],"sharper":[155],"improved":[158],"robustness":[160],"over":[161],"baselines":[163],"across":[164],"both":[165],"synthetic":[166],"retrieval":[167],"benchmarks.":[170]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-13T00:00:00"}