{"id":"https://openalex.org/W7154201462","doi":"https://doi.org/10.48550/arxiv.2604.10044","title":"LoopGuard: Breaking Self-Reinforcing Attention Loops via Dynamic KV Cache Intervention","display_name":"LoopGuard: Breaking Self-Reinforcing Attention Loops via Dynamic KV Cache Intervention","publication_year":2026,"publication_date":"2026-04-11","ids":{"openalex":"https://openalex.org/W7154201462","doi":"https://doi.org/10.48550/arxiv.2604.10044"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2604.10044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.10044","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133553201","display_name":"Dongjie Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Dongjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133566224","display_name":"Hao Wu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wu, Hao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133595967","display_name":"Weijie Shi","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shi, Weijie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133578477","display_name":"Yue Cui","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cui, Yue","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133599045","display_name":"Yuanjun Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yuanjun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108050233","display_name":"Jiawei Li","orcid":"https://orcid.org/0000-0001-5193-3239"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Li, Jiawei","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026313613","display_name":"Haolun Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Haolun","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133611852","display_name":"An Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, An","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133580879","display_name":"Jia Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5133614512","display_name":"Jiajie Xu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xu, Jiajie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4097999930381775,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10054","display_name":"Parallel Computing and Optimization Techniques","score":0.4097999930381775,"subfield":{"id":"https://openalex.org/subfields/1708","display_name":"Hardware and Architecture"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11424","display_name":"Security and Verification in Computing","score":0.08129999786615372,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12607","display_name":"Personal Information Management and User Behavior","score":0.07100000232458115,"subfield":{"id":"https://openalex.org/subfields/1802","display_name":"Information Systems and Management"},"field":{"id":"https://openalex.org/fields/18","display_name":"Decision Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.7710999846458435},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.42399999499320984},{"id":"https://openalex.org/keywords/decoding-methods","display_name":"Decoding methods","score":0.34439998865127563},{"id":"https://openalex.org/keywords/cache-algorithms","display_name":"Cache algorithms","score":0.34040001034736633},{"id":"https://openalex.org/keywords/task","display_name":"Task (project management)","score":0.31790000200271606},{"id":"https://openalex.org/keywords/cache-invalidation","display_name":"Cache invalidation","score":0.31679999828338623},{"id":"https://openalex.org/keywords/noma","display_name":"Noma","score":0.31119999289512634}],"concepts":[{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.7710999846458435},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7515000104904175},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.484499990940094},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.42399999499320984},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.4138000011444092},{"id":"https://openalex.org/C57273362","wikidata":"https://www.wikidata.org/wiki/Q576722","display_name":"Decoding methods","level":2,"score":0.34439998865127563},{"id":"https://openalex.org/C38556500","wikidata":"https://www.wikidata.org/wiki/Q13404475","display_name":"Cache algorithms","level":4,"score":0.34040001034736633},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3370000123977661},{"id":"https://openalex.org/C2780451532","wikidata":"https://www.wikidata.org/wiki/Q759676","display_name":"Task (project management)","level":2,"score":0.31790000200271606},{"id":"https://openalex.org/C25536678","wikidata":"https://www.wikidata.org/wiki/Q5015977","display_name":"Cache invalidation","level":5,"score":0.31679999828338623},{"id":"https://openalex.org/C2775918612","wikidata":"https://www.wikidata.org/wiki/Q994794","display_name":"Noma","level":3,"score":0.31119999289512634},{"id":"https://openalex.org/C175291020","wikidata":"https://www.wikidata.org/wiki/Q1156822","display_name":"Offset (computer science)","level":2,"score":0.3061999976634979},{"id":"https://openalex.org/C189783530","wikidata":"https://www.wikidata.org/wiki/Q352090","display_name":"CPU cache","level":3,"score":0.2935999929904938},{"id":"https://openalex.org/C774472","wikidata":"https://www.wikidata.org/wiki/Q6760393","display_name":"Margin (machine learning)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C63584917","wikidata":"https://www.wikidata.org/wiki/Q333286","display_name":"Bounding overwatch","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C2779679103","wikidata":"https://www.wikidata.org/wiki/Q5251805","display_name":"Degradation (telecommunications)","level":2,"score":0.27570000290870667},{"id":"https://openalex.org/C149635348","wikidata":"https://www.wikidata.org/wiki/Q193040","display_name":"Embedded system","level":1,"score":0.2651999890804291},{"id":"https://openalex.org/C120936851","wikidata":"https://www.wikidata.org/wiki/Q1408065","display_name":"MESI protocol","level":5,"score":0.26089999079704285},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.2578999996185303}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2604.10044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.10044","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.10044","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Through":[0],"systematic":[1],"experiments":[2],"on":[3,62,116,149],"long-context":[4],"generation,":[5],"we":[6,92,119],"observe":[7],"a":[8,33,39,87,95,122,144],"damaging":[9],"failure":[10],"mode":[11],"in":[12,86],"which":[13],"decoding":[14],"can":[15,67],"collapse":[16,66],"into":[17],"persistent":[18],"repetition":[19,106],"loops.":[20],"We":[21],"find":[22],"that":[23,104,128,152],"this":[24,65,84],"degeneration":[25],"is":[26,46],"driven":[27],"by":[28,49,138,157],"collapsed":[29],"attention":[30],"patterns,":[31],"where":[32],"subset":[34],"of":[35,42],"heads":[36],"locks":[37],"onto":[38],"narrow":[40],"suffix":[41],"the":[43,135],"history,":[44],"and":[45,89,101,108,133,166],"further":[47],"stabilized":[48],"inference-time":[50],"KV":[51,58,125],"cache":[52,59,76,126,146],"reuse.":[53],"Crucially,":[54],"since":[55],"many":[56],"existing":[57],"policies":[60],"rely":[61],"attention-based":[63],"importance,":[64],"produce":[68],"spuriously":[69],"high":[70],"scores":[71],"for":[72],"repetitive":[73,140],"tokens,":[74],"causing":[75],"management":[77],"to":[78],"inadvertently":[79],"amplify":[80],"repetition.":[81],"To":[82],"study":[83],"phenomenon":[85],"controlled":[88],"reproducible":[90],"manner,":[91],"introduce":[93],"LoopBench,":[94],"benchmark":[96],"with":[97],"explicit":[98],"loop-inducing":[99],"conditions":[100],"loop-oriented":[102],"metrics":[103],"quantify":[105],"severity":[107],"generation":[109],"instability":[110],"beyond":[111],"downstream":[112],"task":[113],"scores.":[114],"Building":[115],"these":[117],"insights,":[118],"propose":[120],"LoopGuard,":[121],"lightweight,":[123],"plug-in":[124],"guard":[127],"detects":[129],"loop":[130,155],"onset":[131],"online":[132],"disrupts":[134],"feedback":[136],"cycle":[137],"pruning":[139],"tail":[141],"spans":[142],"under":[143],"fixed":[145],"budget.":[147],"Experiments":[148],"LoopBench":[150],"show":[151],"LoopGuard":[153],"reduces":[154],"incidence":[156],"over":[158],"90":[159],"percentage":[160],"points,":[161],"while":[162],"restoring":[163],"output":[164],"diversity":[165],"reducing":[167],"token":[168],"waste.":[169]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-04-15T00:00:00"}