{"id":"https://openalex.org/W7160637976","doi":"https://doi.org/10.48550/arxiv.2605.06225","title":"Memory Inception: Latent-Space KV Cache Manipulation for Steering LLMs","display_name":"Memory Inception: Latent-Space KV Cache Manipulation for Steering LLMs","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160637976","doi":"https://doi.org/10.48550/arxiv.2605.06225"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.06225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.06225","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5123704776","display_name":"Andy Zeyi Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Andy Zeyi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135669236","display_name":"Michael Zhang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Michael","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135650629","display_name":"Ilana Greenberg","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Greenberg, Ilana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135709214","display_name":"Adam Alnasser","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Alnasser, Adam","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135646938","display_name":"Lucas Baker","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Baker, Lucas","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135713950","display_name":"John Sous","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sous, John","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7143999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7143999934196472,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.06790000200271606,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.052299998700618744,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/rewriting","display_name":"Rewriting","score":0.5685999989509583},{"id":"https://openalex.org/keywords/clutter","display_name":"Clutter","score":0.48190000653266907},{"id":"https://openalex.org/keywords/position","display_name":"Position (finance)","score":0.4505999982357025},{"id":"https://openalex.org/keywords/beam-steering","display_name":"Beam steering","score":0.4075999855995178},{"id":"https://openalex.org/keywords/cache","display_name":"Cache","score":0.3977000117301941},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.36309999227523804}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6639999747276306},{"id":"https://openalex.org/C154690210","wikidata":"https://www.wikidata.org/wiki/Q1668499","display_name":"Rewriting","level":2,"score":0.5685999989509583},{"id":"https://openalex.org/C132094186","wikidata":"https://www.wikidata.org/wiki/Q641585","display_name":"Clutter","level":3,"score":0.48190000653266907},{"id":"https://openalex.org/C198082294","wikidata":"https://www.wikidata.org/wiki/Q3399648","display_name":"Position (finance)","level":2,"score":0.4505999982357025},{"id":"https://openalex.org/C143148639","wikidata":"https://www.wikidata.org/wiki/Q4876192","display_name":"Beam steering","level":3,"score":0.4075999855995178},{"id":"https://openalex.org/C115537543","wikidata":"https://www.wikidata.org/wiki/Q165596","display_name":"Cache","level":2,"score":0.3977000117301941},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.36309999227523804},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.35030001401901245},{"id":"https://openalex.org/C61797465","wikidata":"https://www.wikidata.org/wiki/Q1188986","display_name":"Term (time)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.3073999881744385},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.2939000129699707},{"id":"https://openalex.org/C9390403","wikidata":"https://www.wikidata.org/wiki/Q3966","display_name":"Computer hardware","level":1,"score":0.26570001244544983},{"id":"https://openalex.org/C156312663","wikidata":"https://www.wikidata.org/wiki/Q865588","display_name":"Steering committee","level":2,"score":0.26330000162124634},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2619999945163727},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.257099986076355},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.2533999979496002}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.06225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.06225","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.06225","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Steering":[0],"large":[1,43],"language":[2],"models":[3],"(LLMs)":[4],"is":[5,34,178],"usually":[6],"done":[7],"by":[8,60,163],"either":[9],"instruction":[10],"prompting":[11,110,141],"or":[12,181],"activation":[13,32],"steering.":[14],"Prompting":[15],"often":[16],"gives":[17,101],"strong":[18],"control,":[19],"but":[20,36],"caches":[21],"guidance":[22,177],"tokens":[23],"at":[24,67],"every":[25],"layer":[26],"and":[27,39,144],"can":[28],"clutter":[29],"long":[30],"interactions;":[31],"steering":[33,81,174],"compact":[35],"typically":[37],"weaker":[38],"does":[40],"not":[41],"support":[42],"structured":[44,136,153],"reminders.":[45],"We":[46],"introduce":[47],"memory":[48],"inception":[49],"(MI),":[50],"a":[51,172],"training-free":[52],"method":[53,175],"that":[54],"steers":[55],"in":[56,155,185],"latent":[57,87],"attention":[58],"space":[59],"inserting":[61],"text-derived":[62],"key-value":[63],"(KV)":[64],"banks":[65],"only":[66,89],"selected":[68],"layers.":[69],"Rather":[70],"than":[71],"materializing":[72],"reminder":[73],"content":[74],"throughout":[75],"the":[76,91,102,125,129,186],"prompt":[77],"cache,":[78],"MI":[79,100,118,138,170],"treats":[80],"as":[82,150,171],"selective":[83],"KV":[84,161],"allocation,":[85],"injecting":[86],"slots":[88],"where":[90],"model":[92],"routes":[93],"to":[94,165,183],"them.":[95],"On":[96,115,135],"matched":[97],"personality-steering":[98],"tasks,":[99],"best":[103],"overall":[104],"control--drift":[105],"trade-off,":[106],"remaining":[107],"competitive":[108],"with":[109],"while":[111,158],"consistently":[112],"outperforming":[113],"CAA.":[114],"updateable":[116],"guidance,":[117],"supports":[119],"mid-conversation":[120],"behavior":[121],"shifts":[122],"without":[123],"rewriting":[124],"visible":[126,140,187],"transcript,":[127],"achieving":[128],"highest":[130],"post-shift":[131],"alignment":[132],"on":[133,142],"Qwen3.":[134],"reasoning,":[137],"outperforms":[139],"HARDMath":[143],"PHYSICS":[145],"(10/12":[146],"subject$\\times$mode":[147],"cells),":[148],"serving":[149],"proxies":[151],"for":[152],"reasoning":[154],"verifiable":[156],"domains,":[157],"cutting":[159],"content-matched":[160],"storage":[162],"up":[164],"118$\\times$.":[166],"These":[167],"results":[168],"position":[169],"powerful":[173],"when":[176],"persistent,":[179],"structured,":[180],"expensive":[182],"keep":[184],"transcript.":[188]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}