{"id":"https://openalex.org/W7160654272","doi":"https://doi.org/10.48550/arxiv.2605.05892","title":"Beyond Steering Vector: Flow-based Activation Steering for Inference-Time Intervention","display_name":"Beyond Steering Vector: Flow-based Activation Steering for Inference-Time Intervention","publication_year":2026,"publication_date":"2026-05-07","ids":{"openalex":"https://openalex.org/W7160654272","doi":"https://doi.org/10.48550/arxiv.2605.05892"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.05892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.05892","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135689542","display_name":"Zehao Jin","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jin, Zehao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058545244","display_name":"Ruixue Deng","orcid":"https://orcid.org/0000-0002-0301-0429"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Deng, Ruixuan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135711903","display_name":"Junran Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Junran","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5024324156","display_name":"Xinjie Shen","orcid":"https://orcid.org/0009-0004-9176-5400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shen, Xinjie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135695308","display_name":"Chao Zhang","orcid":"https://orcid.org/0000-0001-7096-8488"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhang, Chao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30079999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.30079999566078186,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.10050000250339508,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.08609999716281891,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/inference","display_name":"Inference","score":0.5317999720573425},{"id":"https://openalex.org/keywords/intervention","display_name":"Intervention (counseling)","score":0.4672999978065491},{"id":"https://openalex.org/keywords/field","display_name":"Field (mathematics)","score":0.46619999408721924},{"id":"https://openalex.org/keywords/space","display_name":"Space (punctuation)","score":0.4239000082015991},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.3614000082015991},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.3407999873161316},{"id":"https://openalex.org/keywords/control-theory","display_name":"Control theory (sociology)","score":0.3391999900341034},{"id":"https://openalex.org/keywords/simple","display_name":"Simple (philosophy)","score":0.3222000002861023}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5802000164985657},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.5317999720573425},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.4672999978065491},{"id":"https://openalex.org/C9652623","wikidata":"https://www.wikidata.org/wiki/Q190109","display_name":"Field (mathematics)","level":2,"score":0.46619999408721924},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4239000082015991},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.3614000082015991},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.3407999873161316},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.3391999900341034},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.33169999718666077},{"id":"https://openalex.org/C2780586882","wikidata":"https://www.wikidata.org/wiki/Q7520643","display_name":"Simple (philosophy)","level":2,"score":0.3222000002861023},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.3190999925136566},{"id":"https://openalex.org/C27415008","wikidata":"https://www.wikidata.org/wiki/Q7256382","display_name":"Psychological intervention","level":2,"score":0.2888999879360199},{"id":"https://openalex.org/C38349280","wikidata":"https://www.wikidata.org/wiki/Q1434290","display_name":"Flow (mathematics)","level":2,"score":0.28380000591278076},{"id":"https://openalex.org/C2779793024","wikidata":"https://www.wikidata.org/wiki/Q17299941","display_name":"Indirect Inference","level":3,"score":0.2766999900341034},{"id":"https://openalex.org/C44154836","wikidata":"https://www.wikidata.org/wiki/Q45045","display_name":"Simulation","level":1,"score":0.2732999920845032},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.26750001311302185},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C107457646","wikidata":"https://www.wikidata.org/wiki/Q207434","display_name":"Human\u2013computer interaction","level":1,"score":0.26499998569488525},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2596000134944916},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.25940001010894775},{"id":"https://openalex.org/C2780385302","wikidata":"https://www.wikidata.org/wiki/Q367158","display_name":"Protocol (science)","level":3,"score":0.2513999938964844}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.05892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.05892","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.05892","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Activation":[0,76],"steering":[1,33,65],"has":[2],"emerged":[3],"as":[4,28],"a":[5,80],"promising":[6],"alternative":[7],"for":[8],"controlling":[9],"language-model":[10],"behavior":[11],"at":[12],"inference":[13],"time":[14],"by":[15,38],"modifying":[16],"intermediate":[17],"representations":[18],"while":[19],"keeping":[20],"model":[21],"parameters":[22],"frozen.":[23],"However,":[24],"large-scale":[25],"evaluations":[26],"such":[27],"AxBench":[29],"show":[30],"that":[31,50,86,137],"existing":[32],"methods":[34],"are":[35],"often":[36],"outperformed":[37],"simple":[39],"in-context":[40],"prompting":[41],"and":[42,118],"generalize":[43],"poorly":[44],"to":[45,67,90,106],"unseen":[46],"concepts.":[47],"We":[48,72],"hypothesize":[49],"these":[51,96],"limitations":[52],"arise":[53],"from":[54],"unvalidated":[55],"simplifying":[56],"assumptions":[57],"shared":[58],"across":[59],"prior":[60],"methods,":[61],"which":[62,78,135],"typically":[63],"restrict":[64],"interventions":[66],"fixed,":[68],"single-step,":[69],"position-invariant":[70],"transforms.":[71],"propose":[73],"FLAS":[74,100],"(Flow-based":[75],"Steering),":[77],"learns":[79],"general,":[81],"concept-conditioned":[82],"velocity":[83],"field":[84],"$v_t(h,t,c)$":[85],"transports":[87],"unsteered":[88],"activations":[89],"steered":[91],"ones":[92],"without":[93,122],"relying":[94],"on":[95,116,120,140],"assumptions.":[97],"On":[98],"AxBench,":[99],"is":[101],"the":[102,127],"first":[103],"learned":[104,128],"method":[105],"consistently":[107],"outperform":[108],"prompting,":[109],"reaching":[110],"held-out":[111],"harmonic":[112],"means":[113],"of":[114,126],"$1.015$":[115],"Gemma-2-2B-IT":[117],"$1.113$":[119],"Gemma-2-9B-IT":[121],"per-concept":[123],"tuning.":[124],"Analysis":[125],"flow":[129],"shows":[130],"curved,":[131],"multi-step,":[132],"token-varying":[133],"trajectories,":[134],"suggests":[136],"previous":[138],"hypotheses":[139],"activation":[141],"space":[142],"geometry":[143],"might":[144],"be":[145],"incomplete.":[146]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-09T00:00:00"}