{"id":"https://openalex.org/W7161696273","doi":"https://doi.org/10.48550/arxiv.2605.17231","title":"FishBack: Pullback Fisher Geometry for Optimal Activation Steering in Transformers","display_name":"FishBack: Pullback Fisher Geometry for Optimal Activation Steering in Transformers","publication_year":2026,"publication_date":"2026-05-17","ids":{"openalex":"https://openalex.org/W7161696273","doi":"https://doi.org/10.48550/arxiv.2605.17231"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.17231","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.17231","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5136458297","display_name":"Sihan Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Sihan","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136477357","display_name":"Jiayi Zhao","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhao, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.461899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.461899995803833,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.11810000240802765,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.09430000185966492,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/information-geometry","display_name":"Information geometry","score":0.5443000197410583},{"id":"https://openalex.org/keywords/curse-of-dimensionality","display_name":"Curse of dimensionality","score":0.4984000027179718},{"id":"https://openalex.org/keywords/jacobian-matrix-and-determinant","display_name":"Jacobian matrix and determinant","score":0.4805999994277954},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.47209998965263367},{"id":"https://openalex.org/keywords/metric","display_name":"Metric (unit)","score":0.47119998931884766},{"id":"https://openalex.org/keywords/differential-geometry","display_name":"Differential geometry","score":0.45410001277923584},{"id":"https://openalex.org/keywords/tangent-space","display_name":"Tangent space","score":0.4453999996185303},{"id":"https://openalex.org/keywords/euclidean-geometry","display_name":"Euclidean geometry","score":0.4447000026702881},{"id":"https://openalex.org/keywords/pullback","display_name":"Pullback","score":0.43149998784065247},{"id":"https://openalex.org/keywords/statistical-manifold","display_name":"Statistical manifold","score":0.4242999851703644}],"concepts":[{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.6650000214576721},{"id":"https://openalex.org/C109546454","wikidata":"https://www.wikidata.org/wiki/Q3798604","display_name":"Information geometry","level":4,"score":0.5443000197410583},{"id":"https://openalex.org/C111030470","wikidata":"https://www.wikidata.org/wiki/Q1430460","display_name":"Curse of dimensionality","level":2,"score":0.4984000027179718},{"id":"https://openalex.org/C200331156","wikidata":"https://www.wikidata.org/wiki/Q506041","display_name":"Jacobian matrix and determinant","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.47209998965263367},{"id":"https://openalex.org/C176217482","wikidata":"https://www.wikidata.org/wiki/Q860554","display_name":"Metric (unit)","level":2,"score":0.47119998931884766},{"id":"https://openalex.org/C192939610","wikidata":"https://www.wikidata.org/wiki/Q188444","display_name":"Differential geometry","level":2,"score":0.45410001277923584},{"id":"https://openalex.org/C157157409","wikidata":"https://www.wikidata.org/wiki/Q909601","display_name":"Tangent space","level":2,"score":0.4453999996185303},{"id":"https://openalex.org/C129782007","wikidata":"https://www.wikidata.org/wiki/Q162886","display_name":"Euclidean geometry","level":2,"score":0.4447000026702881},{"id":"https://openalex.org/C2777680557","wikidata":"https://www.wikidata.org/wiki/Q7259417","display_name":"Pullback","level":2,"score":0.43149998784065247},{"id":"https://openalex.org/C169391604","wikidata":"https://www.wikidata.org/wiki/Q7604402","display_name":"Statistical manifold","level":5,"score":0.4242999851703644},{"id":"https://openalex.org/C127104897","wikidata":"https://www.wikidata.org/wiki/Q5454858","display_name":"Fisher information metric","level":4,"score":0.4228000044822693},{"id":"https://openalex.org/C186450821","wikidata":"https://www.wikidata.org/wiki/Q17295","display_name":"Euclidean space","level":2,"score":0.42160001397132874},{"id":"https://openalex.org/C120174047","wikidata":"https://www.wikidata.org/wiki/Q847073","display_name":"Euclidean distance","level":2,"score":0.42010000348091125},{"id":"https://openalex.org/C2779521785","wikidata":"https://www.wikidata.org/wiki/Q5535529","display_name":"Geometry processing","level":3,"score":0.38920000195503235},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.38100001215934753},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.3741999864578247},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.3725000023841858},{"id":"https://openalex.org/C51364350","wikidata":"https://www.wikidata.org/wiki/Q3123529","display_name":"Spectral geometry","level":2,"score":0.36809998750686646},{"id":"https://openalex.org/C125773388","wikidata":"https://www.wikidata.org/wiki/Q792542","display_name":"Axiomatic system","level":3,"score":0.3578000068664551},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3564000129699707},{"id":"https://openalex.org/C29406490","wikidata":"https://www.wikidata.org/wiki/Q1420659","display_name":"Fisher information","level":2,"score":0.3515999913215637},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.33559998869895935},{"id":"https://openalex.org/C159694833","wikidata":"https://www.wikidata.org/wiki/Q2321565","display_name":"Iterative method","level":2,"score":0.3294000029563904},{"id":"https://openalex.org/C191795146","wikidata":"https://www.wikidata.org/wiki/Q3878446","display_name":"Norm (philosophy)","level":2,"score":0.3246999979019165},{"id":"https://openalex.org/C12773090","wikidata":"https://www.wikidata.org/wiki/Q3888851","display_name":"Ambient space","level":2,"score":0.31769999861717224},{"id":"https://openalex.org/C41261874","wikidata":"https://www.wikidata.org/wiki/Q3855712","display_name":"Intrinsic metric","level":4,"score":0.3151000142097473},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.3122999966144562},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.29980000853538513},{"id":"https://openalex.org/C2777634741","wikidata":"https://www.wikidata.org/wiki/Q768993","display_name":"Wasserstein metric","level":2,"score":0.29100000858306885},{"id":"https://openalex.org/C2777735758","wikidata":"https://www.wikidata.org/wiki/Q817765","display_name":"Path (computing)","level":2,"score":0.2856999933719635},{"id":"https://openalex.org/C198043062","wikidata":"https://www.wikidata.org/wiki/Q180953","display_name":"Metric space","level":2,"score":0.28450000286102295},{"id":"https://openalex.org/C2011187","wikidata":"https://www.wikidata.org/wiki/Q383851","display_name":"Directional derivative","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C91575142","wikidata":"https://www.wikidata.org/wiki/Q1971426","display_name":"Optimal control","level":2,"score":0.28220000863075256},{"id":"https://openalex.org/C195065555","wikidata":"https://www.wikidata.org/wiki/Q214881","display_name":"Curvature","level":2,"score":0.2775999903678894},{"id":"https://openalex.org/C121705324","wikidata":"https://www.wikidata.org/wiki/Q1510587","display_name":"Pseudo-Riemannian manifold","level":4,"score":0.2676999866962433},{"id":"https://openalex.org/C75553542","wikidata":"https://www.wikidata.org/wiki/Q178161","display_name":"A priori and a posteriori","level":2,"score":0.26750001311302185},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.2646999955177307},{"id":"https://openalex.org/C79337645","wikidata":"https://www.wikidata.org/wiki/Q779824","display_name":"Outlier","level":2,"score":0.26170000433921814}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.17231","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.17231","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.17231","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Activation":[0],"steering":[1,89,180],"methods":[2,137],"modify":[3],"intermediate":[4],"representations":[5],"of":[6,42,51,73,76,167,197],"language":[7],"models":[8],"to":[9,172,200,207],"control":[10],"output":[11,35],"behavior,":[12],"but":[13],"universally":[14],"assume":[15],"the":[16,27,32,38,43,49,57,77,93,122,165,173],"activation":[17],"space":[18],"is":[19],"Euclidean.":[20],"We":[21,120],"show":[22],"this":[23,81],"assumption":[24],"fails":[25],"drastically:":[26],"local":[28],"geometry":[29,118],"induced":[30],"by":[31,60,160],"model's":[33],"own":[34],"behavior":[36],"--":[37,54,138,144],"Fisher":[39,83],"information":[40],"metric":[41,59,127],"softmax":[44],"layer,":[45],"pulled":[46],"back":[47],"through":[48],"Jacobian":[50],"subsequent":[52],"layers":[53],"deviates":[55],"from":[56],"Euclidean":[58,184,201],"over":[61],"97%":[62],"in":[63],"relative":[64,199,206],"spectral":[65,163],"norm":[66],"on":[67],"GPT-2,":[68,177],"with":[69,193],"an":[70],"effective":[71],"dimensionality":[72],"only":[74],"2--17%":[75],"ambient":[78],"space.":[79],"From":[80],"pullback":[82,179],"metric,":[84,151],"we":[85],"derive":[86],"a":[87,101,129,148,161],"closed-form":[88,102],"equation":[90],"that":[91,108,135,153],"identifies":[92],"minimum-distortion":[94],"direction":[95,104],"for":[96],"any":[97],"target":[98],"concept,":[99],"yielding":[100],"optimal":[103],"at":[105,209],"each":[106,145],"point":[107],"can":[109],"be":[110],"applied":[111],"iteratively":[112],"without":[113],"manifold":[114],"fitting":[115],"or":[116],"data-driven":[117],"estimation.":[119],"call":[121],"resulting":[123],"framework":[124],"FishBack.":[125],"The":[126],"admits":[128],"layer-wise":[130],"recursive":[131],"decomposition,":[132],"which":[133],"reveals":[134],"existing":[136],"CAA,":[139],"ActAdd,":[140],"ITI,":[141],"and":[142,152,190,204],"others":[143],"implicitly":[146],"adopt":[147],"particular":[149],"approximate":[150],"their":[154,168],"performance":[155],"gaps":[156],"are":[157],"quantitatively":[158],"predicted":[159],"single":[162],"diagnostic:":[164],"ratio":[166],"implicit":[169],"metric's":[170],"cost":[171],"Fisher-optimal":[174],"cost.":[175],"On":[176],"iterative":[178],"consistently":[181],"outperforms":[182],"all":[183],"baselines":[185],"across":[186],"three":[187],"verb-morphology":[188],"concepts":[189],"four":[191],"layers,":[192],"off-target":[194],"KL":[195],"reductions":[196],"$1.3\\times$--$2.5\\times$":[198],"gradient":[202],"ascent":[203],"$1.5\\times$":[205],"CAA":[208],"matched":[210],"concept":[211],"probability.":[212]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-20T00:00:00"}