{"id":"https://openalex.org/W7161695532","doi":"https://doi.org/10.48550/arxiv.2605.16362","title":"When Is Rank-1 Steering Cheap? Geometry, Granularity, and Budgeted Search","display_name":"When Is Rank-1 Steering Cheap? Geometry, Granularity, and Budgeted Search","publication_year":2026,"publication_date":"2026-05-09","ids":{"openalex":"https://openalex.org/W7161695532","doi":"https://doi.org/10.48550/arxiv.2605.16362"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.16362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.16362","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5049334293","display_name":"John Robertson","orcid":"https://orcid.org/0000-0001-9069-8980"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Robertson, John T.","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5136482546","display_name":"Jianing Zhu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhu, Jianing","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5067602750","display_name":"Haris Vikalo","orcid":"https://orcid.org/0000-0002-7945-4114"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Vikalo, Haris","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5136464786","display_name":"Zhangyang Wang","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wang, Zhangyang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.2087000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.2087000012397766,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10906","display_name":"AI-based Problem Solving and Planning","score":0.08789999783039093,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.07580000162124634,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/granularity","display_name":"Granularity","score":0.85589998960495},{"id":"https://openalex.org/keywords/control","display_name":"Control (management)","score":0.5322999954223633},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4745999872684479},{"id":"https://openalex.org/keywords/measure","display_name":"Measure (data warehouse)","score":0.4643000066280365},{"id":"https://openalex.org/keywords/work","display_name":"Work (physics)","score":0.4575999975204468},{"id":"https://openalex.org/keywords/minification","display_name":"Minification","score":0.4352000057697296},{"id":"https://openalex.org/keywords/frame","display_name":"Frame (networking)","score":0.41100001335144043}],"concepts":[{"id":"https://openalex.org/C177774035","wikidata":"https://www.wikidata.org/wiki/Q1246948","display_name":"Granularity","level":2,"score":0.85589998960495},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5738000273704529},{"id":"https://openalex.org/C2775924081","wikidata":"https://www.wikidata.org/wiki/Q55608371","display_name":"Control (management)","level":2,"score":0.5322999954223633},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4745999872684479},{"id":"https://openalex.org/C2780009758","wikidata":"https://www.wikidata.org/wiki/Q6804172","display_name":"Measure (data warehouse)","level":2,"score":0.4643000066280365},{"id":"https://openalex.org/C18762648","wikidata":"https://www.wikidata.org/wiki/Q42213","display_name":"Work (physics)","level":2,"score":0.4575999975204468},{"id":"https://openalex.org/C147764199","wikidata":"https://www.wikidata.org/wiki/Q6865248","display_name":"Minification","level":2,"score":0.4352000057697296},{"id":"https://openalex.org/C126042441","wikidata":"https://www.wikidata.org/wiki/Q1324888","display_name":"Frame (networking)","level":2,"score":0.41100001335144043},{"id":"https://openalex.org/C2780665704","wikidata":"https://www.wikidata.org/wiki/Q959298","display_name":"Intervention (counseling)","level":2,"score":0.3840999901294708},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.33709999918937683},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.3192000091075897},{"id":"https://openalex.org/C204323151","wikidata":"https://www.wikidata.org/wiki/Q905424","display_name":"Range (aeronautics)","level":2,"score":0.3003999888896942},{"id":"https://openalex.org/C74992021","wikidata":"https://www.wikidata.org/wiki/Q184876","display_name":"Frame of reference","level":2,"score":0.28600001335144043},{"id":"https://openalex.org/C68781425","wikidata":"https://www.wikidata.org/wiki/Q2052203","display_name":"Multi-objective optimization","level":2,"score":0.275299996137619},{"id":"https://openalex.org/C137836250","wikidata":"https://www.wikidata.org/wiki/Q984063","display_name":"Optimization problem","level":2,"score":0.26649999618530273},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.26429998874664307},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.263700008392334}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.16362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.16362","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.16362","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Activation":[0],"steering":[1,35,62,206],"offers":[2],"a":[3,33,47,64,129,144,189,238],"lightweight":[4],"way":[5],"to":[6,100,200,227],"control":[7],"LLMs":[8],"without":[9],"retraining,":[10],"but":[11,53,157],"its":[12],"effectiveness":[13],"varies":[14],"sharply":[15],"across":[16,110,134,163],"concepts.":[17],"Prior":[18],"work":[19],"often":[20,51],"reads":[21],"this":[22],"variability":[23],"as":[24,63],"evidence":[25],"that":[26,40,88,196],"many":[27],"concepts":[28,73,118,139],"are":[29],"not":[30],"captured":[31],"by":[32,106],"single":[34],"direction.":[36],"We":[37,59,186],"argue":[38],"instead":[39],"much":[41],"of":[42,103,131,205],"it":[43,55],"reflects":[44],"search":[45,87],"difficulty:":[46],"useful":[48],"rank-1":[49,61,225,230],"intervention":[50,68],"exists,":[52],"finding":[54],"can":[56],"be":[57],"expensive.":[58],"formalize":[60],"budget-constrained":[65],"optimization":[66,214],"over":[67],"layer":[69],"and":[70,74,172,191,212,232],"coefficient.":[71],"Across":[72],"model":[75,112],"families,":[76],"prompt-boundary":[77],"directional":[78,132],"alignment":[79],"predicts":[80],"where":[81,150],"effective":[82],"interventions":[83],"occur,":[84],"enabling":[85],"geometry-guided":[86],"reaches":[89],"high":[90],"utility":[91,105],"with":[92,169,178,181],"substantially":[93],"fewer":[94],"evaluations,":[95],"reducing":[96],"the":[97,158,202,209,220],"trials":[98],"needed":[99],"recover":[101],"95%":[102],"best-found":[104,174,182],"39.8%":[107],"on":[108],"average":[109],"three":[111],"families.":[113],"To":[114],"explain":[115],"why":[116],"some":[117],"remain":[119],"expensive":[120],"even":[121],"under":[122],"better":[123],"search,":[124],"we":[125],"introduce":[126],"concept":[127],"granularity,":[128],"measure":[130],"heterogeneity":[133],"contrastive":[135],"contexts.":[136],"Granularity":[137],"distinguishes":[138],"whose":[140],"difference":[141],"vectors":[142],"share":[143],"stable":[145],"global":[146],"direction":[147,160],"from":[148,222,237],"those":[149],"prompts":[151],"agree":[152],"locally":[153],"within":[154],"each":[155],"input":[156],"utility-maximizing":[159],"rotates":[161],"systematically":[162],"inputs.":[164],"Higher":[165],"granularity":[166],"is":[167,229],"associated":[168],"slower":[170],"convergence":[171],"lower":[173],"performance":[175],"(Pearson":[176],"$r{=}0.44$":[177],"trials-to-95%,":[179],"$r{=}{-}0.46$":[180],"utility,":[183],"both":[184],"$p<0.001$).":[185],"present":[187],"GRACE,":[188],"Granularity-":[190],"Representation-Aware":[192],"Concept":[193],"Engineering":[194],"framework":[195],"uses":[197],"activation":[198,235],"geometry":[199,236],"diagnose":[201],"dominant":[203],"source":[204],"difficulty,":[207],"select":[208],"appropriate":[210],"remedy,":[211],"allocate":[213],"effort":[215],"efficiently.":[216],"Our":[217],"results":[218],"shift":[219],"frame":[221],"\"when":[223,228],"does":[224],"fail?\"":[226],"cheap":[231],"stable?\",":[233],"turning":[234],"descriptive":[239],"tool":[240],"into":[241],"an":[242],"actionable":[243],"prior":[244],"for":[245],"LLM":[246],"control.":[247]},"counts_by_year":[],"updated_date":"2026-07-01T06:00:48.157686","created_date":"2026-05-20T00:00:00"}