{"id":"https://openalex.org/W7126190148","doi":"https://doi.org/10.48550/arxiv.2601.22010","title":"Exploring Diverse Generation Paths via Inference-time Stiefel Activation Steering","display_name":"Exploring Diverse Generation Paths via Inference-time Stiefel Activation Steering","publication_year":2026,"publication_date":"2026-01-29","ids":{"openalex":"https://openalex.org/W7126190148","doi":"https://doi.org/10.48550/arxiv.2601.22010"},"language":null,"primary_location":{"id":"pmh:doi:10.48550/arxiv.2601.22010","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":null,"any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5016674350","display_name":"Dongxuan Zhu","orcid":"https://orcid.org/0009-0001-7887-1661"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Zhu, Dongxuan","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5120398506","display_name":"Ly Tran Ho Khanh","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Khanh, Ly Tran Ho","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108993057","display_name":"Andy Yat-Ming Cheung","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Cheung, Andy Yat-Ming","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124329304","display_name":"Man-Chung Yue","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yue, Man-Chung","raw_affiliation_strings":[],"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5124385207","display_name":"Viet Anh Nguyen","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Nguyen, Viet Anh","raw_affiliation_strings":[],"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5016674350"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18870000541210175,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T12090","display_name":"Language and cultural evolution","score":0.18870000541210175,"subfield":{"id":"https://openalex.org/subfields/3316","display_name":"Cultural Studies"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.18770000338554382,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.12049999833106995,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/randomness","display_name":"Randomness","score":0.6550999879837036},{"id":"https://openalex.org/keywords/orthogonality","display_name":"Orthogonality","score":0.6248000264167786},{"id":"https://openalex.org/keywords/gradient-descent","display_name":"Gradient descent","score":0.5267999768257141},{"id":"https://openalex.org/keywords/manifold","display_name":"Manifold (fluid mechanics)","score":0.492900013923645},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.49219998717308044},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.43290001153945923},{"id":"https://openalex.org/keywords/riemannian-manifold","display_name":"Riemannian manifold","score":0.4189000129699707},{"id":"https://openalex.org/keywords/stiefel-manifold","display_name":"Stiefel manifold","score":0.41200000047683716},{"id":"https://openalex.org/keywords/homogeneous","display_name":"Homogeneous","score":0.34310001134872437}],"concepts":[{"id":"https://openalex.org/C125112378","wikidata":"https://www.wikidata.org/wiki/Q176640","display_name":"Randomness","level":2,"score":0.6550999879837036},{"id":"https://openalex.org/C17137986","wikidata":"https://www.wikidata.org/wiki/Q215067","display_name":"Orthogonality","level":2,"score":0.6248000264167786},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5705000162124634},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.5267999768257141},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.5098999738693237},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.492900013923645},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.49219998717308044},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.43290001153945923},{"id":"https://openalex.org/C2779593128","wikidata":"https://www.wikidata.org/wiki/Q632814","display_name":"Riemannian manifold","level":2,"score":0.4189000129699707},{"id":"https://openalex.org/C126255220","wikidata":"https://www.wikidata.org/wiki/Q141495","display_name":"Mathematical optimization","level":1,"score":0.4122999906539917},{"id":"https://openalex.org/C612670","wikidata":"https://www.wikidata.org/wiki/Q7616373","display_name":"Stiefel manifold","level":2,"score":0.41200000047683716},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.3718999922275543},{"id":"https://openalex.org/C66882249","wikidata":"https://www.wikidata.org/wiki/Q169336","display_name":"Homogeneous","level":2,"score":0.34310001134872437},{"id":"https://openalex.org/C48677424","wikidata":"https://www.wikidata.org/wiki/Q6888088","display_name":"Mode (computer interface)","level":2,"score":0.3409000039100647},{"id":"https://openalex.org/C206688291","wikidata":"https://www.wikidata.org/wiki/Q7617819","display_name":"Stochastic gradient descent","level":3,"score":0.3197000026702881},{"id":"https://openalex.org/C177148314","wikidata":"https://www.wikidata.org/wiki/Q170084","display_name":"Generalization","level":2,"score":0.31529998779296875},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.28119999170303345},{"id":"https://openalex.org/C2776637919","wikidata":"https://www.wikidata.org/wiki/Q624380","display_name":"Descent (aeronautics)","level":2,"score":0.28060001134872437},{"id":"https://openalex.org/C177918212","wikidata":"https://www.wikidata.org/wiki/Q803623","display_name":"Perturbation (astronomy)","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2718999981880188},{"id":"https://openalex.org/C2992829110","wikidata":"https://www.wikidata.org/wiki/Q3921615","display_name":"First generation","level":3,"score":0.2718999981880188},{"id":"https://openalex.org/C13662910","wikidata":"https://www.wikidata.org/wiki/Q193139","display_name":"Trajectory","level":2,"score":0.2603999972343445},{"id":"https://openalex.org/C150846664","wikidata":"https://www.wikidata.org/wiki/Q7602306","display_name":"Stars","level":2,"score":0.25619998574256897},{"id":"https://openalex.org/C165064840","wikidata":"https://www.wikidata.org/wiki/Q1321061","display_name":"Matching (statistics)","level":2,"score":0.25459998846054077},{"id":"https://openalex.org/C106953101","wikidata":"https://www.wikidata.org/wiki/Q1814838","display_name":"Parallel transport","level":2,"score":0.2529999911785126},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.2524000108242035}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:doi:10.48550/arxiv.2601.22010","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"doi:10.48550/arxiv.2601.22010","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2601.22010","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"article"}],"best_oa_location":{"id":"pmh:doi:10.48550/arxiv.2601.22010","is_oa":true,"landing_page_url":null,"pdf_url":null,"source":{"id":"https://openalex.org/S4406922384","display_name":"Open MIND","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Language":[0],"models":[1],"often":[2],"default":[3],"to":[4,18,28],"a":[5,49,129,153],"narrow":[6],"set":[7],"of":[8,70,90,100,111],"high-probability":[9],"outputs,":[10],"leaving":[11],"their":[12],"generation":[13,34,72,113,119,165],"paths":[14],"homogeneous":[15],"and":[16,74,115,166],"prone":[17],"mode":[19],"collapse.":[20],"Sampling-based":[21],"strategies":[22],"inject":[23],"randomness":[24],"but":[25,137],"still":[26],"struggle":[27],"guarantee":[29,147],"diversity":[30,178],"across":[31],"multiple":[32,76],"concurrent":[33,71,112],"runs.":[35],"We":[36],"address":[37],"this":[38,138],"limitation":[39],"by":[40],"introducing":[41],"STARS":[42,65,85,170],"($\\textbf{St}$iefel-based":[43],"$\\textbf{A}$ctivation":[44],"Steering":[45],"for":[46,143],"Diverse":[47],"$\\textbf{R}$ea$\\textbf{S}$oning),":[48],"training-free,":[50],"inference-time":[51],"intervention":[52],"method":[53],"that":[54],"transforms":[55],"activation":[56,109],"steering":[57,78,102],"into":[58],"an":[59,158],"exploration":[60],"engine.":[61],"At":[62],"each":[63],"token,":[64],"collects":[66],"the":[67,82,87,91,95,101],"hidden":[68],"activations":[69],"runs":[73],"optimizes":[75],"additive":[77],"directions":[79],"jointly":[80],"on":[81],"Stiefel":[83,96],"manifold.":[84],"maximizes":[86],"geometric":[88],"volume":[89],"steered":[92],"activations,":[93],"while":[94],"manifold":[97,122],"induces":[98],"orthogonality":[99],"interventions.":[103],"This":[104,121],"formulation":[105,124],"explicitly":[106],"promotes":[107,117],"divergent":[108,118],"vectors":[110],"runs,":[114],"implicitly":[116],"trajectories.":[120],"optimization":[123],"can":[125],"be":[126],"solved":[127],"using":[128],"Riemannian":[130],"gradient":[131],"descent":[132],"algorithm":[133,139],"with":[134,157],"convergence":[135],"guarantees,":[136],"is":[140],"too":[141],"time-consuming":[142],"real-time":[144],"inference.":[145],"To":[146],"low":[148],"latency,":[149],"we":[150],"further":[151],"design":[152],"lightweight":[154],"one-step":[155],"update":[156],"aggressive,":[159],"closed-form":[160],"stepsize.":[161],"For":[162],"test":[163],"case":[164],"scientific":[167],"discovery":[168],"benchmarks,":[169],"consistently":[171],"outperforms":[172],"standard":[173],"sampling":[174],"methods,":[175],"achieving":[176],"greater":[177],"without":[179],"sacrificing":[180],"qualitative":[181],"performance.":[182]},"counts_by_year":[],"updated_date":"2026-04-04T16:13:02.066488","created_date":"2026-02-01T00:00:00"}