{"id":"https://openalex.org/W4416347334","doi":"https://doi.org/10.52202/085713-3430","title":"Mitigating Overthinking in Large Reasoning Models via Manifold Steering","display_name":"Mitigating Overthinking in Large Reasoning Models via Manifold Steering","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4416347334","doi":"https://doi.org/10.52202/085713-3430"},"language":"en","primary_location":{"id":"doi:10.52202/085713-3430","doi":"https://doi.org/10.52202/085713-3430","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-3430","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.22411","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5001611439","display_name":"Yao Huang","orcid":"https://orcid.org/0000-0002-7247-7786","observed_orcids":["https://orcid.org/0000-0002-7247-7786"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yao Huang","raw_affiliation_strings":["Beihang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5074300516","display_name":"Huanran Chen","orcid":"https://orcid.org/0000-0003-0847-9485","observed_orcids":["https://orcid.org/0000-0003-0847-9485"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Huanran Chen","raw_affiliation_strings":["Tsinghua University, Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University, Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5048633696","display_name":"Shouwei Ruan","orcid":"https://orcid.org/0009-0007-0481-5855","observed_orcids":["https://orcid.org/0009-0007-0481-5855"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shouwei Ruan","raw_affiliation_strings":["Institute of Artificial Intelligence, Beihang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Artificial Intelligence, Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100444178","display_name":"Yichi Zhang","orcid":"https://orcid.org/0000-0001-8664-586X","observed_orcids":["https://orcid.org/0000-0001-8664-586X","https://orcid.org/0009-0002-2305-5250"]},"institutions":[{"id":"https://openalex.org/I102322142","display_name":"Rutgers, The State University of New Jersey","ror":"https://ror.org/05vt9qd57","country_code":"US","type":"education","lineage":["https://openalex.org/I102322142"]},{"id":"https://openalex.org/I2799411422","display_name":"Center for Discrete Mathematics and Theoretical Computer Science","ror":"https://ror.org/00k551w06","country_code":"US","type":"facility","lineage":["https://openalex.org/I102322142","https://openalex.org/I118347220","https://openalex.org/I1283103587","https://openalex.org/I1311060795","https://openalex.org/I20089843","https://openalex.org/I2799411422","https://openalex.org/I4210107353"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yichi Zhang","raw_affiliation_strings":["DIMACS, Rutgers University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"DIMACS, Rutgers University","institution_ids":["https://openalex.org/I102322142","https://openalex.org/I2799411422"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5079657274","display_name":"Xingxing Wei","orcid":"https://orcid.org/0000-0002-0778-8377","observed_orcids":["https://orcid.org/0000-0002-0778-8377","https://orcid.org/0000-0001-5061-8827","https://orcid.org/0009-0001-7346-4274"]},"institutions":[{"id":"https://openalex.org/I82880672","display_name":"Beihang University","ror":"https://ror.org/00wk2mp56","country_code":"CN","type":"education","lineage":["https://openalex.org/I82880672"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingxing Wei","raw_affiliation_strings":["Beihang University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beihang University","institution_ids":["https://openalex.org/I82880672"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5068755794","display_name":"Yinpeng Dong","orcid":"https://orcid.org/0000-0003-1299-683X","observed_orcids":["https://orcid.org/0000-0003-1299-683X"]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yinpeng Dong","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":10.3041,"has_fulltext":true,"cited_by_count":28,"citation_normalized_percentile":{"value":0.98677275,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"113645","last_page":"113670"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9721999764442444,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.013199999928474426,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11689","display_name":"Adversarial Robustness in Machine Learning","score":0.00419999985024333,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/overthinking","display_name":"overthinking","score":0.9279999732971191},{"id":"https://openalex.org/keywords/large-reasoning-models","display_name":"large reasoning models","score":0.9869999885559082},{"id":"https://openalex.org/keywords/mechanistic-interpretability","display_name":"mechanistic interpretability","score":0.9259999990463257},{"id":"https://openalex.org/keywords/activation-space","display_name":"activation space","score":0.8029999732971191},{"id":"https://openalex.org/keywords/low-dimensional-manifolds","display_name":"low-dimensional manifolds","score":0.6629999876022339},{"id":"https://openalex.org/keywords/activation-steering","display_name":"activation steering","score":0.675000011920929},{"id":"https://openalex.org/keywords/token-reduction","display_name":"token reduction","score":0.7620000243186951},{"id":"https://openalex.org/keywords/inference-efficiency","display_name":"inference efficiency","score":0.5460000038146973},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.718999981880188},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.925000011920929},{"id":"https://openalex.org/keywords/knowledge-base-question-answering","display_name":"knowledge base question answering","score":0.8159999847412109},{"id":"https://openalex.org/keywords/deepseek-r1","display_name":"DeepSeek-R1","score":0.8349999785423279}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6255000233650208},{"id":"https://openalex.org/C529865628","wikidata":"https://www.wikidata.org/wiki/Q1790740","display_name":"Manifold (fluid mechanics)","level":2,"score":0.5907999873161316},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.5016000270843506},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.48330000042915344},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.4805999994277954},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.44519999623298645},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.40639999508857727},{"id":"https://openalex.org/C70518039","wikidata":"https://www.wikidata.org/wiki/Q16000077","display_name":"Dimensionality reduction","level":2,"score":0.4016000032424927},{"id":"https://openalex.org/C32022120","wikidata":"https://www.wikidata.org/wiki/Q797225","display_name":"Interference (communication)","level":3,"score":0.38609999418258667},{"id":"https://openalex.org/C50335755","wikidata":"https://www.wikidata.org/wiki/Q483247","display_name":"Phenomenon","level":2,"score":0.3666999936103821},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.35690000653266907},{"id":"https://openalex.org/C184720557","wikidata":"https://www.wikidata.org/wiki/Q7825049","display_name":"Topology (electrical circuits)","level":2,"score":0.3495999872684479},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.3479999899864197},{"id":"https://openalex.org/C89611455","wikidata":"https://www.wikidata.org/wiki/Q6804646","display_name":"Mechanism (biology)","level":2,"score":0.3359000086784363},{"id":"https://openalex.org/C153258448","wikidata":"https://www.wikidata.org/wiki/Q1199743","display_name":"Gradient descent","level":3,"score":0.3287000060081482},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3197000026702881},{"id":"https://openalex.org/C90509273","wikidata":"https://www.wikidata.org/wiki/Q11012","display_name":"Robot","level":2,"score":0.31380000710487366},{"id":"https://openalex.org/C151876577","wikidata":"https://www.wikidata.org/wiki/Q7049464","display_name":"Nonlinear dimensionality reduction","level":3,"score":0.3082999885082245},{"id":"https://openalex.org/C47446073","wikidata":"https://www.wikidata.org/wiki/Q5165890","display_name":"Control theory (sociology)","level":3,"score":0.30320000648498535},{"id":"https://openalex.org/C2776650193","wikidata":"https://www.wikidata.org/wiki/Q264661","display_name":"Obstacle","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C124304363","wikidata":"https://www.wikidata.org/wiki/Q673661","display_name":"Abstraction","level":2,"score":0.2782000005245209},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.27709999680519104},{"id":"https://openalex.org/C33676613","wikidata":"https://www.wikidata.org/wiki/Q13415176","display_name":"Dimension (graph theory)","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C6683253","wikidata":"https://www.wikidata.org/wiki/Q7075535","display_name":"Obstacle avoidance","level":4,"score":0.27000001072883606},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.26820001006126404},{"id":"https://openalex.org/C72434380","wikidata":"https://www.wikidata.org/wiki/Q230930","display_name":"State space","level":2,"score":0.26510000228881836},{"id":"https://openalex.org/C2778334786","wikidata":"https://www.wikidata.org/wiki/Q1586270","display_name":"Variation (astronomy)","level":2,"score":0.26339998841285706},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.26249998807907104},{"id":"https://openalex.org/C133731056","wikidata":"https://www.wikidata.org/wiki/Q4917288","display_name":"Control engineering","level":1,"score":0.2587999999523163}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-3430","doi":"https://doi.org/10.52202/085713-3430","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-3430","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.22411","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.22411","pdf_url":"https://arxiv.org/pdf/2505.22411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.22411","doi":"https://doi.org/10.48550/arxiv.2505.22411","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.22411","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.22411","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.22411","pdf_url":"https://arxiv.org/pdf/2505.22411","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-nc-sa","license_id":"https://openalex.org/licenses/cc-by-nc-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4416347334.pdf","grobid_xml":"https://content.openalex.org/works/W4416347334.grobid-xml"},"referenced_works_count":32,"referenced_works":["https://openalex.org/W2787214294","https://openalex.org/W3210904070","https://openalex.org/W4285149215","https://openalex.org/W4316135772","https://openalex.org/W4379089709","https://openalex.org/W4385374425","https://openalex.org/W4386044080","https://openalex.org/W4386081218","https://openalex.org/W4387355345","https://openalex.org/W4392822190","https://openalex.org/W4395065622","https://openalex.org/W4395443287","https://openalex.org/W4400375635","https://openalex.org/W4402671231","https://openalex.org/W4402705853","https://openalex.org/W4403928588","https://openalex.org/W4405957588","https://openalex.org/W4405957960","https://openalex.org/W4407012610","https://openalex.org/W4407186318","https://openalex.org/W4407570327","https://openalex.org/W4411638692","https://openalex.org/W4415159516","https://openalex.org/W4415337519","https://openalex.org/W4416037139","https://openalex.org/W4416045192","https://openalex.org/W4417521208","https://openalex.org/W4417525709","https://openalex.org/W6910721848","https://openalex.org/W6929293117","https://openalex.org/W6929471705","https://openalex.org/W6966816469"],"related_works":["https://openalex.org/W6979279965","https://openalex.org/W7126155589","https://openalex.org/W7213409511","https://openalex.org/W7197042396","https://openalex.org/W7137225690","https://openalex.org/W7170134917","https://openalex.org/W7123648576","https://openalex.org/W6966816469","https://openalex.org/W7223065533","https://openalex.org/W7163359271"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,11,80,219],"Large":[3],"Reasoning":[4],"Models":[5],"(LRMs)":[6],"have":[7],"demonstrated":[8],"remarkable":[9],"capabilities":[10],"solving":[12],"complex":[13],"tasks":[14],"such":[15],"as":[16,28,108],"mathematics":[17],"and":[18,37,85,105,120,198,222],"coding.":[19],"However,":[20,98],"these":[21],"models":[22,184],"frequently":[23],"exhibit":[24],"a":[25,77,103,130,157],"phenomenon":[26,125],"known":[27],"overthinking":[29,52,71,124],"during":[30],"inference,":[31],"characterized":[32],"by":[33,53,76,91,144,192],"excessive":[34],"validation":[35],"loops":[36],"redundant":[38],"deliberation,":[39],"leading":[40],"to":[41,50,129,194],"substantial":[42],"computational":[43],"overheads.":[44],"In":[45],"this":[46,96,99,151],"paper,":[47],"we":[48,153],"aim":[49],"mitigate":[51],"investigating":[54],"the":[55,59,68,81,86,93,109,117,123,136,141,145,163,167,172,176,201],"underlying":[56],"mechanisms":[57],"from":[58,140],"perspective":[60],"of":[61,70,175],"mechanistic":[62],"interpretability.":[63],"We":[64,113],"first":[65],"showcase":[66],"that":[67,122,135,160,186],"tendency":[69],"can":[72,88],"be":[73,89],"effectively":[74],"captured":[75],"single":[78],"direction":[79,165],"model's":[82],"activation":[83,118,169],"space":[84,119],"issue":[87],"eased":[90],"intervening":[92],"activations":[94],"along":[95],"direction.":[97,148],"efficacy":[100],"soon":[101],"reaches":[102],"plateau":[104],"even":[106,199],"deteriorates":[107],"intervention":[110],"strength":[111],"increases.":[112],"therefore":[114],"systematically":[115],"explore":[116],"find":[121],"is":[126,227],"actually":[127],"tied":[128],"low-dimensional":[131,168],"manifold,":[132],"which":[133],"indicates":[134],"limited":[137],"effect":[138],"stems":[139],"noises":[142],"introduced":[143],"high-dimensional":[146],"steering":[147,164],"Based":[149],"on":[150,181,203],"insight,":[152],"propose":[154],"Manifold":[155],"Steering,":[156],"novel":[158],"approach":[159],"elegantly":[161],"projects":[162],"onto":[166],"manifold":[170],"given":[171],"theoretical":[173],"approximation":[174],"interference":[177],"noise.":[178],"Extensive":[179],"experiments":[180],"DeepSeek-R1":[182],"distilled":[183],"validate":[185],"our":[187],"method":[188,208],"reduces":[189],"output":[190],"tokens":[191],"up":[193],"71%":[195],"while":[196],"maintaining":[197],"improving":[200],"accuracy":[202],"several":[204],"mathematical":[205],"benchmarks.":[206],"Our":[207],"also":[209],"exhibits":[210],"robust":[211],"cross-domain":[212],"transferability,":[213],"delivering":[214],"consistent":[215],"token":[216],"reduction":[217],"performance":[218],"code":[220],"generation":[221],"knowledge-based":[223],"QA":[224],"tasks.":[225],"Code":[226],"available":[228],"at:":[229],"https://github.com/Aries-iai/Manifold_Steering.":[230]},"counts_by_year":[{"year":2026,"cited_by_count":18},{"year":2025,"cited_by_count":10}],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}