{"id":"https://openalex.org/W4415329330","doi":"https://doi.org/10.52202/085713-5629","title":"Soft Thinking: Unlocking the Reasoning Potential of LLMs in Continuous Concept Space","display_name":"Soft Thinking: Unlocking the Reasoning Potential of LLMs in Continuous Concept Space","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415329330","doi":"https://doi.org/10.52202/085713-5629"},"language":"en","primary_location":{"id":"doi:10.52202/085713-5629","doi":"https://doi.org/10.52202/085713-5629","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-5629","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2505.15778","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Zhen Zhang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I881766915","display_name":"Nanjing University","ror":"https://ror.org/01rxvg760","country_code":"CN","type":"education","lineage":["https://openalex.org/I881766915"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhen Zhang","raw_affiliation_strings":["Nanjing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Nanjing University","institution_ids":["https://openalex.org/I881766915"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xuehai He","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I36258959","display_name":"University of California San Diego","ror":"https://ror.org/0168r3w48","country_code":"US","type":"education","lineage":["https://openalex.org/I36258959"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xuehai He","raw_affiliation_strings":["University of California, San Diego"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, San Diego","institution_ids":["https://openalex.org/I36258959"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5030880662","display_name":"Weixiang Yan","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I1311688040","display_name":"Amazon (United States)","ror":"https://ror.org/04mv4n011","country_code":"US","type":"company","lineage":["https://openalex.org/I1311688040"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Weixiang Yan","raw_affiliation_strings":["Amazon"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Amazon","institution_ids":["https://openalex.org/I1311688040"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Ao Shen","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I219193219","display_name":"Purdue University West Lafayette","ror":"https://ror.org/02dqehb95","country_code":"US","type":"education","lineage":["https://openalex.org/I219193219"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ao Shen","raw_affiliation_strings":["Purdue University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Purdue University","institution_ids":["https://openalex.org/I219193219"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101006152","display_name":"Chenyang Zhao","orcid":"https://orcid.org/0009-0005-8692-2915","observed_orcids":["https://orcid.org/0009-0005-8692-2915","https://orcid.org/0000-0002-9096-4094"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenyang Zhao","raw_affiliation_strings":["UCLA Computer Science Department, University of California, Los Angeles"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"UCLA Computer Science Department, University of California, Los Angeles","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"last","author":{"id":null,"display_name":"Xin Wang","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I99065089","display_name":"Tsinghua University","ror":"https://ror.org/03cve4549","country_code":"CN","type":"education","lineage":["https://openalex.org/I99065089"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xin Wang","raw_affiliation_strings":["Tsinghua University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Tsinghua University","institution_ids":["https://openalex.org/I99065089"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":2.8448,"has_fulltext":true,"cited_by_count":3,"citation_normalized_percentile":{"value":0.917115,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":97,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"187190","last_page":"187212"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9365000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9365000128746033,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.01889999955892563,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.015799999237060547,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.6539999842643738},{"id":"https://openalex.org/keywords/chain-of-thought","display_name":"chain-of-thought","score":0.7910000085830688},{"id":"https://openalex.org/keywords/token-embeddings","display_name":"token embeddings","score":0.6460000276565552},{"id":"https://openalex.org/keywords/training-free-reasoning","display_name":"training-free reasoning","score":0.6129999756813049},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.7670000195503235},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.7139999866485596},{"id":"https://openalex.org/keywords/token-usage-reduction","display_name":"token usage reduction","score":0.8009999990463257},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.5339999794960022}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6710000038146973},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6392999887466431},{"id":"https://openalex.org/C2780513914","wikidata":"https://www.wikidata.org/wiki/Q18210350","display_name":"Bottleneck","level":2,"score":0.6304000020027161},{"id":"https://openalex.org/C83725634","wikidata":"https://www.wikidata.org/wiki/Q7268699","display_name":"Qualitative reasoning","level":2,"score":0.5432000160217285},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.5063999891281128},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.4860000014305115},{"id":"https://openalex.org/C179518139","wikidata":"https://www.wikidata.org/wiki/Q5140297","display_name":"Coding (social sciences)","level":2,"score":0.4343000054359436},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.41940000653266907},{"id":"https://openalex.org/C169900460","wikidata":"https://www.wikidata.org/wiki/Q2200417","display_name":"Cognition","level":2,"score":0.3982999920845032},{"id":"https://openalex.org/C89288958","wikidata":"https://www.wikidata.org/wiki/Q7301504","display_name":"Reasoning system","level":2,"score":0.37929999828338623},{"id":"https://openalex.org/C2778572836","wikidata":"https://www.wikidata.org/wiki/Q380933","display_name":"Space (punctuation)","level":2,"score":0.3763999938964844},{"id":"https://openalex.org/C107848011","wikidata":"https://www.wikidata.org/wiki/Q4680756","display_name":"Adaptive reasoning","level":4,"score":0.36800000071525574},{"id":"https://openalex.org/C64543145","wikidata":"https://www.wikidata.org/wiki/Q162942","display_name":"Intersection (aeronautics)","level":2,"score":0.359499990940094},{"id":"https://openalex.org/C195818886","wikidata":"https://www.wikidata.org/wiki/Q5421724","display_name":"Expressive power","level":2,"score":0.3582000136375427},{"id":"https://openalex.org/C108867877","wikidata":"https://www.wikidata.org/wiki/Q5186773","display_name":"Critical systems thinking","level":3,"score":0.3553999960422516},{"id":"https://openalex.org/C171018156","wikidata":"https://www.wikidata.org/wiki/Q7370306","display_name":"Rotation formalisms in three dimensions","level":2,"score":0.33219999074935913},{"id":"https://openalex.org/C86827895","wikidata":"https://www.wikidata.org/wiki/Q7098582","display_name":"Opportunistic reasoning","level":4,"score":0.32739999890327454},{"id":"https://openalex.org/C2776214188","wikidata":"https://www.wikidata.org/wiki/Q408386","display_name":"Inference","level":2,"score":0.32510000467300415},{"id":"https://openalex.org/C2776760102","wikidata":"https://www.wikidata.org/wiki/Q5139990","display_name":"Code (set theory)","level":3,"score":0.3028999865055084},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.2971000075340271},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.29490000009536743},{"id":"https://openalex.org/C112313634","wikidata":"https://www.wikidata.org/wiki/Q7886648","display_name":"Complement (music)","level":5,"score":0.29280000925064087},{"id":"https://openalex.org/C28719098","wikidata":"https://www.wikidata.org/wiki/Q44946","display_name":"Point (geometry)","level":2,"score":0.2597000002861023},{"id":"https://openalex.org/C188147891","wikidata":"https://www.wikidata.org/wiki/Q147638","display_name":"Cognitive science","level":1,"score":0.25940001010894775},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.25609999895095825},{"id":"https://openalex.org/C115086926","wikidata":"https://www.wikidata.org/wiki/Q17004651","display_name":"Causal reasoning","level":3,"score":0.25450000166893005},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.2524999976158142}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/085713-5629","doi":"https://doi.org/10.52202/085713-5629","is_oa":false,"landing_page_url":"https://doi.org/10.52202/085713-5629","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 38","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2505.15778","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15778","pdf_url":"https://arxiv.org/pdf/2505.15778","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2505.15778","doi":"https://doi.org/10.48550/arxiv.2505.15778","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2505.15778","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2505.15778","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2505.15778","pdf_url":"https://arxiv.org/pdf/2505.15778","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415329330.pdf","grobid_xml":"https://content.openalex.org/works/W4415329330.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W7077063120","https://openalex.org/W4412944734","https://openalex.org/W4416666784","https://openalex.org/W7124155317","https://openalex.org/W7204913302","https://openalex.org/W7166880924","https://openalex.org/W7083169434","https://openalex.org/W7156174358","https://openalex.org/W7166847489","https://openalex.org/W7223139764"],"abstract_inverted_index":{"Human":[0],"cognition":[1],"typically":[2],"involves":[3],"thinking":[4],"through":[5],"abstract,":[6],"fluid":[7],"concepts":[8],"rather":[9],"than":[10],"strictly":[11],"using":[12],"discrete":[13,31,43,128,141,218],"linguistic":[14],"tokens.":[15],"Current":[16],"reasoning":[17,23,54,61,89,146],"models,":[18,55],"however,":[19],"are":[20,104],"constrained":[21],"to":[22,148,177,187,190,212],"within":[24],"the":[25,39,46,107,115,152,165,207,214],"boundaries":[26],"of":[27,52,60,110,169,209,217],"human":[28],"language,":[29],"processing":[30],"token":[32,72,111,135,183],"embeddings":[33],"that":[34,85,125,197],"represent":[35],"fixed":[36],"points":[37,179],"in":[38,96],"semantic":[40],"space.":[41,100],"This":[42],"constraint":[44],"restricts":[45],"expressive":[47],"power":[48],"and":[49,122,160,167,204],"upper":[50],"potential":[51,208],"such":[53],"often":[56],"causing":[57],"incomplete":[58],"exploration":[59],"paths,":[62],"as":[63],"standard":[64,191],"Chain-of-Thought":[65],"(CoT)":[66],"methods":[67],"rely":[68],"on":[69,157],"sampling":[70],"one":[71],"per":[73],"step.":[74],"In":[75,130],"this":[76],"work,":[77],"we":[78],"introduce":[79],"Soft":[80,170,198,210],"Thinking,":[81,171],"a":[82,97],"training-free":[83],"method":[84],"emulates":[86],"human-like":[87],"\"soft\"":[88],"by":[90,106,175,185],"generating":[91],"soft,":[92],"abstract":[93],"concept":[94,99,102,117,134],"tokens":[95,103],"continuous":[98,116],"These":[101],"created":[105],"probability-weighted":[108],"mixture":[109],"embeddings,":[112],"which":[113],"form":[114],"space,":[118],"enabling":[119],"smooth":[120],"transitions":[121],"richer":[123],"representations":[124],"transcend":[126],"traditional":[127],"boundaries.":[129],"essence,":[131],"each":[132],"generated":[133],"encapsulates":[136],"multiple":[137],"meanings":[138],"from":[139],"related":[140],"tokens,":[142],"implicitly":[143],"exploring":[144],"various":[145],"paths":[147],"converge":[149],"effectively":[150],"toward":[151],"correct":[153],"answer.":[154],"Empirical":[155],"evaluations":[156],"diverse":[158],"mathematical":[159],"coding":[161],"benchmarks":[162],"consistently":[163],"demonstrate":[164],"effectiveness":[166],"efficiency":[168],"improving":[172],"pass@1":[173],"accuracy":[174],"up":[176,186],"2.48":[178],"while":[180],"simultaneously":[181],"reducing":[182],"usage":[184],"22.4%":[188],"compared":[189],"CoT.":[192],"Qualitative":[193],"analysis":[194],"further":[195],"reveals":[196],"Thinking":[199,211],"outputs":[200],"remain":[201],"highly":[202],"interpretable":[203],"readable,":[205],"highlighting":[206],"break":[213],"inherent":[215],"bottleneck":[216],"language-based":[219],"reasoning.":[220],"Code":[221],"is":[222],"available":[223],"at":[224],"https://github.com/eric-ai-lab/Soft-Thinking.":[225]},"counts_by_year":[{"year":2026,"cited_by_count":3}],"updated_date":"2026-10-14T16:39:01.820549","created_date":"2025-10-19T00:00:00"}