{"id":"https://openalex.org/W4415795646","doi":"https://doi.org/10.52202/079017-3607","title":"Buffer of Thoughts: Thought-Augmented Reasoning with Large Language Models","display_name":"Buffer of Thoughts: Thought-Augmented Reasoning with Large Language Models","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4415795646","doi":"https://doi.org/10.52202/079017-3607"},"language":"en","primary_location":{"id":"doi:10.52202/079017-3607","doi":"https://doi.org/10.52202/079017-3607","is_oa":false,"landing_page_url":"https://doi.org/10.52202/079017-3607","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 37","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2406.04271","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112077298","display_name":"Ling Yang","orcid":"https://orcid.org/0000-0003-2898-2491","observed_orcids":["https://orcid.org/0000-0003-2898-2491"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ling Yang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":null,"display_name":"Zhaochen Yu","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zhaochen Yu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101571114","display_name":"Tianjun Zhang","orcid":"https://orcid.org/0000-0003-2059-0709","observed_orcids":["https://orcid.org/0000-0003-2059-0709"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Tianjun Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039788110","display_name":"Shiyi Cao","orcid":"https://orcid.org/0000-0002-1953-7751","observed_orcids":["https://orcid.org/0000-0002-1953-7751","https://orcid.org/0009-0005-6834-375X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Shiyi Cao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020430648","display_name":"Minkai Xu","orcid":"https://orcid.org/0009-0007-9735-3767","observed_orcids":["https://orcid.org/0009-0007-9735-3767"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Minkai Xu","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100459874","display_name":"Wentao Zhang","orcid":"https://orcid.org/0000-0003-2712-6941","observed_orcids":["https://orcid.org/0000-0003-2712-6941","https://orcid.org/0000-0002-0483-2707"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Wentao Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072427753","display_name":"Joseph E. Gonzalez","orcid":"https://orcid.org/0000-0003-2921-956X","observed_orcids":["https://orcid.org/0000-0003-2921-956X"]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Joseph Gonzalez","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":null,"display_name":"Bin Cui","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bin Cui","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.3519,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.9769265,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":94,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"113519","last_page":"113544"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.3386000096797943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11010","display_name":"Logic, Reasoning, and Knowledge","score":0.3386000096797943,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.23319999873638153,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.05860000103712082,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.972000002861023},{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.6600000262260437}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6535000205039978},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49970000982284546},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.43540000915527344},{"id":"https://openalex.org/C195344581","wikidata":"https://www.wikidata.org/wiki/Q2555318","display_name":"Automated reasoning","level":2,"score":0.32190001010894775},{"id":"https://openalex.org/C195324797","wikidata":"https://www.wikidata.org/wiki/Q33742","display_name":"Natural language","level":2,"score":0.3066999912261963},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.2903999984264374},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2671999931335449},{"id":"https://openalex.org/C2778112365","wikidata":"https://www.wikidata.org/wiki/Q3511065","display_name":"Sequence (biology)","level":2,"score":0.2615000009536743},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.25859999656677246},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.250900000333786}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.52202/079017-3607","doi":"https://doi.org/10.52202/079017-3607","is_oa":false,"landing_page_url":"https://doi.org/10.52202/079017-3607","pdf_url":null,"source":{"id":"https://openalex.org/S4363606243","display_name":"neural information processing systems","issn_l":"1049-5258","issn":["1049-5258"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-2"],"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Advances in Neural Information Processing Systems 37","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2406.04271","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.04271","pdf_url":"https://arxiv.org/pdf/2406.04271","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2406.04271","doi":"https://doi.org/10.48550/arxiv.2406.04271","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2406.04271","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2406.04271","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2406.04271","pdf_url":"https://arxiv.org/pdf/2406.04271","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"sustainable_development_goals_aurora":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4415795646.pdf","grobid_xml":"https://content.openalex.org/works/W4415795646.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4414137972","https://openalex.org/W4387559030","https://openalex.org/W4406123909","https://openalex.org/W4412887712","https://openalex.org/W4412609334","https://openalex.org/W6910843630","https://openalex.org/W4392011627","https://openalex.org/W4415070954","https://openalex.org/W4393160302","https://openalex.org/W4403663524"],"abstract_inverted_index":{"We":[0,93],"introduce":[1],"Buffer":[2],"of":[3,19,32,86,114,134,141,144,150],"Thoughts":[4],"(BoT),":[5],"a":[6,30,52],"novel":[7],"and":[8,17,55,71,102,120,131],"versatile":[9],"thought-augmented":[10],"reasoning":[11,61],"approach":[12],"for":[13,47],"enhancing":[14,83],"accuracy,":[15],"efficiency":[16],"robustness":[18,133],"large":[20],"language":[21],"models":[22],"(LLMs).":[23],"Specifically,":[24],"we":[25,50,73,155],"propose":[26,75],"meta-buffer":[27,87],"to":[28,63,77,163],"store":[29],"series":[31],"informative":[33],"high-level":[34],"thoughts,":[35],"namely":[36],"thought-template,":[37],"distilled":[38],"from":[39],"the":[40,69,80,84,127,142,161],"problem-solving":[41],"processes":[42],"across":[43],"various":[44],"tasks.":[45],"Then":[46],"each":[48],"problem,":[49],"retrieve":[51],"relevant":[53],"thought-template":[54],"adaptively":[56],"instantiate":[57],"it":[58],"with":[59],"specific":[60],"structures":[62],"conduct":[64,94],"efficient":[65],"reasoning.":[66],"To":[67],"guarantee":[68],"scalability":[70],"stability,":[72],"further":[74],"buffer-manager":[76],"dynamically":[78],"update":[79],"meta-buffer,":[81],"thus":[82],"capacity":[85],"as":[88],"more":[89],"tasks":[90],"are":[91],"solved.":[92],"extensive":[95],"experiments":[96],"on":[97,112,117,122,152],"10":[98],"challenging":[99],"reasoning-intensive":[100],"tasks,":[101],"achieve":[103],"significant":[104],"performance":[105],"improvements":[106],"over":[107],"previous":[108],"SOTA":[109],"methods:":[110],"11%":[111],"Game":[113],"24,":[115],"20%":[116],"Geometric":[118],"Shapes":[119],"51%":[121],"Checkmate-in-One.":[123],"Further":[124],"analysis":[125],"demonstrate":[126],"superior":[128],"generalization":[129],"ability":[130],"model":[132],"our":[135,158],"BoT,":[136],"while":[137],"requiring":[138],"only":[139],"12%":[140],"cost":[143],"multi-query":[145],"prompting":[146],"methods":[147],"(e.g.,":[148],"tree/graph":[149],"thoughts)":[151],"average.":[153],"Notably,":[154],"find":[156],"that":[157],"Llama3-8B+BoT":[159],"has":[160],"potential":[162],"surpass":[164],"Llama3-70B":[165],"model.":[166],"Our":[167],"project":[168],"is":[169],"available":[170],"at:":[171],"https://github.com/YangLing0818/buffer-of-thought-llm":[172]},"counts_by_year":[{"year":2026,"cited_by_count":13},{"year":2025,"cited_by_count":7},{"year":2024,"cited_by_count":2}],"updated_date":"2026-10-18T09:31:52.927876","created_date":"2025-11-03T00:00:00"}