{"id":"https://openalex.org/W4392678293","doi":"https://doi.org/10.48550/arxiv.2403.05313","title":"RAT: Retrieval Augmented Thoughts Elicit Context-Aware Reasoning in Long-Horizon Generation","display_name":"RAT: Retrieval Augmented Thoughts Elicit Context-Aware Reasoning in Long-Horizon Generation","publication_year":2024,"publication_date":"2024-03-08","ids":{"openalex":"https://openalex.org/W4392678293","doi":"https://doi.org/10.48550/arxiv.2403.05313"},"language":"en","primary_location":{"id":"pmh:oai:arXiv.org:2403.05313","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05313","pdf_url":"https://arxiv.org/pdf/2403.05313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"volume":null,"type":"preprint","indexed_in":["arxiv","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2403.05313","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100413083","display_name":"Zihao Wang","orcid":"https://orcid.org/0000-0002-1307-3044","observed_orcids":["https://orcid.org/0000-0002-1307-3044","https://orcid.org/0009-0008-1470-9631"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Wang, Zihao","raw_affiliation_strings":["Peking University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University ,","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5057756881","display_name":"Anji Liu","orcid":"https://orcid.org/0000-0001-8640-0061","observed_orcids":["https://orcid.org/0000-0001-8640-0061"]},"institutions":[{"id":"https://openalex.org/I161318765","display_name":"University of California, Los Angeles","ror":"https://ror.org/046rm7j60","country_code":"US","type":"education","lineage":["https://openalex.org/I161318765"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liu, Anji","raw_affiliation_strings":["University of California , Los Angeles ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California , Los Angeles ,","institution_ids":["https://openalex.org/I161318765"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101191761","display_name":"Haowei Lin","orcid":"https://orcid.org/0009-0006-9809-4835","observed_orcids":["https://orcid.org/0009-0006-9809-4835"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Lin, Haowei","raw_affiliation_strings":["Peking University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University ,","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100325973","display_name":"Jiaqi Li","orcid":"https://orcid.org/0000-0003-3743-9351","observed_orcids":["https://orcid.org/0000-0003-3743-9351","https://orcid.org/0009-0008-1166-6867","https://orcid.org/0009-0002-4218-0161"]},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":"CN","type":"government","lineage":["https://openalex.org/I4392738278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li, Jiaqi","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence","institution_ids":["https://openalex.org/I4392738278"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100689683","display_name":"Xiaojian Ma","orcid":"https://orcid.org/0009-0006-5924-7392","observed_orcids":["https://orcid.org/0009-0006-5924-7392","https://orcid.org/0000-0002-2611-6568"]},"institutions":[{"id":"https://openalex.org/I4392738278","display_name":"Beijing Institute for General Artificial Intelligence","ror":"https://ror.org/02kw1ws04","country_code":"CN","type":"government","lineage":["https://openalex.org/I4392738278"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ma, Xiaojian","raw_affiliation_strings":["Beijing Institute for General Artificial Intelligence"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Beijing Institute for General Artificial Intelligence","institution_ids":["https://openalex.org/I4392738278"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5112110952","display_name":"Yitao Liang","orcid":"https://orcid.org/0009-0009-0944-7814","observed_orcids":["https://orcid.org/0009-0009-0944-7814"]},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Liang, Yitao","raw_affiliation_strings":["Peking University ,"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Peking University ,","institution_ids":["https://openalex.org/I20231570"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":11,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8833000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.8833000063896179,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.04439999908208847,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.021299999207258224,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chain-of-thought-prompting","display_name":"chain-of-thought prompting","score":0.8420000076293945},{"id":"https://openalex.org/keywords/hallucination-mitigation","display_name":"hallucination mitigation","score":0.8360000252723694},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.8339999914169312},{"id":"https://openalex.org/keywords/code-generation","display_name":"code generation","score":0.828000009059906},{"id":"https://openalex.org/keywords/mathematical-reasoning","display_name":"mathematical reasoning","score":0.9990000128746033},{"id":"https://openalex.org/keywords/creative-writing","display_name":"creative writing","score":0.984000027179718},{"id":"https://openalex.org/keywords/contextual-reasoning","display_name":"contextual reasoning","score":0.8669999837875366}],"concepts":[{"id":"https://openalex.org/C159176650","wikidata":"https://www.wikidata.org/wiki/Q43261","display_name":"Horizon","level":2,"score":0.697030782699585},{"id":"https://openalex.org/C2779343474","wikidata":"https://www.wikidata.org/wiki/Q3109175","display_name":"Context (archaeology)","level":2,"score":0.6837798357009888},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5035161375999451},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.39859139919281006},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.37106719613075256},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3406878113746643},{"id":"https://openalex.org/C95457728","wikidata":"https://www.wikidata.org/wiki/Q309","display_name":"History","level":0,"score":0.1689414083957672},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.12878474593162537},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:arXiv.org:2403.05313","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05313","pdf_url":"https://arxiv.org/pdf/2403.05313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2403.05313","doi":"https://doi.org/10.48550/arxiv.2403.05313","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2403.05313","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2403.05313","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2403.05313","pdf_url":"https://arxiv.org/pdf/2403.05313","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G3312244309","display_name":"Collaborative Research: RI: AF: Medium: Exchanging Knowledge Beyond Data Between Human and Machine Learner","funder_award_id":"1956441","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G4368736713","display_name":"CAREER: Towards a New Synthesis of Statistical Learning and Logical Reasoning","funder_award_id":"1943641","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"},{"id":"https://openalex.org/G6301588453","display_name":"FMitF: Opening Up the Black Box of Probabilistic Program Inference","funder_award_id":"1837129","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320316083","display_name":"Tencent","ror":"https://ror.org/00hhjss72"}],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4392678293.pdf","grobid_xml":"https://content.openalex.org/works/W4392678293.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4412502567","https://openalex.org/W4412649661","https://openalex.org/W4403663524","https://openalex.org/W4416035911","https://openalex.org/W4376312546","https://openalex.org/W4400141361","https://openalex.org/W4403942840","https://openalex.org/W4416445771","https://openalex.org/W7154513540","https://openalex.org/W7160406492"],"abstract_inverted_index":{"We":[0],"explore":[1],"how":[2],"iterative":[3],"revising":[4],"a":[5],"chain":[6],"of":[7,12,89],"thoughts":[8],"with":[9,49],"the":[10,34,54,57,60,65],"help":[11],"information":[13,51],"retrieval":[14],"significantly":[15],"improves":[16,79],"large":[17],"language":[18],"models'":[19],"reasoning":[20],"and":[21,59,76,107],"generation":[22,26,85],"ability":[23],"in":[24],"long-horizon":[25,84],"tasks,":[27],"while":[28],"hugely":[29],"mitigating":[30],"hallucination.":[31],"In":[32],"particular,":[33],"proposed":[35],"method":[36],"--":[37,41],"*retrieval-augmented":[38],"thoughts*":[39],"(RAT)":[40],"revises":[42],"each":[43],"thought":[44,62],"step":[45],"one":[46,48],"by":[47,94],"retrieved":[50],"relevant":[52],"to":[53,73],"task":[55,111],"query,":[56],"current":[58],"past":[61],"steps,":[63],"after":[64],"initial":[66],"zero-shot":[67],"CoT":[68],"is":[69],"generated.":[70],"Applying":[71],"RAT":[72],"GPT-3.5,":[74],"GPT-4,":[75],"CodeLLaMA-7b":[77],"substantially":[78],"their":[80],"performances":[81],"on":[82,87,96,100,104,109],"various":[83],"tasks;":[86],"average":[88],"relatively":[90],"increasing":[91],"rating":[92],"scores":[93],"13.63%":[95],"code":[97],"generation,":[98],"16.96%":[99],"mathematical":[101],"reasoning,":[102],"19.2%":[103],"creative":[105],"writing,":[106],"42.78%":[108],"embodied":[110],"planning.":[112],"The":[113],"demo":[114],"page":[115],"can":[116],"be":[117],"found":[118],"at":[119],"https://craftjarvis.github.io/RAT":[120]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":8},{"year":2024,"cited_by_count":1}],"updated_date":"2026-11-01T11:40:01.658920","created_date":"2024-03-13T00:00:00"}