{"id":"https://openalex.org/W7024613324","doi":null,"title":"Self-Reflection on Chain-of-Thought Reasoning in Large Language Models","display_name":"Self-Reflection on Chain-of-Thought Reasoning in Large Language Models","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W7024613324"},"language":"en","primary_location":{"id":"pmh:oai:DiVA.org:kth-339871","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-339871","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1813648/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"volume":null,"type":"dissertation","is_traditional":true,"indexed_in":[],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://kth.diva-portal.org/smash/get/diva2:1813648/FULLTEXT01","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5055161348","display_name":"Robert Praas","orcid":null,"observed_orcids":[]},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Praas, Robert","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":["https://openalex.org/A5055161348"],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":true,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":true,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7753999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.7753999829292297,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.0568000003695488,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.04280000180006027,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/chain-of-thought-reasoning","display_name":"chain-of-thought reasoning","score":0.9449999928474426},{"id":"https://openalex.org/keywords/self-reflection","display_name":"self-reflection","score":0.9739999771118164},{"id":"https://openalex.org/keywords/large-language-models","display_name":"large language models","score":0.9390000104904175},{"id":"https://openalex.org/keywords/medical-question-answering","display_name":"medical question answering","score":0.9279999732971191},{"id":"https://openalex.org/keywords/medqa","display_name":"MedQA","score":0.7210000157356262},{"id":"https://openalex.org/keywords/gpt-3-5-turbo","display_name":"GPT-3.5-turbo","score":0.8330000042915344},{"id":"https://openalex.org/keywords/gpt-4","display_name":"GPT-4","score":0.996999979019165},{"id":"https://openalex.org/keywords/interpretability","display_name":"interpretability","score":0.6899999976158142},{"id":"https://openalex.org/keywords/reasoning-robustness","display_name":"reasoning robustness","score":0.4309999942779541}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6496999859809875},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5213000178337097},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.5146999955177307},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.4975000023841858},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4595000147819519},{"id":"https://openalex.org/C151956035","wikidata":"https://www.wikidata.org/wiki/Q1132755","display_name":"Logistic regression","level":2,"score":0.42969998717308044},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.42399999499320984},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.41670000553131104},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.4043999910354614},{"id":"https://openalex.org/C2777267654","wikidata":"https://www.wikidata.org/wiki/Q3519023","display_name":"Test (biology)","level":2,"score":0.3562999963760376},{"id":"https://openalex.org/C2983448237","wikidata":"https://www.wikidata.org/wiki/Q1078276","display_name":"Language understanding","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.2818000018596649},{"id":"https://openalex.org/C155846161","wikidata":"https://www.wikidata.org/wiki/Q1143367","display_name":"Graphical model","level":2,"score":0.2768999934196472},{"id":"https://openalex.org/C3020716817","wikidata":"https://www.wikidata.org/wiki/Q4132092","display_name":"Visual feedback","level":2,"score":0.2766999900341034},{"id":"https://openalex.org/C2779313563","wikidata":"https://www.wikidata.org/wiki/Q17072565","display_name":"On Language","level":2,"score":0.26159998774528503},{"id":"https://openalex.org/C2779714256","wikidata":"https://www.wikidata.org/wiki/Q25305062","display_name":"Multiple Models","level":2,"score":0.2556000053882599}],"mesh":[],"locations_count":1,"locations":[{"id":"pmh:oai:DiVA.org:kth-339871","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-339871","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1813648/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"}],"best_oa_location":{"id":"pmh:oai:DiVA.org:kth-339871","doi":null,"is_oa":true,"landing_page_url":"http://urn.kb.se/resolve?urn=urn:nbn:se:kth:diva-339871","pdf_url":"https://kth.diva-portal.org/smash/get/diva2:1813648/FULLTEXT01","source":{"id":"https://openalex.org/S4306401559","display_name":"KTH Publication Database DiVA (KTH Royal Institute of Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I86987016","host_organization_name":"KTH Royal Institute of Technology","host_organization_lineage":["https://openalex.org/I86987016"],"host_organization_lineage_names":[],"type":"repository"},"license":"other-oa","license_id":"https://openalex.org/licenses/other-oa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"","raw_type":"info:eu-repo/semantics/bachelorThesis"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W7024613324.pdf","grobid_xml":"https://content.openalex.org/works/W7024613324.grobid-xml"},"referenced_works_count":97,"referenced_works":["https://openalex.org/W1739018506","https://openalex.org/W2002420618","https://openalex.org/W2479602717","https://openalex.org/W2626857346","https://openalex.org/W2793065281","https://openalex.org/W2896457183","https://openalex.org/W2984284833","https://openalex.org/W3034723486","https://openalex.org/W3162922479","https://openalex.org/W3184751871","https://openalex.org/W3191110206","https://openalex.org/W3196886373","https://openalex.org/W3198002980","https://openalex.org/W3205068155","https://openalex.org/W4200057797","https://openalex.org/W4221166832","https://openalex.org/W4223908421","https://openalex.org/W4226125679","https://openalex.org/W4226278401","https://openalex.org/W4280633590","https://openalex.org/W4281250694","https://openalex.org/W4281483047","https://openalex.org/W4282968607","https://openalex.org/W4283026156","https://openalex.org/W4293998609","https://openalex.org/W4296413526","https://openalex.org/W4297899309","https://openalex.org/W4298187912","https://openalex.org/W4302011807","https://openalex.org/W4302305884","https://openalex.org/W4303441863","https://openalex.org/W4304195432","https://openalex.org/W4307079201","https://openalex.org/W4308014717","https://openalex.org/W4308243058","https://openalex.org/W4308244910","https://openalex.org/W4309591663","https://openalex.org/W4311408938","https://openalex.org/W4311991106","https://openalex.org/W4313680079","https://openalex.org/W4319453300","https://openalex.org/W4319997768","https://openalex.org/W4320003957","https://openalex.org/W4321162379","https://openalex.org/W4321393106","https://openalex.org/W4323569177","https://openalex.org/W4324302594","https://openalex.org/W4330337479","https://openalex.org/W4360891289","https://openalex.org/W4362707120","https://openalex.org/W4367188881","https://openalex.org/W4368754753","https://openalex.org/W4378194668","https://openalex.org/W4378650062","https://openalex.org/W4379769651","https://openalex.org/W4385569968","https://openalex.org/W4385570088","https://openalex.org/W4385571045","https://openalex.org/W4385571271","https://openalex.org/W4385571689","https://openalex.org/W4385571704","https://openalex.org/W4385571830","https://openalex.org/W4385572055","https://openalex.org/W4385572867","https://openalex.org/W4385572965","https://openalex.org/W4385573325","https://openalex.org/W4385573855","https://openalex.org/W4385574162","https://openalex.org/W4385574298","https://openalex.org/W4385664477","https://openalex.org/W4385767697","https://openalex.org/W4385894687","https://openalex.org/W4389519967","https://openalex.org/W4389520103","https://openalex.org/W4389523706","https://openalex.org/W4391215636","https://openalex.org/W4392359953","https://openalex.org/W4392935324","https://openalex.org/W4393803394","https://openalex.org/W4396519055","https://openalex.org/W4399643011","https://openalex.org/W4399917506","https://openalex.org/W4400681340","https://openalex.org/W4410559688","https://openalex.org/W7094054136","https://openalex.org/W7133184757","https://openalex.org/W7133187004","https://openalex.org/W7133192525","https://openalex.org/W7133206970","https://openalex.org/W7133210150","https://openalex.org/W7133210675","https://openalex.org/W7133222210","https://openalex.org/W7133223072","https://openalex.org/W7133224126","https://openalex.org/W7133231369","https://openalex.org/W7133232064","https://openalex.org/W7133236450"],"related_works":["https://openalex.org/W7148483564","https://openalex.org/W4401042980","https://openalex.org/W7165025853","https://openalex.org/W7101611261","https://openalex.org/W4389524159","https://openalex.org/W7125100858","https://openalex.org/W7123686896","https://openalex.org/W7117857712","https://openalex.org/W4416615471","https://openalex.org/W4406785154"],"abstract_inverted_index":{"A":[0],"strong":[1],"capability":[2],"of":[3,50,70],"large":[4,64,73],"language":[5,56,65,74,254],"models":[6,75,193],"is":[7,112],"Chain-of-Thought":[8,102,141,176],"reasoning.":[9,142],"Prompting":[10],"a":[11,246],"model":[12,57],"to":[13,18,76,86,101,164,173,179,198,226,237,244],"\u2018think":[14],"step-by-step\u2019":[15],"has":[16],"led":[17],"great":[19],"performance":[20],"improvements":[21],"in":[22,63,146],"solving":[23],"problems":[24],"such":[25,116],"as":[26,117],"planning":[27],"and":[28,31,54,79,91,95,121,159],"question":[29],"answering,":[30],"with":[32,152,217],"the":[33,41,81,105,126,153,168,175,180,188,191,238],"extended":[34],"output":[35,251],"it":[36],"provides":[37],"some":[38],"evidence":[39],"about":[40],"rationale":[42],"behind":[43],"an":[44],"answer":[45],"or":[46,137,229],"decision.":[47],"In":[48],"search":[49],"better,":[51],"more":[52,249],"robust,":[53],"interpretable":[55],"behavior,":[58],"this":[59],"work":[60],"investigates":[61],"self-reflection":[62,68],"models.":[66],"Here,":[67],"consists":[69],"feedback":[71,82,99,127,147,169,192,196,219],"from":[72,252],"medical":[77],"question-answering":[78,111],"whether":[80,125,167,174,228],"can":[83],"be":[84,245],"used":[85],"accurately":[87],"distinguish":[88],"between":[89],"correct":[90],"incorrect":[92],"answers.":[93],"GPT-3.5-Turbo":[94],"GPT-4":[96],"provide":[97],"zero-shot":[98],"scores":[100,128,148,170,197],"reasoning":[103,177,189],"on":[104,114],"MedQA":[106],"(medical":[107],"questionanswering)":[108],"dataset.":[109],"The":[110,143,183],"evaluated":[113],"traits":[115],"being":[118],"structured,":[119],"relevant":[120],"consistent.":[122],"We":[123],"test":[124],"are":[129,149,162,171],"different":[130],"for":[131,214,248],"questions":[132,199,216,231],"that":[133,186,200,206,224],"were":[134,201,207,232],"either":[135],"correctly":[136,203,234],"incorrectly":[138],"answered":[139,202,208,233],"by":[140],"potential":[144,213],"differences":[145],"statistically":[150],"tested":[151],"Mann-Whitney":[154],"U":[155],"test.":[156],"Graphical":[157,210],"visualization":[158,211],"logistic":[160,222],"regressions":[161,223],"performed":[163],"preliminarily":[165],"determine":[166],"indicative":[172],"leads":[178],"right":[181],"answer.":[182],"results":[184],"indicate":[185],"among":[187],"objectives,":[190],"assign":[194],"higher":[195],"than":[204],"those":[205],"incorrectly.":[209],"shows":[212],"reviewing":[215],"low":[218],"scores,":[220],"although":[221],"aimed":[225],"predict":[227],"not":[230],"mostly":[235],"defaulted":[236],"majority":[239],"class.":[240],"Nonetheless,":[241],"there":[242],"seems":[243],"possibility":[247],"robust":[250],"self-reflecting":[253],"systems.":[255]},"counts_by_year":[],"updated_date":"2026-11-07T11:25:07.637180","created_date":"2025-10-10T00:00:00"}