{"id":"https://openalex.org/W4404131920","doi":"https://doi.org/10.1162/tacl_a_00713","title":"When Can LLMs <i>Actually</i> Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","display_name":"When Can LLMs <i>Actually</i> Correct Their Own Mistakes? A Critical Survey of Self-Correction of LLMs","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4404131920","doi":"https://doi.org/10.1162/tacl_a_00713"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00713","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00713","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00713","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5062976255","display_name":"Ryo Kamoi","orcid":"https://orcid.org/0000-0002-8442-4171"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Ryo Kamoi","raw_affiliation_strings":["Penn State University, USA. ryokamoi@psu.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA. ryokamoi@psu.edu","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038357504","display_name":"Yusen Zhang","orcid":"https://orcid.org/0000-0003-3842-1153"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yusen Zhang","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5078556107","display_name":"Nan Zhang","orcid":"https://orcid.org/0000-0001-6690-4449"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Nan Zhang","raw_affiliation_strings":["Penn State University, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA","institution_ids":["https://openalex.org/I130769515"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103028311","display_name":"Jiawei Han","orcid":"https://orcid.org/0000-0002-1166-9813"},"institutions":[{"id":"https://openalex.org/I157725225","display_name":"University of Illinois Urbana-Champaign","ror":"https://ror.org/047426m28","country_code":"US","type":"education","lineage":["https://openalex.org/I157725225"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jiawei Han","raw_affiliation_strings":["University of Illinois Urbana-Champaign, USA"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Illinois Urbana-Champaign, USA","institution_ids":["https://openalex.org/I157725225"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100779490","display_name":"Rui Zhang","orcid":"https://orcid.org/0000-0001-8681-0693"},"institutions":[{"id":"https://openalex.org/I130769515","display_name":"Pennsylvania State University","ror":"https://ror.org/04p491231","country_code":"US","type":"education","lineage":["https://openalex.org/I130769515"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Rui Zhang","raw_affiliation_strings":["Penn State University, USA. rmz5227@psu.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Penn State University, USA. rmz5227@psu.edu","institution_ids":["https://openalex.org/I130769515"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":84.2248,"has_fulltext":false,"cited_by_count":51,"citation_normalized_percentile":{"value":0.99955801,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"1417","last_page":"1440"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},"topics":[{"id":"https://openalex.org/T13643","display_name":"Artificial Intelligence in Law","score":0.9914000034332275,"subfield":{"id":"https://openalex.org/subfields/3320","display_name":"Political Science and International Relations"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T12755","display_name":"Legal Education and Practice Innovations","score":0.9891999959945679,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T14012","display_name":"Comparative and International Law Studies","score":0.9642000198364258,"subfield":{"id":"https://openalex.org/subfields/3308","display_name":"Law"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5361335873603821}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5361335873603821}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl_a_00713","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00713","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00713","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00713","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.7799999713897705}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":148,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2098297786","https://openalex.org/W2605202003","https://openalex.org/W2753392522","https://openalex.org/W2907705732","https://openalex.org/W2936597270","https://openalex.org/W2967096374","https://openalex.org/W2979679630","https://openalex.org/W2998112083","https://openalex.org/W3022685184","https://openalex.org/W3034188538","https://openalex.org/W3037831233","https://openalex.org/W3099766584","https://openalex.org/W3102645206","https://openalex.org/W3134354193","https://openalex.org/W3173825754","https://openalex.org/W4205131770","https://openalex.org/W4205477024","https://openalex.org/W4212774754","https://openalex.org/W4282968607","https://openalex.org/W4286892945","https://openalex.org/W4287855128","https://openalex.org/W4293998609","https://openalex.org/W4310290453","https://openalex.org/W4311991106","https://openalex.org/W4322718421","https://openalex.org/W4378464611","https://openalex.org/W4378473878","https://openalex.org/W4378508578","https://openalex.org/W4378509427","https://openalex.org/W4379540175","https://openalex.org/W4379933104","https://openalex.org/W4383604699","https://openalex.org/W4383987670","https://openalex.org/W4385327559","https://openalex.org/W4385564993","https://openalex.org/W4385569882","https://openalex.org/W4385570481","https://openalex.org/W4385571232","https://openalex.org/W4385572248","https://openalex.org/W4385572345","https://openalex.org/W4385572707","https://openalex.org/W4385572727","https://openalex.org/W4385572830","https://openalex.org/W4385572965","https://openalex.org/W4385574274","https://openalex.org/W4385889721","https://openalex.org/W4386080611","https://openalex.org/W4386184855","https://openalex.org/W4387947626","https://openalex.org/W4389158536","https://openalex.org/W4389518624","https://openalex.org/W4389518754","https://openalex.org/W4389519118","https://openalex.org/W4389519254","https://openalex.org/W4389519598","https://openalex.org/W4389519818","https://openalex.org/W4389520333","https://openalex.org/W4389520676","https://openalex.org/W4389520747","https://openalex.org/W4389520749","https://openalex.org/W4389520756","https://openalex.org/W4389523706","https://openalex.org/W4389523932","https://openalex.org/W4389524159","https://openalex.org/W4391013695","https://openalex.org/W4391420755","https://openalex.org/W4392019756","https://openalex.org/W4393160208","https://openalex.org/W4394007697","https://openalex.org/W4394647126","https://openalex.org/W4396665924","https://openalex.org/W4398796438","https://openalex.org/W4399422960","https://openalex.org/W4401042399","https://openalex.org/W4401042451","https://openalex.org/W4401042980","https://openalex.org/W4401043184","https://openalex.org/W4401043224","https://openalex.org/W4401043235","https://openalex.org/W4402669701","https://openalex.org/W4402670356","https://openalex.org/W4402670429","https://openalex.org/W4402671292","https://openalex.org/W4402671543","https://openalex.org/W4402672029","https://openalex.org/W4402684237","https://openalex.org/W4404782209","https://openalex.org/W4404783461","https://openalex.org/W6777469961","https://openalex.org/W6796975753","https://openalex.org/W6803096969","https://openalex.org/W6809361247","https://openalex.org/W6810162553","https://openalex.org/W6811284106","https://openalex.org/W6838756122","https://openalex.org/W6839096826","https://openalex.org/W6839692228","https://openalex.org/W6840793632","https://openalex.org/W6842239938","https://openalex.org/W6842811955","https://openalex.org/W6846604011","https://openalex.org/W6846739993","https://openalex.org/W6846868093","https://openalex.org/W6847753483","https://openalex.org/W6850359928","https://openalex.org/W6850656743","https://openalex.org/W6850764995","https://openalex.org/W6850886341","https://openalex.org/W6851275496","https://openalex.org/W6851560035","https://openalex.org/W6851780898","https://openalex.org/W6851878988","https://openalex.org/W6852476831","https://openalex.org/W6852505888","https://openalex.org/W6852775702","https://openalex.org/W6852795664","https://openalex.org/W6852854160","https://openalex.org/W6852908079","https://openalex.org/W6853057195","https://openalex.org/W6853118402","https://openalex.org/W6853465110","https://openalex.org/W6853474097","https://openalex.org/W6853795974","https://openalex.org/W6854612734","https://openalex.org/W6855050443","https://openalex.org/W6855192825","https://openalex.org/W6855510783","https://openalex.org/W6855591961","https://openalex.org/W6855623857","https://openalex.org/W6855732556","https://openalex.org/W6855844941","https://openalex.org/W6856386090","https://openalex.org/W6856440969","https://openalex.org/W6857003245","https://openalex.org/W6857198620","https://openalex.org/W6857256186","https://openalex.org/W6857321105","https://openalex.org/W6857359116","https://openalex.org/W6857398975","https://openalex.org/W6858095362","https://openalex.org/W6860620023","https://openalex.org/W6861101226","https://openalex.org/W6861159586","https://openalex.org/W6864111987","https://openalex.org/W6864313229","https://openalex.org/W6868640748","https://openalex.org/W6869383231"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W4396696052"],"abstract_inverted_index":{"Abstract":[0],"Self-correction":[1],"is":[2,40],"an":[3],"approach":[4],"to":[5],"improving":[6],"responses":[7,16],"from":[8,143],"large":[9],"language":[10],"models":[11],"(LLMs)":[12],"by":[13],"refining":[14],"the":[15,45,72,127],"using":[17,28],"LLMs":[18,49],"during":[19],"inference.":[20],"Prior":[21],"work":[22,137],"has":[23],"proposed":[24],"various":[25],"self-correction":[26,112,140,158],"frameworks":[27,96],"different":[29],"sources":[30],"of":[31,47],"feedback,":[32,168],"including":[33],"self-evaluation":[34],"and":[35,70,93,114,169],"external":[36,167],"feedback.":[37],"However,":[38],"there":[39],"still":[41],"no":[42,135],"consensus":[43],"on":[44,126],"question":[46],"when":[48],"can":[50,164],"correct":[51],"their":[52,88],"own":[53],"mistakes,":[54],"as":[55],"recent":[56],"studies":[57,83,148],"also":[58],"report":[59],"negative":[60],"results.":[61],"In":[62],"this":[63],"work,":[64],"we":[65,107],"critically":[66],"survey":[67,124],"broad":[68],"papers":[69],"discuss":[71],"conditions":[73],"required":[74],"for":[75,118,147,155],"successful":[76,139],"self-correction.":[77,102,174],"We":[78],"first":[79],"find":[80],"that":[81,100,133,151,163],"prior":[82,136],"often":[84],"do":[85],"not":[86],"define":[87],"research":[89,109,113,130],"questions":[90,110,131],"in":[91,111,149,161],"detail":[92],"involve":[94],"impractical":[95],"or":[97],"unfair":[98],"evaluations":[99],"over-evaluate":[101],"To":[103],"tackle":[104],"these":[105],"issues,":[106],"categorize":[108],"provide":[115],"a":[116],"checklist":[117],"designing":[119],"appropriate":[120],"experiments.":[121],"Our":[122],"critical":[123],"based":[125],"newly":[128],"categorized":[129],"shows":[132],"(1)":[134],"demonstrates":[138],"with":[141],"feedback":[142],"prompted":[144],"LLMs,":[145],"except":[146],"tasks":[150,162],"are":[152],"exceptionally":[153],"suited":[154],"self-correction,":[156],"(2)":[157],"works":[159],"well":[160],"use":[165],"reliable":[166],"(3)":[170],"large-scale":[171],"fine-tuning":[172],"enables":[173]},"counts_by_year":[{"year":2026,"cited_by_count":28},{"year":2025,"cited_by_count":23}],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2025-10-10T00:00:00"}