{"id":"https://openalex.org/W4396665924","doi":"https://doi.org/10.1162/tacl_a_00660","title":"Automatically Correcting Large Language Models: Surveying the Landscape of Diverse Automated Correction Strategies","display_name":"Automatically Correcting Large Language Models: Surveying the Landscape of Diverse Automated Correction Strategies","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4396665924","doi":"https://doi.org/10.1162/tacl_a_00660"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00660","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00660","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://doi.org/10.1162/tacl_a_00660","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5027533517","display_name":"Liangming Pan","orcid":"https://orcid.org/0000-0002-7789-7739"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Liangming Pan","raw_affiliation_strings":["University of California, Santa Barbara, USA. liangmingpan@ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. liangmingpan@ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034254782","display_name":"Michael Saxon","orcid":"https://orcid.org/0000-0001-7306-5030"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Michael Saxon","raw_affiliation_strings":["University of California, Santa Barbara, USA. saxon@ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. saxon@ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100527540","display_name":"Wenda Xu","orcid":"https://orcid.org/0009-0001-0703-0929"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Wenda Xu","raw_affiliation_strings":["University of California, Santa Barbara, USA. wendaxu@ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. wendaxu@ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050963493","display_name":"Deepak Nathani","orcid":null},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Deepak Nathani","raw_affiliation_strings":["University of California, Santa Barbara, USA. dnathani@ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. dnathani@ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100382950","display_name":"Xinyi Wang","orcid":"https://orcid.org/0000-0002-6280-1300"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Xinyi Wang","raw_affiliation_strings":["University of California, Santa Barbara, USA. xinyi_wang@ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. xinyi_wang@ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100702488","display_name":"William Yang Wang","orcid":"https://orcid.org/0000-0002-0878-1257"},"institutions":[{"id":"https://openalex.org/I154570441","display_name":"University of California, Santa Barbara","ror":"https://ror.org/02t274463","country_code":"US","type":"education","lineage":["https://openalex.org/I154570441"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"William Yang Wang","raw_affiliation_strings":["University of California, Santa Barbara, USA. william@cs.ucsb.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of California, Santa Barbara, USA. william@cs.ucsb.edu","institution_ids":["https://openalex.org/I154570441"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I154570441"],"apc_list":null,"apc_paid":null,"fwci":17.1952,"has_fulltext":false,"cited_by_count":74,"citation_normalized_percentile":{"value":0.9938744,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"12","issue":null,"first_page":"484","last_page":"506"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9869999885559082,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8189756870269775},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.39353296160697937},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3660745918750763},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.33503037691116333}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8189756870269775},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.39353296160697937},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3660745918750763},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.33503037691116333}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00660","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00660","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:ef06744f65384a718c6636e1a4594c4d","is_oa":true,"landing_page_url":"https://doaj.org/article/ef06744f65384a718c6636e1a4594c4d","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00660","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00660","pdf_url":null,"source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[{"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":211,"referenced_works":["https://openalex.org/W1531245479","https://openalex.org/W2156288458","https://openalex.org/W2523102177","https://openalex.org/W2560647685","https://openalex.org/W2560674852","https://openalex.org/W2736601468","https://openalex.org/W2768409085","https://openalex.org/W2807550616","https://openalex.org/W2886977911","https://openalex.org/W2891691255","https://openalex.org/W2951211142","https://openalex.org/W2963218093","https://openalex.org/W2963283805","https://openalex.org/W2963978629","https://openalex.org/W2970002529","https://openalex.org/W2971323043","https://openalex.org/W3003587002","https://openalex.org/W3100355250","https://openalex.org/W3102645206","https://openalex.org/W3105516974","https://openalex.org/W3113819942","https://openalex.org/W3157008799","https://openalex.org/W3158172841","https://openalex.org/W3169017236","https://openalex.org/W3173210704","https://openalex.org/W3173480423","https://openalex.org/W3173805051","https://openalex.org/W3174519801","https://openalex.org/W3176997878","https://openalex.org/W3201174429","https://openalex.org/W4206118214","https://openalex.org/W4223908421","https://openalex.org/W4226269280","https://openalex.org/W4280625699","https://openalex.org/W4281765689","https://openalex.org/W4282968607","https://openalex.org/W4283026156","https://openalex.org/W4285166440","https://openalex.org/W4285429195","https://openalex.org/W4287889150","https://openalex.org/W4293998609","https://openalex.org/W4298181573","https://openalex.org/W4309467089","https://openalex.org/W4310290453","https://openalex.org/W4311991106","https://openalex.org/W4313483736","https://openalex.org/W4317553041","https://openalex.org/W4318719246","https://openalex.org/W4319453300","https://openalex.org/W4321162379","https://openalex.org/W4321348716","https://openalex.org/W4322718421","https://openalex.org/W4353112996","https://openalex.org/W4361807044","https://openalex.org/W4361807047","https://openalex.org/W4361866080","https://openalex.org/W4362508231","https://openalex.org/W4362656036","https://openalex.org/W4365205411","https://openalex.org/W4367701273","https://openalex.org/W4377108321","https://openalex.org/W4377111802","https://openalex.org/W4377130677","https://openalex.org/W4377372007","https://openalex.org/W4378464611","https://openalex.org/W4378468563","https://openalex.org/W4378469456","https://openalex.org/W4378473878","https://openalex.org/W4378508578","https://openalex.org/W4378509427","https://openalex.org/W4378945636","https://openalex.org/W4379251563","https://openalex.org/W4379474731","https://openalex.org/W4379540175","https://openalex.org/W4379933104","https://openalex.org/W4380715271","https://openalex.org/W4381586841","https://openalex.org/W4382173553","https://openalex.org/W4383473944","https://openalex.org/W4383604699","https://openalex.org/W4383987670","https://openalex.org/W4385327559","https://openalex.org/W4385567201","https://openalex.org/W4385569933","https://openalex.org/W4385569968","https://openalex.org/W4385570246","https://openalex.org/W4385570481","https://openalex.org/W4385571157","https://openalex.org/W4385571289","https://openalex.org/W4385571830","https://openalex.org/W4385572146","https://openalex.org/W4385572248","https://openalex.org/W4385572345","https://openalex.org/W4385572727","https://openalex.org/W4385572819","https://openalex.org/W4385572830","https://openalex.org/W4385572965","https://openalex.org/W4385574041","https://openalex.org/W4385574274","https://openalex.org/W4385734161","https://openalex.org/W4385889721","https://openalex.org/W4385963592","https://openalex.org/W4386080611","https://openalex.org/W4386566791","https://openalex.org/W4387355948","https://openalex.org/W4387635374","https://openalex.org/W4387838288","https://openalex.org/W4388786516","https://openalex.org/W4389158536","https://openalex.org/W4389261394","https://openalex.org/W4389518624","https://openalex.org/W4389518754","https://openalex.org/W4389518784","https://openalex.org/W4389519538","https://openalex.org/W4389519598","https://openalex.org/W4389519818","https://openalex.org/W4389520065","https://openalex.org/W4389520333","https://openalex.org/W4389520367","https://openalex.org/W4389520370","https://openalex.org/W4389520676","https://openalex.org/W4389520747","https://openalex.org/W4389520749","https://openalex.org/W4389523706","https://openalex.org/W4389523957","https://openalex.org/W4389524159","https://openalex.org/W4389599474","https://openalex.org/W4390035079","https://openalex.org/W4392173735","https://openalex.org/W4392637287","https://openalex.org/W4401042272","https://openalex.org/W4401042580","https://openalex.org/W4401043224","https://openalex.org/W4402671543","https://openalex.org/W4404783461","https://openalex.org/W6730251247","https://openalex.org/W6741002519","https://openalex.org/W6771486561","https://openalex.org/W6771522293","https://openalex.org/W6773574913","https://openalex.org/W6779068807","https://openalex.org/W6809583738","https://openalex.org/W6809646742","https://openalex.org/W6810738896","https://openalex.org/W6811284106","https://openalex.org/W6838461927","https://openalex.org/W6838815585","https://openalex.org/W6838865847","https://openalex.org/W6839096826","https://openalex.org/W6839548382","https://openalex.org/W6839645220","https://openalex.org/W6839692228","https://openalex.org/W6840793632","https://openalex.org/W6842239938","https://openalex.org/W6842811955","https://openalex.org/W6843975101","https://openalex.org/W6846604011","https://openalex.org/W6846739993","https://openalex.org/W6846922846","https://openalex.org/W6847753483","https://openalex.org/W6848738564","https://openalex.org/W6849274154","https://openalex.org/W6849414221","https://openalex.org/W6849497746","https://openalex.org/W6849600529","https://openalex.org/W6849669136","https://openalex.org/W6849891405","https://openalex.org/W6850137654","https://openalex.org/W6850321100","https://openalex.org/W6850359928","https://openalex.org/W6850656743","https://openalex.org/W6850764995","https://openalex.org/W6850886341","https://openalex.org/W6851275496","https://openalex.org/W6851289839","https://openalex.org/W6851560035","https://openalex.org/W6851780898","https://openalex.org/W6851873343","https://openalex.org/W6852473727","https://openalex.org/W6852476831","https://openalex.org/W6852505888","https://openalex.org/W6852511398","https://openalex.org/W6852519768","https://openalex.org/W6852775702","https://openalex.org/W6852795664","https://openalex.org/W6852854160","https://openalex.org/W6852924361","https://openalex.org/W6853057195","https://openalex.org/W6853118402","https://openalex.org/W6853122199","https://openalex.org/W6853341658","https://openalex.org/W6853359188","https://openalex.org/W6853376989","https://openalex.org/W6853465110","https://openalex.org/W6853474097","https://openalex.org/W6853794629","https://openalex.org/W6854326685","https://openalex.org/W6854612734","https://openalex.org/W6855050443","https://openalex.org/W6855510783","https://openalex.org/W6855623857","https://openalex.org/W6855653602","https://openalex.org/W6855732556","https://openalex.org/W6856440969","https://openalex.org/W6857154067","https://openalex.org/W6857359116","https://openalex.org/W6857398975","https://openalex.org/W6858475805","https://openalex.org/W6858666683","https://openalex.org/W6858968588","https://openalex.org/W6859302979"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W4395014643","https://openalex.org/W4391913857","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"While":[1],"large":[2],"language":[3],"models":[4],"(LLMs)":[5],"have":[6],"shown":[7],"remarkable":[8],"effectiveness":[9],"in":[10,52,96,118],"various":[11],"NLP":[12],"tasks,":[13],"they":[14,74],"are":[15],"still":[16],"prone":[17],"to":[18,30,49],"issues":[19],"such":[20],"as":[21,73],"hallucination,":[22],"unfaithful":[23],"reasoning,":[24],"and":[25,80,107,115],"toxicity.":[26],"A":[27],"promising":[28],"approach":[29],"rectify":[31],"these":[32],"flaws":[33],"is":[34,43],"correcting":[35,97],"LLMs":[36,98],"with":[37,47,82,99],"feedback,":[38,101],"where":[39],"the":[40,62,93],"LLM":[41,63],"itself":[42,64],"prompted":[44],"or":[45,66],"guided":[46],"feedback":[48],"fix":[50],"problems":[51],"its":[53],"own":[54],"output.":[55],"Techniques":[56],"leveraging":[57],"automated":[58,100],"feedback\u2014either":[59],"produced":[60],"by":[61],"(self-correction)":[65],"some":[67],"external":[68],"system\u2014are":[69],"of":[70,92],"particular":[71],"interest":[72],"make":[75],"LLM-based":[76],"solutions":[77],"more":[78],"practical":[79],"deployable":[81],"minimal":[83],"human":[84],"intervention.":[85],"This":[86],"paper":[87],"provides":[88],"an":[89],"exhaustive":[90],"review":[91],"recent":[94],"advances":[95],"categorizing":[102],"them":[103],"into":[104],"training-time,":[105],"generation-time,":[106],"post-hoc":[108],"approaches.":[109],"We":[110],"also":[111],"identify":[112],"potential":[113],"challenges":[114],"future":[116],"directions":[117],"this":[119],"emerging":[120],"field.":[121]},"counts_by_year":[{"year":2026,"cited_by_count":24},{"year":2025,"cited_by_count":36},{"year":2024,"cited_by_count":14}],"updated_date":"2026-08-21T09:56:20.448147","created_date":"2025-10-10T00:00:00"}