{"id":"https://openalex.org/W4411934268","doi":"https://doi.org/10.1162/tacl_a_00754","title":"Know Your Limits: A Survey of Abstention in Large Language Models","display_name":"Know Your Limits: A Survey of Abstention in Large Language Models","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4411934268","doi":"https://doi.org/10.1162/tacl_a_00754"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00754","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00754","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00754/2534960/tacl_a_00754.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00754/2534960/tacl_a_00754.pdf","any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5114482525","display_name":"Bingbing Wen","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bingbing Wen","raw_affiliation_strings":["University of Washington, USA. bingbw@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. bingbw@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114336005","display_name":"Jihan Yao","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Jihan Yao","raw_affiliation_strings":["University of Washington, USA. jihany2@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. jihany2@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5039166924","display_name":"Shangbin Feng","orcid":"https://orcid.org/0000-0002-4133-1987"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shangbin Feng","raw_affiliation_strings":["University of Washington, USA. shangbin@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. shangbin@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114482526","display_name":"Chenjun Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Chenjun Xu","raw_affiliation_strings":["University of Washington, USA. chenjux@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. chenjux@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5062910836","display_name":"Yulia Tsvetkov","orcid":"https://orcid.org/0000-0002-4634-7128"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Yulia Tsvetkov","raw_affiliation_strings":["University of Washington, USA. yuliats@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. yuliats@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5114482528","display_name":"Bill Howe","orcid":null},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Bill Howe","raw_affiliation_strings":["University of Washington, USA. billhowe@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Washington, USA. billhowe@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001778694","display_name":"Lucy Lu Wang","orcid":"https://orcid.org/0000-0001-8752-6635"},"institutions":[{"id":"https://openalex.org/I201448701","display_name":"University of Washington","ror":"https://ror.org/00cvxb145","country_code":"US","type":"education","lineage":["https://openalex.org/I201448701"]},{"id":"https://openalex.org/I4210140341","display_name":"Allen Institute","ror":"https://ror.org/03cpe7c52","country_code":"US","type":"nonprofit","lineage":["https://openalex.org/I4210140341"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Lucy Lu Wang","raw_affiliation_strings":["Allen Institute for AI, USA","University of Washington, USA. lucylw@cs.washington.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Allen Institute for AI, USA","institution_ids":["https://openalex.org/I4210140341"]},{"raw_affiliation_string":"University of Washington, USA. lucylw@cs.washington.edu","institution_ids":["https://openalex.org/I201448701"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":26.6689,"has_fulltext":true,"cited_by_count":22,"citation_normalized_percentile":{"value":0.99517913,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":100},"biblio":{"volume":"13","issue":null,"first_page":"529","last_page":"556"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8426878452301025},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.42998817563056946},{"id":"https://openalex.org/keywords/data-science","display_name":"Data science","score":0.3579957187175751},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.3384131193161011},{"id":"https://openalex.org/keywords/computer-security","display_name":"Computer security","score":0.32114577293395996}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8426878452301025},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.42998817563056946},{"id":"https://openalex.org/C2522767166","wikidata":"https://www.wikidata.org/wiki/Q2374463","display_name":"Data science","level":1,"score":0.3579957187175751},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3384131193161011},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.32114577293395996}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1162/tacl_a_00754","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00754","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00754/2534960/tacl_a_00754.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00754","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00754","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00754/2534960/tacl_a_00754.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6671297155","display_name":null,"funder_award_id":"CAREER","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"},{"id":"https://openalex.org/F4320306078","display_name":"U.S. Department of Defense","ror":"https://ror.org/0447fe631"},{"id":"https://openalex.org/F4320332180","display_name":"Defense Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"},{"id":"https://openalex.org/F4320332815","display_name":"Advanced Research Projects Agency","ror":"https://ror.org/02caytj08"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4411934268.pdf","grobid_xml":"https://content.openalex.org/works/W4411934268.grobid-xml"},"referenced_works_count":214,"referenced_works":["https://openalex.org/W1583837637","https://openalex.org/W2183341477","https://openalex.org/W2736601468","https://openalex.org/W2750779823","https://openalex.org/W2775461895","https://openalex.org/W2888302696","https://openalex.org/W2912924812","https://openalex.org/W2914584698","https://openalex.org/W2955157382","https://openalex.org/W2963323070","https://openalex.org/W2964223283","https://openalex.org/W2970482702","https://openalex.org/W2971173235","https://openalex.org/W2990138404","https://openalex.org/W3001279689","https://openalex.org/W3035441651","https://openalex.org/W3045462440","https://openalex.org/W3100292568","https://openalex.org/W3100355250","https://openalex.org/W3104939451","https://openalex.org/W3109409894","https://openalex.org/W3153490941","https://openalex.org/W3161820423","https://openalex.org/W3168867926","https://openalex.org/W3173618889","https://openalex.org/W3174114019","https://openalex.org/W3190126809","https://openalex.org/W3195374612","https://openalex.org/W3199958362","https://openalex.org/W3201233724","https://openalex.org/W3201622928","https://openalex.org/W3211777899","https://openalex.org/W4223908421","https://openalex.org/W4224308101","https://openalex.org/W4225591000","https://openalex.org/W4281748205","https://openalex.org/W4285210452","https://openalex.org/W4285298351","https://openalex.org/W4285429195","https://openalex.org/W4290994954","https://openalex.org/W4309674289","https://openalex.org/W4312536613","https://openalex.org/W4322718191","https://openalex.org/W4323929307","https://openalex.org/W4378945636","https://openalex.org/W4382239944","https://openalex.org/W4384648205","https://openalex.org/W4384918941","https://openalex.org/W4385374425","https://openalex.org/W4385565472","https://openalex.org/W4385570777","https://openalex.org/W4385571050","https://openalex.org/W4385573323","https://openalex.org/W4385889721","https://openalex.org/W4386436506","https://openalex.org/W4386555960","https://openalex.org/W4386566485","https://openalex.org/W4386566590","https://openalex.org/W4387324099","https://openalex.org/W4387389797","https://openalex.org/W4387436631","https://openalex.org/W4387561041","https://openalex.org/W4387635776","https://openalex.org/W4388748038","https://openalex.org/W4388748173","https://openalex.org/W4388850876","https://openalex.org/W4388926080","https://openalex.org/W4389325565","https://openalex.org/W4389518686","https://openalex.org/W4389518688","https://openalex.org/W4389518965","https://openalex.org/W4389519449","https://openalex.org/W4389519880","https://openalex.org/W4389519963","https://openalex.org/W4389520201","https://openalex.org/W4389523675","https://openalex.org/W4389523709","https://openalex.org/W4389523793","https://openalex.org/W4389524305","https://openalex.org/W4389617257","https://openalex.org/W4389821167","https://openalex.org/W4391421551","https://openalex.org/W4391463145","https://openalex.org/W4391494845","https://openalex.org/W4391631558","https://openalex.org/W4391632220","https://openalex.org/W4391940625","https://openalex.org/W4392182141","https://openalex.org/W4392222150","https://openalex.org/W4392677961","https://openalex.org/W4393924509","https://openalex.org/W4394868309","https://openalex.org/W4394947099","https://openalex.org/W4395064792","https://openalex.org/W4396651341","https://openalex.org/W4396802056","https://openalex.org/W4396827165","https://openalex.org/W4399116034","https://openalex.org/W4399317938","https://openalex.org/W4399991953","https://openalex.org/W4400105133","https://openalex.org/W4401042131","https://openalex.org/W4401042338","https://openalex.org/W4401042900","https://openalex.org/W4401043634","https://openalex.org/W4401043746","https://openalex.org/W4401159196","https://openalex.org/W4402345555","https://openalex.org/W4402466848","https://openalex.org/W4402669751","https://openalex.org/W4402670078","https://openalex.org/W4402670087","https://openalex.org/W4402670201","https://openalex.org/W4402670310","https://openalex.org/W4402670748","https://openalex.org/W4402671137","https://openalex.org/W4402671159","https://openalex.org/W4402671287","https://openalex.org/W4402671653","https://openalex.org/W4402671676","https://openalex.org/W4402671787","https://openalex.org/W4402671828","https://openalex.org/W4402683869","https://openalex.org/W4402684163","https://openalex.org/W4403443810","https://openalex.org/W4404780855","https://openalex.org/W4404781977","https://openalex.org/W4404782525","https://openalex.org/W4404782735","https://openalex.org/W4404782801","https://openalex.org/W4404782813","https://openalex.org/W4404782942","https://openalex.org/W4404782960","https://openalex.org/W4404783094","https://openalex.org/W4404783337","https://openalex.org/W4404792953","https://openalex.org/W4405181600","https://openalex.org/W4409361921","https://openalex.org/W4411120324","https://openalex.org/W6617145748","https://openalex.org/W6739651123","https://openalex.org/W6741002519","https://openalex.org/W6746932923","https://openalex.org/W6771574350","https://openalex.org/W6772383348","https://openalex.org/W6800875267","https://openalex.org/W6809583738","https://openalex.org/W6809646742","https://openalex.org/W6810081322","https://openalex.org/W6810220367","https://openalex.org/W6810738896","https://openalex.org/W6839034341","https://openalex.org/W6839548382","https://openalex.org/W6840896190","https://openalex.org/W6845473909","https://openalex.org/W6846930601","https://openalex.org/W6850423384","https://openalex.org/W6850549809","https://openalex.org/W6850625674","https://openalex.org/W6852418670","https://openalex.org/W6852761203","https://openalex.org/W6853251322","https://openalex.org/W6853359188","https://openalex.org/W6853562202","https://openalex.org/W6854127621","https://openalex.org/W6854948896","https://openalex.org/W6855447051","https://openalex.org/W6855469472","https://openalex.org/W6856096788","https://openalex.org/W6856164125","https://openalex.org/W6856485944","https://openalex.org/W6856773073","https://openalex.org/W6856943028","https://openalex.org/W6857049399","https://openalex.org/W6857146736","https://openalex.org/W6857211717","https://openalex.org/W6857241877","https://openalex.org/W6857320562","https://openalex.org/W6857463441","https://openalex.org/W6857562198","https://openalex.org/W6857626974","https://openalex.org/W6858593940","https://openalex.org/W6858707455","https://openalex.org/W6858732480","https://openalex.org/W6858926300","https://openalex.org/W6859167490","https://openalex.org/W6859934424","https://openalex.org/W6861106814","https://openalex.org/W6861197414","https://openalex.org/W6861285878","https://openalex.org/W6861603952","https://openalex.org/W6861806509","https://openalex.org/W6861960477","https://openalex.org/W6861969717","https://openalex.org/W6862170728","https://openalex.org/W6862418110","https://openalex.org/W6862465687","https://openalex.org/W6862638518","https://openalex.org/W6862677548","https://openalex.org/W6863097404","https://openalex.org/W6864184192","https://openalex.org/W6864381363","https://openalex.org/W6864533935","https://openalex.org/W6864548560","https://openalex.org/W6866710662","https://openalex.org/W6869185875","https://openalex.org/W6869896704","https://openalex.org/W6870057231","https://openalex.org/W6870921229","https://openalex.org/W6871159120","https://openalex.org/W6871828275","https://openalex.org/W6871998708","https://openalex.org/W6873486904","https://openalex.org/W7073593060"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2899084033","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W4391913857","https://openalex.org/W2358668433","https://openalex.org/W4396701345","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Abstention,":[1],"the":[2,41,43,50,111],"refusal":[3],"of":[4,67,115],"large":[5],"language":[6],"models":[7],"(LLMs)":[8],"to":[9,19,35,97,109],"provide":[10],"an":[11],"answer,":[12],"is":[13],"increasingly":[14],"recognized":[15],"for":[16,76],"its":[17],"potential":[18],"mitigate":[20],"hallucinations":[21],"and":[22,45,56,62,65,73,95,113],"enhance":[23],"safety":[24],"in":[25,101,118],"LLM":[26],"systems.":[27],"In":[28,104],"this":[29,60],"survey,":[30],"we":[31,107],"introduce":[32],"a":[33,87],"framework":[34],"examine":[36],"abstention":[37,53,82,99,116],"from":[38],"three":[39],"perspectives:":[40],"query,":[42],"model,":[44],"human":[46],"values.":[47],"We":[48,70],"organize":[49],"literature":[51],"on":[52],"methods,":[54],"benchmarks,":[55],"evaluation":[57],"metrics":[58],"using":[59],"framework,":[61],"discuss":[63],"merits":[64],"limitations":[66],"prior":[68],"work.":[69],"further":[71],"identify":[72],"motivate":[74],"areas":[75],"future":[77],"research,":[78],"such":[79],"as":[80,86],"whether":[81],"can":[83],"be":[84],"achieved":[85],"meta-capability":[88],"that":[89],"transcends":[90],"specific":[91,102],"tasks":[92],"or":[93],"domains,":[94],"opportunities":[96],"optimize":[98],"abilities":[100],"contexts.":[103],"doing":[105],"so,":[106],"aim":[108],"broaden":[110],"scope":[112],"impact":[114],"methodologies":[117],"AI":[119],"systems.1":[120]},"counts_by_year":[{"year":2026,"cited_by_count":17},{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":1}],"updated_date":"2026-07-22T07:51:19.307946","created_date":"2025-10-10T00:00:00"}