{"id":"https://openalex.org/W4380995299","doi":"https://doi.org/10.1162/tacl_a_00563","title":"Understanding and Detecting Hallucinations in Neural Machine Translation via Model Introspection","display_name":"Understanding and Detecting Hallucinations in Neural Machine Translation via Model Introspection","publication_year":2023,"publication_date":"2023-01-01","ids":{"openalex":"https://openalex.org/W4380995299","doi":"https://doi.org/10.1162/tacl_a_00563"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00563","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00563","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00563/2131193/tacl_a_00563.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00563/2131193/tacl_a_00563.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100511941","display_name":"Weijia Xu","orcid":"https://orcid.org/0000-0002-5732-8926"},"institutions":[{"id":"https://openalex.org/I1290206253","display_name":"Microsoft (United States)","ror":"https://ror.org/00d0nc645","country_code":"US","type":"company","lineage":["https://openalex.org/I1290206253"]}],"countries":["US"],"is_corresponding":true,"raw_author_name":"Weijia Xu","raw_affiliation_strings":["Microsoft Research, Redmond, USA. weijiaxu@microsoft.com"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Microsoft Research, Redmond, USA. weijiaxu@microsoft.com","institution_ids":["https://openalex.org/I1290206253"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103140610","display_name":"Sweta Agrawal","orcid":"https://orcid.org/0000-0001-5692-0816"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Sweta Agrawal","raw_affiliation_strings":["University of Maryland, USA. sweagraw@cs.umd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, USA. sweagraw@cs.umd.edu","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059930218","display_name":"Eleftheria Briakou","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Eleftheria Briakou","raw_affiliation_strings":["University of Maryland, USA. ebriakou@cs.umd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, USA. ebriakou@cs.umd.edu","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5109498098","display_name":"Marianna J. Martindale","orcid":null},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Marianna J. Martindale","raw_affiliation_strings":["University of Maryland, USA. mmartind@umd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, USA. mmartind@umd.edu","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5078390032","display_name":"Marine Carpuat","orcid":"https://orcid.org/0000-0003-1693-0782"},"institutions":[],"countries":[],"is_corresponding":true,"raw_author_name":"Marine Carpuat","raw_affiliation_strings":["University of Maryland, USA. marine@cs.umd.edu"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Maryland, USA. marine@cs.umd.edu","institution_ids":[]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":["https://openalex.org/A5059930218","https://openalex.org/A5078390032","https://openalex.org/A5100511941","https://openalex.org/A5103140610","https://openalex.org/A5109498098"],"corresponding_institution_ids":["https://openalex.org/I1290206253"],"apc_list":null,"apc_paid":null,"fwci":6.1791,"has_fulltext":true,"cited_by_count":47,"citation_normalized_percentile":{"value":0.97312079,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":"11","issue":null,"first_page":"546","last_page":"564"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12026","display_name":"Explainable Artificial Intelligence (XAI)","score":0.9836999773979187,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9381999969482422,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/hallucinating","display_name":"Hallucinating","score":0.9864618182182312},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8211308717727661},{"id":"https://openalex.org/keywords/machine-translation","display_name":"Machine translation","score":0.7321493625640869},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.655927300453186},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.46961528062820435},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.46740013360977173},{"id":"https://openalex.org/keywords/translation","display_name":"Translation (biology)","score":0.46235570311546326},{"id":"https://openalex.org/keywords/introspection","display_name":"Introspection","score":0.45709437131881714},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.4239291250705719},{"id":"https://openalex.org/keywords/cognitive-psychology","display_name":"Cognitive psychology","score":0.21883592009544373},{"id":"https://openalex.org/keywords/psychology","display_name":"Psychology","score":0.1571752429008484}],"concepts":[{"id":"https://openalex.org/C2911011789","wikidata":"https://www.wikidata.org/wiki/Q130741","display_name":"Hallucinating","level":2,"score":0.9864618182182312},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8211308717727661},{"id":"https://openalex.org/C203005215","wikidata":"https://www.wikidata.org/wiki/Q79798","display_name":"Machine translation","level":2,"score":0.7321493625640869},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.655927300453186},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.46961528062820435},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.46740013360977173},{"id":"https://openalex.org/C149364088","wikidata":"https://www.wikidata.org/wiki/Q185917","display_name":"Translation (biology)","level":4,"score":0.46235570311546326},{"id":"https://openalex.org/C129671850","wikidata":"https://www.wikidata.org/wiki/Q210501","display_name":"Introspection","level":2,"score":0.45709437131881714},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.4239291250705719},{"id":"https://openalex.org/C180747234","wikidata":"https://www.wikidata.org/wiki/Q23373","display_name":"Cognitive psychology","level":1,"score":0.21883592009544373},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.1571752429008484},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C105580179","wikidata":"https://www.wikidata.org/wiki/Q188928","display_name":"Messenger RNA","level":3,"score":0.0}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1162/tacl_a_00563","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00563","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00563/2131193/tacl_a_00563.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:doaj.org/article:bd2a02a196204b42ac4eee26b50902d8","is_oa":true,"landing_page_url":"https://doaj.org/article/bd2a02a196204b42ac4eee26b50902d8","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by-sa","license_id":"https://openalex.org/licenses/cc-by-sa","version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 11, Pp 546-564 (2023)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00563","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00563","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00563/2131193/tacl_a_00563.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G5588551387","display_name":"CAREER: Semantic Divergences Across the Language Barrier","funder_award_id":"1750695","funder_id":"https://openalex.org/F4320306076","funder_display_name":"National Science Foundation"}],"funders":[{"id":"https://openalex.org/F4320306076","display_name":"National Science Foundation","ror":"https://ror.org/021nxhr62"}],"has_content":{"grobid_xml":false,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4380995299.pdf"},"referenced_works_count":73,"referenced_works":["https://openalex.org/W1787224781","https://openalex.org/W1975879668","https://openalex.org/W2336525064","https://openalex.org/W2498119267","https://openalex.org/W2562979205","https://openalex.org/W2602856279","https://openalex.org/W2612690371","https://openalex.org/W2614322402","https://openalex.org/W2616647696","https://openalex.org/W2739046565","https://openalex.org/W2741040846","https://openalex.org/W2757980860","https://openalex.org/W2760656271","https://openalex.org/W2902536246","https://openalex.org/W2903193068","https://openalex.org/W2903347069","https://openalex.org/W2951211142","https://openalex.org/W2962729880","https://openalex.org/W2962807820","https://openalex.org/W2962816513","https://openalex.org/W2963951265","https://openalex.org/W2964159778","https://openalex.org/W2971120622","https://openalex.org/W2971134989","https://openalex.org/W2971154170","https://openalex.org/W2971296520","https://openalex.org/W2973088264","https://openalex.org/W2973136764","https://openalex.org/W2984051011","https://openalex.org/W2986791765","https://openalex.org/W3022685184","https://openalex.org/W3034383590","https://openalex.org/W3035072529","https://openalex.org/W3035214886","https://openalex.org/W3035390927","https://openalex.org/W3084095723","https://openalex.org/W3098396250","https://openalex.org/W3099766584","https://openalex.org/W3105214104","https://openalex.org/W3116506157","https://openalex.org/W3133702157","https://openalex.org/W3152788712","https://openalex.org/W3153712677","https://openalex.org/W3172669006","https://openalex.org/W3173343821","https://openalex.org/W3173506780","https://openalex.org/W3173651177","https://openalex.org/W4287115969","https://openalex.org/W4303443773","https://openalex.org/W4365799947","https://openalex.org/W4385574194","https://openalex.org/W4386566643","https://openalex.org/W6631190155","https://openalex.org/W6636688132","https://openalex.org/W6683596764","https://openalex.org/W6685133223","https://openalex.org/W6734621010","https://openalex.org/W6739901393","https://openalex.org/W6745514724","https://openalex.org/W6748658452","https://openalex.org/W6752876022","https://openalex.org/W6753071532","https://openalex.org/W6756622823","https://openalex.org/W6757517122","https://openalex.org/W6757817989","https://openalex.org/W6758113384","https://openalex.org/W6761551260","https://openalex.org/W6768313233","https://openalex.org/W6785177581","https://openalex.org/W6788313822","https://openalex.org/W6794399727","https://openalex.org/W6843019756","https://openalex.org/W7028504196"],"related_works":["https://openalex.org/W3204676188","https://openalex.org/W4387404794","https://openalex.org/W2380479582","https://openalex.org/W4378771713","https://openalex.org/W2992803471","https://openalex.org/W2949968076","https://openalex.org/W2935811960","https://openalex.org/W2969407538","https://openalex.org/W2917049097","https://openalex.org/W2883671469"],"abstract_inverted_index":{"Abstract":[0],"Neural":[1],"sequence":[2],"generation":[3,58],"models":[4,105],"are":[5,13,21,75],"known":[6],"to":[7,15,35,56,84],"\u201challucinate\u201d,":[8],"by":[9,50,81],"producing":[10],"outputs":[11,64],"that":[12,72],"unrelated":[14],"the":[16,52,57],"source":[17,67],"text.":[18],"These":[19],"hallucinations":[20,49],"potentially":[22],"harmful,":[23],"yet":[24],"it":[25],"remains":[26],"unclear":[27],"in":[28,59],"what":[29],"conditions":[30],"they":[31],"arise":[32],"and":[33,95,110],"how":[34],"mitigate":[36],"their":[37],"impact.":[38],"In":[39],"this":[40],"work,":[41],"we":[42],"first":[43],"identify":[44],"internal":[45],"model":[46],"symptoms":[47,74],"of":[48,78],"analyzing":[51],"relative":[53],"token":[54],"contributions":[55],"contrastive":[60],"hallucinated":[61],"vs.":[62],"non-hallucinated":[63],"generated":[65],"via":[66],"perturbations.":[68],"We":[69],"then":[70],"show":[71],"these":[73],"reliable":[76],"indicators":[77],"natural":[79],"hallucinations,":[80],"using":[82],"them":[83],"design":[85],"a":[86],"lightweight":[87],"hallucination":[88],"detector":[89],"which":[90],"outperforms":[91],"both":[92],"model-free":[93],"baselines":[94],"strong":[96],"classifiers":[97],"based":[98],"on":[99,106],"quality":[100],"estimation":[101],"or":[102],"large":[103],"pre-trained":[104],"manually":[107],"annotated":[108],"English-Chinese":[109],"German-English":[111],"translation":[112],"test":[113],"beds.":[114]},"counts_by_year":[{"year":2026,"cited_by_count":9},{"year":2025,"cited_by_count":19},{"year":2024,"cited_by_count":8},{"year":2023,"cited_by_count":11}],"updated_date":"2026-07-25T15:57:00.446498","created_date":"2025-10-10T00:00:00"}