{"id":"https://openalex.org/W4402640274","doi":"https://doi.org/10.1162/tacl_a_00695","title":"Investigating Hallucinations in Pruned Large Language Models for Abstractive Summarization","display_name":"Investigating Hallucinations in Pruned Large Language Models for Abstractive Summarization","publication_year":2024,"publication_date":"2024-01-01","ids":{"openalex":"https://openalex.org/W4402640274","doi":"https://doi.org/10.1162/tacl_a_00695"},"language":"en","primary_location":{"id":"doi:10.1162/tacl_a_00695","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00695","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00695/2470787/tacl_a_00695.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","doaj"],"open_access":{"is_oa":true,"oa_status":"diamond","oa_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00695/2470787/tacl_a_00695.pdf","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5082887650","display_name":"George Chrysostomou","orcid":null},"institutions":[{"id":"https://openalex.org/I105036370","display_name":"AstraZeneca (United Kingdom)","ror":"https://ror.org/04r9x1a08","country_code":"GB","type":"company","lineage":["https://openalex.org/I105036370"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"George Chrysostomou","raw_affiliation_strings":["AstraZeneca, UK"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"AstraZeneca, UK","institution_ids":["https://openalex.org/I105036370"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101991159","display_name":"Zhixue Zhao","orcid":"https://orcid.org/0000-0002-3060-269X"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Zhixue Zhao","raw_affiliation_strings":["University of Sheffield, UK. zhixue.zhao@sheffield.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, UK. zhixue.zhao@sheffield.ac.uk","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000231744","display_name":"Miles Williams","orcid":null},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Miles Williams","raw_affiliation_strings":["University of Sheffield, UK. mwilliams15@sheffield.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, UK. mwilliams15@sheffield.ac.uk","institution_ids":["https://openalex.org/I91136226"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5010341007","display_name":"\u039d\u03b9\u03ba\u03cc\u03bb\u03b1\u03bf\u03c2 \u0391\u03bb\u03ad\u03c4\u03c1\u03b1\u03c2","orcid":"https://orcid.org/0000-0003-4285-1965"},"institutions":[{"id":"https://openalex.org/I91136226","display_name":"University of Sheffield","ror":"https://ror.org/05krs5044","country_code":"GB","type":"education","lineage":["https://openalex.org/I91136226"]}],"countries":["GB"],"is_corresponding":false,"raw_author_name":"Nikolaos Aletras","raw_affiliation_strings":["University of Sheffield, UK. n.aletras@sheffield.ac.uk"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Sheffield, UK. n.aletras@sheffield.ac.uk","institution_ids":["https://openalex.org/I91136226"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":3.2631,"has_fulltext":true,"cited_by_count":14,"citation_normalized_percentile":{"value":0.92755105,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":90,"max":99},"biblio":{"volume":"12","issue":null,"first_page":"1163","last_page":"1181"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9993000030517578,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13083","display_name":"Advanced Text Analysis Techniques","score":0.9930999875068665,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T13702","display_name":"Machine Learning in Healthcare","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/automatic-summarization","display_name":"Automatic summarization","score":0.9061024188995361},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8687323331832886},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.6533638834953308},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.519582986831665},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.49190354347229004}],"concepts":[{"id":"https://openalex.org/C170858558","wikidata":"https://www.wikidata.org/wiki/Q1394144","display_name":"Automatic summarization","level":2,"score":0.9061024188995361},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8687323331832886},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.6533638834953308},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.519582986831665},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.49190354347229004}],"mesh":[],"locations_count":4,"locations":[{"id":"doi:10.1162/tacl_a_00695","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00695","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00695/2470787/tacl_a_00695.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:219242","is_oa":false,"landing_page_url":"https://eprints.whiterose.ac.uk/219242/1/tacl_a_00695.pdf","pdf_url":"https://eprints.whiterose.ac.uk/219242/1/tacl_a_00695.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"acceptedVersion","is_accepted":true,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:eprints.whiterose.ac.uk:217690","is_oa":true,"landing_page_url":"https://eprints.whiterose.ac.uk/id/eprint/217690/1/tacl_a_00695.pdf","pdf_url":"https://eprints.whiterose.ac.uk/id/eprint/217690/1/tacl_a_00695.pdf","source":{"id":"https://openalex.org/S4306400854","display_name":"White Rose Research Online (University of Leeds, The University of Sheffield, University of York)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I2800616092","host_organization_name":"White Rose University Consortium","host_organization_lineage":["https://openalex.org/I2800616092"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"},{"id":"pmh:oai:doaj.org/article:d0a11629fdbb4fa38b524010f110ea27","is_oa":false,"landing_page_url":"https://doaj.org/article/d0a11629fdbb4fa38b524010f110ea27","pdf_url":null,"source":{"id":"https://openalex.org/S4306401280","display_name":"DOAJ (DOAJ: Directory of Open Access Journals)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"Transactions of the Association for Computational Linguistics, Vol 12 (2024)","raw_type":"article"}],"best_oa_location":{"id":"doi:10.1162/tacl_a_00695","is_oa":true,"landing_page_url":"https://doi.org/10.1162/tacl_a_00695","pdf_url":"https://direct.mit.edu/tacl/article-pdf/doi/10.1162/tacl_a_00695/2470787/tacl_a_00695.pdf","source":{"id":"https://openalex.org/S2729999759","display_name":"Transactions of the Association for Computational Linguistics","issn_l":"2307-387X","issn":["2307-387X"],"is_oa":true,"is_in_doaj":true,"is_core":true,"host_organization":"https://openalex.org/P4310320244","host_organization_name":"Association for Computational Linguistics","host_organization_lineage":["https://openalex.org/P4310320244"],"host_organization_lineage_names":["Association for Computational Linguistics"],"type":"journal"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Transactions of the Association for Computational Linguistics","raw_type":"journal-article"},"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G2831959038","display_name":null,"funder_award_id":"EP/S023062","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G3321750416","display_name":"AI UK: Creating an International Ecosystem for Responsible AI Research and Innovation","funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G3881378079","display_name":null,"funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G4536659006","display_name":"SAI: Social Explainable Artificial Intelligence","funder_award_id":"EP/V055712/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G5306878388","display_name":null,"funder_award_id":"EP/S023062/1","funder_id":"https://openalex.org/F4320314731","funder_display_name":"UK Research and Innovation"},{"id":"https://openalex.org/G7916391468","display_name":null,"funder_award_id":"EP/V055712/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"},{"id":"https://openalex.org/G905227802","display_name":null,"funder_award_id":"EP/Y009800/1","funder_id":"https://openalex.org/F4320334627","funder_display_name":"Engineering and Physical Sciences Research Council"}],"funders":[{"id":"https://openalex.org/F4320314731","display_name":"UK Research and Innovation","ror":"https://ror.org/001aqnf71"},{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"},{"id":"https://openalex.org/F4320334627","display_name":"Engineering and Physical Sciences Research Council","ror":"https://ror.org/0439y7842"},{"id":"https://openalex.org/F4320338463","display_name":"CHIST-ERA","ror":"https://ror.org/00rbzpz17"}],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4402640274.pdf","grobid_xml":"https://content.openalex.org/works/W4402640274.grobid-xml"},"referenced_works_count":93,"referenced_works":["https://openalex.org/W1591706642","https://openalex.org/W1994530392","https://openalex.org/W2037537409","https://openalex.org/W2083451366","https://openalex.org/W2156150815","https://openalex.org/W2238199890","https://openalex.org/W2559655401","https://openalex.org/W2768957049","https://openalex.org/W2913668833","https://openalex.org/W2951211142","https://openalex.org/W2962735233","https://openalex.org/W2963929190","https://openalex.org/W2964813902","https://openalex.org/W2970476646","https://openalex.org/W2971120622","https://openalex.org/W2979826702","https://openalex.org/W2990138404","https://openalex.org/W3007007518","https://openalex.org/W3022685184","https://openalex.org/W3034188538","https://openalex.org/W3034383590","https://openalex.org/W3089324001","https://openalex.org/W3091889354","https://openalex.org/W3099474967","https://openalex.org/W3099766584","https://openalex.org/W3102645206","https://openalex.org/W3106234277","https://openalex.org/W3153712677","https://openalex.org/W3159259047","https://openalex.org/W3172669006","https://openalex.org/W3173343821","https://openalex.org/W3191640844","https://openalex.org/W3199908710","https://openalex.org/W3202712981","https://openalex.org/W3213990450","https://openalex.org/W3214897310","https://openalex.org/W4220851215","https://openalex.org/W4226128078","https://openalex.org/W4226278401","https://openalex.org/W4283170666","https://openalex.org/W4285112556","https://openalex.org/W4285243012","https://openalex.org/W4287017694","https://openalex.org/W4287208846","https://openalex.org/W4288089799","https://openalex.org/W4380995299","https://openalex.org/W4384918448","https://openalex.org/W4385565212","https://openalex.org/W4385570008","https://openalex.org/W4385570108","https://openalex.org/W4385572034","https://openalex.org/W4385572316","https://openalex.org/W4385573377","https://openalex.org/W4385574044","https://openalex.org/W4385859649","https://openalex.org/W4387390188","https://openalex.org/W4388787967","https://openalex.org/W4389157038","https://openalex.org/W4389519187","https://openalex.org/W4389519576","https://openalex.org/W4389519928","https://openalex.org/W4389520136","https://openalex.org/W4389520387","https://openalex.org/W4389524128","https://openalex.org/W4389524299","https://openalex.org/W4391124833","https://openalex.org/W4391494845","https://openalex.org/W4392735498","https://openalex.org/W6635590879","https://openalex.org/W6677103964","https://openalex.org/W6682631176","https://openalex.org/W6701908950","https://openalex.org/W6727099177","https://openalex.org/W6761205521","https://openalex.org/W6769627184","https://openalex.org/W6774302960","https://openalex.org/W6776767859","https://openalex.org/W6794457956","https://openalex.org/W6797816506","https://openalex.org/W6810738896","https://openalex.org/W6842795023","https://openalex.org/W6846045287","https://openalex.org/W6847527213","https://openalex.org/W6848451824","https://openalex.org/W6852962002","https://openalex.org/W6854094408","https://openalex.org/W6854866820","https://openalex.org/W6856973918","https://openalex.org/W6857667592","https://openalex.org/W6857939981","https://openalex.org/W6858023062","https://openalex.org/W6858453470","https://openalex.org/W6861019247"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2366403280","https://openalex.org/W1495108544","https://openalex.org/W2091301346","https://openalex.org/W3148229873","https://openalex.org/W4389760904","https://openalex.org/W2150160875","https://openalex.org/W2351187795","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Abstract":[0],"Despite":[1],"the":[2,62,75,125,139,153,157,166],"remarkable":[3],"performance":[4,59],"of":[5],"generative":[6],"large":[7],"language":[8],"models":[9,55,133],"(LLMs)":[10],"on":[11,70,138],"abstractive":[12,83],"summarization,":[13],"they":[14,30],"face":[15],"two":[16,105],"significant":[17],"challenges:":[18],"their":[19],"considerable":[20],"size":[21,44],"and":[22,33,109,156],"tendency":[23],"to":[24,61,89,135,147],"hallucinate.":[25],"Hallucinations":[26],"are":[27,118],"concerning":[28],"because":[29],"erode":[31],"reliability":[32],"raise":[34],"safety":[35],"issues.":[36],"Pruning":[37],"is":[38],"a":[39,71,148,163],"technique":[40],"that":[41,77,116,131],"reduces":[42],"model":[43],"by":[45],"removing":[46],"redundant":[47],"weights,":[48],"enabling":[49],"more":[50,137],"efficient":[51],"sparse":[52],"inference.":[53],"Pruned":[54],"yield":[56],"downstream":[57],"task":[58],"comparable":[60],"original,":[63],"making":[64],"them":[65],"ideal":[66],"alternatives":[67],"when":[68],"operating":[69],"limited":[72],"budget.":[73],"However,":[74],"effect":[76],"pruning":[78,107],"has":[79,87],"upon":[80],"hallucinations":[81,117],"in":[82,168],"summarization":[84,103],"with":[85],"LLMs":[86,123],"yet":[88],"be":[90,162],"explored.":[91],"In":[92],"this":[93],"paper,":[94],"we":[95,114],"provide":[96],"an":[97],"extensive":[98],"empirical":[99],"study":[100],"across":[101],"five":[102,110],"datasets,":[104],"state-of-the-art":[106],"methods,":[108],"instruction-tuned":[111],"LLMs.":[112],"Surprisingly,":[113],"find":[115],"less":[119],"prevalent":[120],"from":[121],"pruned":[122,132],"than":[124],"original":[126],"models.":[127],"Our":[128],"analysis":[129],"suggests":[130],"tend":[134],"depend":[136],"source":[140,158],"document":[141],"for":[142,165],"summary":[143,155],"generation.":[144],"This":[145],"leads":[146],"higher":[149],"lexical":[150],"overlap":[151],"between":[152],"generated":[154],"document,":[159],"which":[160],"could":[161],"reason":[164],"reduction":[167],"hallucination":[169],"risk.1":[170]},"counts_by_year":[{"year":2026,"cited_by_count":7},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":1}],"updated_date":"2026-08-23T07:36:19.812096","created_date":"2025-10-10T00:00:00"}