{"id":"https://openalex.org/W4412888011","doi":"https://doi.org/10.18653/v1/2025.findings-acl.802","title":"Token Pruning in Multimodal Large Language Models: Are We Solving the Right Problem?","display_name":"Token Pruning in Multimodal Large Language Models: Are We Solving the Right Problem?","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4412888011","doi":"https://doi.org/10.18653/v1/2025.findings-acl.802"},"language":"en","primary_location":{"id":"doi:10.18653/v1/2025.findings-acl.802","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.802","pdf_url":"https://aclanthology.org/2025.findings-acl.802.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":true,"oa_status":"gold","oa_url":"https://aclanthology.org/2025.findings-acl.802.pdf","any_repository_has_fulltext":null},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102635197","display_name":"Zichen Wen","orcid":"https://orcid.org/0009-0002-6157-5898"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Zichen Wen","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5025224867","display_name":"Yifeng Gao","orcid":"https://orcid.org/0000-0002-0629-050X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yifeng Gao","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100613913","display_name":"Weijia Li","orcid":"https://orcid.org/0000-0001-7787-4353"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Weijia Li","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5072088593","display_name":"Conghui He","orcid":"https://orcid.org/0009-0009-3186-6847"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Conghui He","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5100689114","display_name":"Linfeng Zhang","orcid":"https://orcid.org/0000-0002-3341-183X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linfeng Zhang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":6.6921,"has_fulltext":true,"cited_by_count":4,"citation_normalized_percentile":{"value":0.96939842,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":98,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"15537","last_page":"15549"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10181","display_name":"Natural Language Processing Techniques","score":0.996999979019165,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10028","display_name":"Topic Modeling","score":0.9882000088691711,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12031","display_name":"Speech and dialogue systems","score":0.9667999744415283,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7735817432403564},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.7411971688270569},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.7318627834320068},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.513235330581665},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.4706655740737915},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.424238920211792},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09531787037849426}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7735817432403564},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.7411971688270569},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.7318627834320068},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.513235330581665},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.4706655740737915},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.424238920211792},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09531787037849426},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.18653/v1/2025.findings-acl.802","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.802","pdf_url":"https://aclanthology.org/2025.findings-acl.802.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"}],"best_oa_location":{"id":"doi:10.18653/v1/2025.findings-acl.802","is_oa":true,"landing_page_url":"https://doi.org/10.18653/v1/2025.findings-acl.802","pdf_url":"https://aclanthology.org/2025.findings-acl.802.pdf","source":null,"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"Findings of the Association for Computational Linguistics: ACL 2025","raw_type":"proceedings-article"},"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":true,"grobid_xml":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4412888011.pdf","grobid_xml":"https://content.openalex.org/works/W4412888011.grobid-xml"},"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4285141722","https://openalex.org/W3204019825"],"abstract_inverted_index":{"Multimodal":[0],"large":[1],"language":[2,94],"models":[3],"(MLLMs)":[4],"have":[5,23],"shown":[6],"remarkable":[7],"performance":[8],"for":[9,89],"crossmodal":[10],"understanding":[11],"and":[12,40,48,69,108,114],"generation,":[13],"yet":[14],"still":[15],"suffer":[16],"from":[17],"severe":[18],"inference":[19],"costs.Recently,":[20],"abundant":[21],"works":[22],"been":[24],"proposed":[25],"to":[26,44,53,81],"solve":[27],"this":[28,130],"problem":[29],"with":[30],"token":[31,84,99,106,128,146],"pruning,":[32],"which":[33],"identifies":[34],"the":[35,46,124,142],"redundant":[36,92],"tokens":[37],"in":[38],"MLLMs":[39],"then":[41],"prunes":[42],"them":[43],"reduce":[45],"computation":[47],"KV":[49],"storage":[50],"costs,":[51],"leading":[52],"significant":[54],"acceleration":[55],"without":[56],"training.While":[57],"these":[58,121,134],"methods":[59],"claim":[60],"efficiency":[61],"gains,":[62],"critical":[63],"questions":[64,135],"about":[65],"their":[66],"fundamental":[67],"design":[68,143],"evaluation":[70,111],"remain":[71],"unanswered:":[72],"Why":[73],"do":[74],"many":[75],"existing":[76],"approaches":[77],"underperform":[78],"even":[79],"compared":[80],"naive":[82],"random":[83],"selection?Are":[85],"attention-based":[86],"scoring":[87],"sufficient":[88],"reliably":[90],"identifying":[91],"tokens?Is":[93],"information":[95],"really":[96],"helpful":[97],"during":[98],"pruning?What":[100],"makes":[101],"a":[102],"good":[103],"trade-off":[104],"between":[105],"importance":[107],"duplication?Are":[109],"current":[110],"protocols":[112],"comprehensive":[113],"unbiased?The":[115],"ignorance":[116],"of":[117,127,144],"previous":[118],"research":[119],"on":[120],"problems":[122],"hinders":[123],"long-term":[125],"development":[126],"pruning.In":[129],"paper,":[131],"we":[132],"answer":[133],"one":[136],"by":[137],"one,":[138],"providing":[139],"insights":[140],"into":[141],"future":[145],"pruning":[147],"methods.":[148]},"counts_by_year":[{"year":2026,"cited_by_count":4}],"updated_date":"2026-07-29T14:22:42.915294","created_date":"2025-10-10T00:00:00"}