{"id":"https://openalex.org/W7160959899","doi":"https://doi.org/10.48550/arxiv.2605.09429","title":"Evading Visual Aphasia: Contrastive Adaptive Semantic Token Pruning for Vision-Language Models","display_name":"Evading Visual Aphasia: Contrastive Adaptive Semantic Token Pruning for Vision-Language Models","publication_year":2026,"publication_date":"2026-05-10","ids":{"openalex":"https://openalex.org/W7160959899","doi":"https://doi.org/10.48550/arxiv.2605.09429"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2605.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2605.09429","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5135952816","display_name":"Jie Ma","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ma, Jie","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135993654","display_name":"Yihang Liu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Liu, Yihang","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5117839877","display_name":"Zhike Qiu","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Qiu, Zhike","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5135938023","display_name":"Jiayi Ji","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ji, Jiayi","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5135950774","display_name":"Xiaoshuai Sun","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Sun, Xiaoshuai","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9750000238418579,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.005200000014156103,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.0035000001080334187,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6133999824523926},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.4975999891757965},{"id":"https://openalex.org/keywords/language-model","display_name":"Language model","score":0.43320000171661377},{"id":"https://openalex.org/keywords/speedup","display_name":"Speedup","score":0.4032999873161316},{"id":"https://openalex.org/keywords/bridging","display_name":"Bridging (networking)","score":0.29840001463890076},{"id":"https://openalex.org/keywords/vocabulary","display_name":"Vocabulary","score":0.2888000011444092},{"id":"https://openalex.org/keywords/spoken-language","display_name":"Spoken language","score":0.2874999940395355}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7728000283241272},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6133999824523926},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5138000249862671},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.4975999891757965},{"id":"https://openalex.org/C137293760","wikidata":"https://www.wikidata.org/wiki/Q3621696","display_name":"Language model","level":2,"score":0.43320000171661377},{"id":"https://openalex.org/C68339613","wikidata":"https://www.wikidata.org/wiki/Q1549489","display_name":"Speedup","level":2,"score":0.4032999873161316},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.37119999527931213},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3393000066280365},{"id":"https://openalex.org/C174348530","wikidata":"https://www.wikidata.org/wiki/Q188635","display_name":"Bridging (networking)","level":2,"score":0.29840001463890076},{"id":"https://openalex.org/C2777601683","wikidata":"https://www.wikidata.org/wiki/Q6499736","display_name":"Vocabulary","level":2,"score":0.2888000011444092},{"id":"https://openalex.org/C2776230583","wikidata":"https://www.wikidata.org/wiki/Q1322198","display_name":"Spoken language","level":2,"score":0.2874999940395355},{"id":"https://openalex.org/C189430467","wikidata":"https://www.wikidata.org/wiki/Q7293293","display_name":"Ranking (information retrieval)","level":2,"score":0.2842000126838684},{"id":"https://openalex.org/C2777508537","wikidata":"https://www.wikidata.org/wiki/Q7936620","display_name":"Visual reasoning","level":2,"score":0.27970001101493835},{"id":"https://openalex.org/C82876162","wikidata":"https://www.wikidata.org/wiki/Q17096504","display_name":"Latency (audio)","level":2,"score":0.27149999141693115},{"id":"https://openalex.org/C184337299","wikidata":"https://www.wikidata.org/wiki/Q1437428","display_name":"Semantics (computer science)","level":2,"score":0.26759999990463257},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.26669999957084656},{"id":"https://openalex.org/C28490314","wikidata":"https://www.wikidata.org/wiki/Q189436","display_name":"Speech recognition","level":1,"score":0.26170000433921814},{"id":"https://openalex.org/C118505674","wikidata":"https://www.wikidata.org/wiki/Q42586063","display_name":"Encoder","level":2,"score":0.2590000033378601},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.2540000081062317}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2605.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2605.09429","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2605.09429","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":"cc-by","license_id":"https://openalex.org/licenses/cc-by","version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"score":0.8513991832733154,"display_name":"Life below water","id":"https://metadata.un.org/sdg/14"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Are":[0],"low-attention":[1],"visual":[2,16,74,149],"tokens":[3,17,41,150],"truly":[4],"redundant":[5],"in":[6,43,69],"vision-language":[7],"reasoning?":[8],"Existing":[9],"pruning":[10,60,92,178,201],"methods":[11],"often":[12],"assume":[13],"so,":[14],"ranking":[15],"by":[18,151],"shallow":[19],"text-to-image":[20],"attention":[21,105,115],"and":[22,56,76,110,125,140,153,183],"discarding":[23],"low-scoring":[24],"patches":[25],"to":[26,106,135,198],"accelerate":[27],"LVLM":[28,187],"inference.":[29],"We":[30,82],"show":[31],"that":[32,94,190],"this":[33],"scalar":[34,200],"criterion":[35],"is":[36,194],"unreliable":[37],"for":[38,50],"compositional":[39],"reasoning:":[40],"ignored":[42],"early":[44],"layers":[45],"can":[46,61],"later":[47],"become":[48],"essential":[49],"resolving":[51],"secondary":[52],"objects,":[53],"spatial":[54,126,142],"relations,":[55],"contextual":[57,112],"cues.":[58],"Premature":[59],"therefore":[62],"induce":[63],"Visual":[64],"Aphasia,":[65],"a":[66,90,131,155,168,195],"failure":[67],"mode":[68],"which":[70],"the":[71,119,163],"model":[72],"loses":[73],"grounding":[75],"falls":[77],"back":[78],"on":[79],"language":[80],"priors.":[81],"introduce":[83],"COAST":[84,101,147,174],"(COntrastive":[85],"Adaptive":[86],"Semantic":[87],"Token":[88],"Pruning),":[89],"training-free":[91],"framework":[93],"casts":[95],"compression":[96,172],"as":[97],"adaptive":[98,191],"semantic":[99,123,192],"routing.":[100],"uses":[102,130],"native":[103],"cross-modal":[104],"identify":[107],"query-specific":[108],"anchors":[109],"estimate":[111],"dispersion":[113],"via":[114],"entropy,":[116],"then":[117],"adapts":[118],"retention":[120],"trade-off":[121],"between":[122],"evidence":[124,139],"context.":[127,143],"It":[128],"further":[129],"contrastive":[132],"routing":[133,193],"score":[134],"preserve":[136],"both":[137],"anchor-aligned":[138],"complementary":[141],"Across":[144],"seven":[145],"benchmarks,":[146],"reduces":[148],"77.8%":[152],"achieves":[154],"2.15x":[156],"latency":[157],"speedup":[158],"while":[159],"retaining":[160],"98.64%":[161],"of":[162],"original":[164],"average":[165],"performance.":[166],"Beyond":[167],"single":[169],"backbone":[170],"or":[171],"setting,":[173],"consistently":[175],"outperforms":[176],"strong":[177],"baselines":[179],"across":[180,185],"token":[181],"budgets":[182],"generalizes":[184],"multiple":[186],"families,":[188],"showing":[189],"robust":[196],"alternative":[197],"one-shot":[199]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-05-13T00:00:00"}