{"id":"https://openalex.org/W7154241879","doi":"https://doi.org/10.48550/arxiv.2604.11530","title":"Beyond Attention Scores: SVD-Based Vision Token Pruning for Efficient Vision-Language Models","display_name":"Beyond Attention Scores: SVD-Based Vision Token Pruning for Efficient Vision-Language Models","publication_year":2026,"publication_date":"2026-04-13","ids":{"openalex":"https://openalex.org/W7154241879","doi":"https://doi.org/10.48550/arxiv.2604.11530"},"language":"en","primary_location":{"id":"pmh:oai:HAL:hal-05595315v1","is_oa":false,"landing_page_url":"https://univ-evry.hal.science/hal-05595315","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2604.11530","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5133586325","display_name":"Yvon Apedo","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Apedo, Yvon","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5133563360","display_name":"Martyna Poreba","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Poreba, Martyna","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5124040813","display_name":"Michal Szczepanski","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Szczepanski, Michal","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5033226493","display_name":"Samia Bouchafa","orcid":"https://orcid.org/0000-0002-2860-8128"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Bouchafa, Samia","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9726999998092651,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.006000000052154064,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.005499999970197678,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.8281999826431274},{"id":"https://openalex.org/keywords/pruning","display_name":"Pruning","score":0.6782000064849854},{"id":"https://openalex.org/keywords/leverage","display_name":"Leverage (statistics)","score":0.65829998254776},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.4702000021934509},{"id":"https://openalex.org/keywords/variance","display_name":"Variance (accounting)","score":0.36730000376701355},{"id":"https://openalex.org/keywords/computational-complexity-theory","display_name":"Computational complexity theory","score":0.35440000891685486}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.8281999826431274},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7465999722480774},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.6782000064849854},{"id":"https://openalex.org/C153083717","wikidata":"https://www.wikidata.org/wiki/Q6535263","display_name":"Leverage (statistics)","level":2,"score":0.65829998254776},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5627999901771545},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.4702000021934509},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3959999978542328},{"id":"https://openalex.org/C196083921","wikidata":"https://www.wikidata.org/wiki/Q7915758","display_name":"Variance (accounting)","level":2,"score":0.36730000376701355},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.35440000891685486},{"id":"https://openalex.org/C2779304628","wikidata":"https://www.wikidata.org/wiki/Q3503480","display_name":"Face (sociological concept)","level":2,"score":0.3262999951839447},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.2946000099182129},{"id":"https://openalex.org/C5339829","wikidata":"https://www.wikidata.org/wiki/Q1425977","display_name":"Machine vision","level":2,"score":0.29440000653266907},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.27869999408721924},{"id":"https://openalex.org/C114289077","wikidata":"https://www.wikidata.org/wiki/Q3284399","display_name":"Statistical model","level":2,"score":0.26660001277923584},{"id":"https://openalex.org/C28855332","wikidata":"https://www.wikidata.org/wiki/Q198099","display_name":"Quantization (signal processing)","level":2,"score":0.26440000534057617},{"id":"https://openalex.org/C188198153","wikidata":"https://www.wikidata.org/wiki/Q1613840","display_name":"Limiting","level":2,"score":0.26260000467300415}],"mesh":[],"locations_count":2,"locations":[{"id":"pmh:oai:HAL:hal-05595315v1","is_oa":false,"landing_page_url":"https://univ-evry.hal.science/hal-05595315","pdf_url":null,"source":{"id":"https://openalex.org/S4306402512","display_name":"HAL (Le Centre pour la Communication Scientifique Directe)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1294671590","host_organization_name":"Centre National de la Recherche Scientifique","host_organization_lineage":["https://openalex.org/I1294671590"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":"2026","raw_type":"info:eu-repo/semantics/preprint"},{"id":"doi:10.48550/arxiv.2604.11530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2604.11530","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2604.11530","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","score":0.4590080976486206,"display_name":"Quality Education"}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Vision-Language":[0],"Models":[1],"(VLMs)":[2],"have":[3],"revolutionized":[4],"multi-modal":[5],"learning":[6],"by":[7],"jointly":[8],"processing":[9,28],"visual":[10],"and":[11,24,55,69,103,144],"textual":[12],"information.":[13],"Yet,":[14],"they":[15],"face":[16],"significant":[17],"challenges":[18],"due":[19],"to":[20,61,71,117],"the":[21,98,105,118],"high":[22,66],"computational":[23],"memory":[25],"demands":[26],"of":[27,31],"long":[29],"sequences":[30],"vision":[32,99,135,146],"tokens.":[33,147],"Many":[34],"existing":[35],"methods":[36,132],"rely":[37],"on":[38,74,92],"local":[39],"heuristics,":[40],"such":[41],"as":[42],"attention":[43],"scores":[44],"or":[45],"token":[46,88,100,136],"norms.":[47],"However,":[48],"these":[49,80],"criteria":[50],"suffer":[51],"from":[52],"positional":[53],"bias":[54],"information":[56],"dispersion,":[57],"limiting":[58],"their":[59],"ability":[60],"preserve":[62],"essential":[63],"content":[64],"at":[65],"pruning":[67,89,131],"ratios":[68],"leading":[70],"performance":[72,140],"degradation":[73],"visually":[75],"detailed":[76],"images.":[77],"To":[78],"address":[79],"issues,":[81],"we":[82],"propose":[83],"SVD-Prune,":[84],"a":[85],"training-free,":[86],"plug-and-play":[87],"method":[90],"based":[91],"Singular":[93],"Value":[94],"Decomposition.":[95],"It":[96],"decomposes":[97],"feature":[101],"matrix":[102],"selects":[104],"top-k":[106],"tokens":[107,114],"using":[108],"statistical":[109],"leverage":[110],"scores,":[111],"ensuring":[112],"only":[113],"contributing":[115],"most":[116],"dominant":[119],"global":[120],"variance":[121],"are":[122],"preserved.":[123],"Experiments":[124],"show":[125],"that":[126],"SVD-Prune":[127],"consistently":[128],"outperforms":[129],"prior":[130],"under":[133],"extreme":[134],"budgets,":[137],"maintaining":[138],"strong":[139],"even":[141],"with":[142],"32":[143],"16":[145]},"counts_by_year":[],"updated_date":"2026-07-28T07:46:37.118299","created_date":"2026-04-15T00:00:00"}