{"id":"https://openalex.org/W4394593136","doi":"https://doi.org/10.1109/wacv57701.2024.00141","title":"Token Fusion: Bridging the Gap between Token Pruning and Token Merging","display_name":"Token Fusion: Bridging the Gap between Token Pruning and Token Merging","alternate_titles":[],"publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394593136","doi":"https://doi.org/10.1109/wacv57701.2024.00141"},"language":"en","primary_location":{"id":"doi:10.1109/wacv57701.2024.00141","doi":"https://doi.org/10.1109/wacv57701.2024.00141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00141","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"parent_works":[],"lineage":["https://openalex.org/W4394593136"],"child_works_count":0,"type":"conference-paper","is_traditional":true,"indexed_in":["arxiv","crossref","datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://arxiv.org/pdf/2312.01026","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100741677","display_name":"Minchul Kim","orcid":"https://orcid.org/0000-0003-1449-9124","observed_orcids":["https://orcid.org/0000-0003-1449-9124"]},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Minchul Kim","raw_affiliation_strings":["Michigan State University","Samsung Research America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Samsung Research America","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020498118","display_name":"Shangqian Gao","orcid":"https://orcid.org/0000-0001-9699-1790","observed_orcids":["https://orcid.org/0000-0001-9699-1790"]},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Shangqian Gao","raw_affiliation_strings":["Michigan State University","Samsung Research America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Samsung Research America","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5040051663","display_name":"Yen-Chang Hsu","orcid":null,"observed_orcids":[]},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yen-Chang Hsu","raw_affiliation_strings":["Michigan State University","Samsung Research America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Samsung Research America","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5058974318","display_name":"Yilin Shen","orcid":"https://orcid.org/0000-0002-1955-1529","observed_orcids":["https://orcid.org/0000-0002-1955-1529","https://orcid.org/0009-0008-5832-520X"]},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Yilin Shen","raw_affiliation_strings":["Michigan State University","Samsung Research America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Samsung Research America","institution_ids":["https://openalex.org/I4210101778"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044205212","display_name":"Hongxia Jin","orcid":"https://orcid.org/0009-0000-0222-4217","observed_orcids":["https://orcid.org/0009-0000-0222-4217"]},"institutions":[{"id":"https://openalex.org/I4210101778","display_name":"Samsung (United States)","ror":"https://ror.org/01bfbvm65","country_code":"US","type":"company","lineage":["https://openalex.org/I2250650973","https://openalex.org/I4210101778"]},{"id":"https://openalex.org/I87216513","display_name":"Michigan State University","ror":"https://ror.org/05hs6h993","country_code":"US","type":"education","lineage":["https://openalex.org/I87216513"]}],"countries":["US"],"is_corresponding":false,"contributor_roles":[],"raw_author_name":"Hongxia Jin","raw_affiliation_strings":["Michigan State University","Samsung Research America"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Michigan State University","institution_ids":["https://openalex.org/I87216513"]},{"raw_affiliation_string":"Samsung Research America","institution_ids":["https://openalex.org/I4210101778"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":16.3429,"has_fulltext":true,"cited_by_count":206,"citation_normalized_percentile":{"value":0.99201485,"is_in_top_1_percent":true,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":99,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"1372","last_page":"1381"},"is_retracted":false,"is_pulled":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":1.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":9.999999747378752e-05,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.0,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/token-pruning","display_name":"token pruning","score":0.9459999799728394},{"id":"https://openalex.org/keywords/token-merging","display_name":"token merging","score":1.0},{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.9879999756813049},{"id":"https://openalex.org/keywords/self-attention","display_name":"self-attention","score":0.777999997138977},{"id":"https://openalex.org/keywords/edge-deployment","display_name":"edge deployment","score":0.7540000081062317},{"id":"https://openalex.org/keywords/model-compression","display_name":"model compression","score":0.6510000228881836},{"id":"https://openalex.org/keywords/linear-response","display_name":"linear response","score":0.48100000619888306},{"id":"https://openalex.org/keywords/distribution-shift","display_name":"distribution shift","score":0.6729999780654907},{"id":"https://openalex.org/keywords/image-generation","display_name":"image generation","score":0.6079999804496765},{"id":"https://openalex.org/keywords/computational-efficiency","display_name":"computational efficiency","score":0.703000009059906}],"concepts":[{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.89798903465271},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8089905381202698},{"id":"https://openalex.org/C102462485","wikidata":"https://www.wikidata.org/wiki/Q904595","display_name":"Token bus network","level":3,"score":0.5636742115020752},{"id":"https://openalex.org/C108010975","wikidata":"https://www.wikidata.org/wiki/Q500094","display_name":"Pruning","level":2,"score":0.5221986174583435},{"id":"https://openalex.org/C197129107","wikidata":"https://www.wikidata.org/wiki/Q1921621","display_name":"Merge (version control)","level":2,"score":0.43421411514282227},{"id":"https://openalex.org/C18664526","wikidata":"https://www.wikidata.org/wiki/Q7651187","display_name":"Suzuki-Kasami algorithm","level":3,"score":0.42905694246292114},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.42743057012557983},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3990786671638489},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.17103278636932373},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.15642502903938293},{"id":"https://openalex.org/C86803240","wikidata":"https://www.wikidata.org/wiki/Q420","display_name":"Biology","level":0,"score":0.0},{"id":"https://openalex.org/C6557445","wikidata":"https://www.wikidata.org/wiki/Q173113","display_name":"Agronomy","level":1,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/wacv57701.2024.00141","doi":"https://doi.org/10.1109/wacv57701.2024.00141","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00141","pdf_url":null,"source":{"id":"https://openalex.org/S4393918690","display_name":"IEEE Winter Conference on Applications of Computer Vision","issn_l":"2472-6737","issn":["2472-6737"],"is_oa":false,"is_in_doaj":false,"is_core":false,"listed_in":["norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},{"id":"pmh:oai:arXiv.org:2312.01026","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.01026","pdf_url":"https://arxiv.org/pdf/2312.01026","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},{"id":"doi:10.48550/arxiv.2312.01026","doi":"https://doi.org/10.48550/arxiv.2312.01026","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2312.01026","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"pmh:oai:arXiv.org:2312.01026","doi":null,"is_oa":true,"landing_page_url":"http://arxiv.org/abs/2312.01026","pdf_url":"https://arxiv.org/pdf/2312.01026","source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":"2331-8422","issn":["2331-8422"],"is_oa":true,"is_in_doaj":false,"is_core":false,"listed_in":[],"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"text"},"sustainable_development_goals":[],"study_designs":[],"awards":[],"funders":[],"has_content":{"grobid_xml":true,"pdf":true},"content_urls":{"pdf":"https://content.openalex.org/works/W4394593136.pdf","grobid_xml":"https://content.openalex.org/works/W4394593136.grobid-xml"},"referenced_works_count":52,"referenced_works":["https://openalex.org/W1580389772","https://openalex.org/W2108598243","https://openalex.org/W2133665775","https://openalex.org/W2147774191","https://openalex.org/W2626778328","https://openalex.org/W2793888044","https://openalex.org/W2945767825","https://openalex.org/W2946794439","https://openalex.org/W2962785568","https://openalex.org/W2963981733","https://openalex.org/W2995327724","https://openalex.org/W3015468748","https://openalex.org/W3033529678","https://openalex.org/W3034742519","https://openalex.org/W3091156754","https://openalex.org/W3092852584","https://openalex.org/W3094502228","https://openalex.org/W3120633509","https://openalex.org/W3138516171","https://openalex.org/W3168124404","https://openalex.org/W3169769781","https://openalex.org/W3174402370","https://openalex.org/W3174708387","https://openalex.org/W3174807077","https://openalex.org/W3175937066","https://openalex.org/W3180037928","https://openalex.org/W3181186005","https://openalex.org/W3202698164","https://openalex.org/W3203105104","https://openalex.org/W3203166921","https://openalex.org/W3205814820","https://openalex.org/W3213170663","https://openalex.org/W4213187341","https://openalex.org/W4221144813","https://openalex.org/W4221156361","https://openalex.org/W4226002507","https://openalex.org/W4226050675","https://openalex.org/W4226174225","https://openalex.org/W4306886919","https://openalex.org/W4312849330","https://openalex.org/W4312872526","https://openalex.org/W4312910119","https://openalex.org/W4312933868","https://openalex.org/W4313007769","https://openalex.org/W4365446402","https://openalex.org/W4385801014","https://openalex.org/W4389518760","https://openalex.org/W6779163297","https://openalex.org/W6796580215","https://openalex.org/W7133185223","https://openalex.org/W7133227460","https://openalex.org/W7133229819"],"related_works":["https://openalex.org/W4380136223","https://openalex.org/W4412408234","https://openalex.org/W7094956800","https://openalex.org/W4384159680","https://openalex.org/W4394625520","https://openalex.org/W4404433224","https://openalex.org/W4406631984","https://openalex.org/W4415428809","https://openalex.org/W4401642060","https://openalex.org/W4385004455"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViTs)":[2],"have":[3],"emerged":[4],"as":[5],"powerful":[6],"backbones":[7],"in":[8,116,162],"computer":[9],"vision,":[10],"outperforming":[11],"many":[12],"traditional":[13],"CNNs.":[14],"However,":[15],"their":[16],"computational":[17,170],"overhead,":[18],"largely":[19],"attributed":[20],"to":[21,71,84,87,92,133,146],"the":[22,53,67,80,103,111,129,139],"self-attention":[23],"mechanism,":[24],"makes":[25],"deployment":[26],"on":[27,35],"resource-constrained":[28],"edge":[29],"devices":[30],"challenging.":[31],"Multiple":[32],"solutions":[33],"rely":[34],"token":[36,39,57,60,75],"pruning":[37,58,63],"or":[38,149],"merging.":[40,61],"In":[41],"this":[42,91],"paper,":[43],"we":[44,101,122],"introduce":[45,123],"\"Token":[46],"Fusion\"":[47],"(ToFu),":[48],"a":[49,94,126],"method":[50],"that":[51,157],"amalgamates":[52],"benefits":[54],"of":[55,105,128],"both":[56,163],"and":[59,165,172],"Token":[62,98],"proves":[64],"advantageous":[65],"when":[66,79],"model":[68,81,173],"exhibits":[69],"sensitivity":[70],"input":[72],"interpolations,":[73],"while":[74,137],"merging":[76],"is":[77,143],"effective":[78],"manifests":[82],"close":[83],"linear":[85],"responses":[86],"inputs.":[88],"We":[89],"combine":[90],"propose":[93],"new":[95,160],"scheme":[96],"called":[97],"Fusion.":[99],"Moreover,":[100],"tackle":[102],"limitations":[104],"average":[106],"merging,":[107,125],"which":[108],"doesn\u2019t":[109],"preserve":[110],"intrinsic":[112],"feature":[113],"norm,":[114],"resulting":[115],"distributional":[117],"shifts.":[118],"To":[119],"mitigate":[120],"this,":[121],"MLERP":[124],"variant":[127],"SLERP":[130],"technique,":[131],"tailored":[132],"merge":[134],"multiple":[135],"tokens":[136],"maintaining":[138],"norm":[140],"distribution.":[141],"ToFu":[142,158],"versatile,":[144],"applicable":[145],"ViTs":[147],"with":[148],"without":[150],"additional":[151],"training.":[152],"Our":[153],"empirical":[154],"evaluations":[155],"indicate":[156],"establishes":[159],"benchmarks":[161],"classification":[164],"image":[166],"generation":[167],"tasks":[168],"concerning":[169],"efficiency":[171],"accuracy.":[174]},"cited_by_api_url":"https://api.openalex.org/works?filter=cites:W4394593136","counts_by_year":[{"year":2026,"cited_by_count":107},{"year":2025,"cited_by_count":88},{"year":2024,"cited_by_count":11}],"updated_date":"2026-11-20T13:11:24.684918","created_date":"2024-04-10T00:00:00"}
