{"id":"https://openalex.org/W4408352778","doi":"https://doi.org/10.1109/icassp49660.2025.10888167","title":"FR <sup>2</sup> ViT: Finetuning-free Token Reduction for Dense Prediction Through a Refinement-Reactivation Architecture","display_name":"FR <sup>2</sup> ViT: Finetuning-free Token Reduction for Dense Prediction Through a Refinement-Reactivation Architecture","publication_year":2025,"publication_date":"2025-03-12","ids":{"openalex":"https://openalex.org/W4408352778","doi":"https://doi.org/10.1109/icassp49660.2025.10888167"},"language":"en","primary_location":{"id":"doi:10.1109/icassp49660.2025.10888167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5112116779","display_name":"Haipeng Fang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haipeng Fang","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5000419989","display_name":"Ziheng Wu","orcid":"https://orcid.org/0000-0001-8960-9733"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ziheng Wu","raw_affiliation_strings":["ByteDance"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"ByteDance","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5085652299","display_name":"Xinyi Zou","orcid":"https://orcid.org/0009-0003-5715-6161"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xinyi Zou","raw_affiliation_strings":["Alibaba Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101957363","display_name":"Jun Huang","orcid":"https://orcid.org/0000-0002-2190-9067"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Jun Huang","raw_affiliation_strings":["Alibaba Inc"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Alibaba Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044244896","display_name":"Juan Cao","orcid":"https://orcid.org/0000-0003-4256-6830"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Cao","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5044734626","display_name":"Sheng Tang","orcid":"https://orcid.org/0000-0002-2206-7981"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Sheng Tang","raw_affiliation_strings":["Institute of Computing Technology,Chinese Academy of Sciences"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Institute of Computing Technology,Chinese Academy of Sciences","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.03118528,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"5"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},"topics":[{"id":"https://openalex.org/T12859","display_name":"Cell Image Analysis Techniques","score":0.9700999855995178,"subfield":{"id":"https://openalex.org/subfields/1304","display_name":"Biophysics"},"field":{"id":"https://openalex.org/fields/13","display_name":"Biochemistry, Genetics and Molecular Biology"},"domain":{"id":"https://openalex.org/domains/1","display_name":"Life Sciences"}},{"id":"https://openalex.org/T10522","display_name":"Medical Imaging Techniques and Applications","score":0.9465000033378601,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9397000074386597,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6741057634353638},{"id":"https://openalex.org/keywords/security-token","display_name":"Security token","score":0.6735872030258179},{"id":"https://openalex.org/keywords/reduction","display_name":"Reduction (mathematics)","score":0.6717742681503296},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.5425442457199097},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.38841140270233154},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.30307936668395996},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.11937445402145386}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6741057634353638},{"id":"https://openalex.org/C48145219","wikidata":"https://www.wikidata.org/wiki/Q1335365","display_name":"Security token","level":2,"score":0.6735872030258179},{"id":"https://openalex.org/C111335779","wikidata":"https://www.wikidata.org/wiki/Q3454686","display_name":"Reduction (mathematics)","level":2,"score":0.6717742681503296},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.5425442457199097},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.38841140270233154},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.30307936668395996},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.11937445402145386},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icassp49660.2025.10888167","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icassp49660.2025.10888167","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"ICASSP 2025 - 2025 IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320321133","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":44,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2125215748","https://openalex.org/W2340897893","https://openalex.org/W2507296351","https://openalex.org/W2962936633","https://openalex.org/W2963150697","https://openalex.org/W3094502228","https://openalex.org/W3138516171","https://openalex.org/W3188427387","https://openalex.org/W3216553632","https://openalex.org/W4214893857","https://openalex.org/W4312340826","https://openalex.org/W4312849330","https://openalex.org/W4312872526","https://openalex.org/W4312910119","https://openalex.org/W4312980231","https://openalex.org/W4319300012","https://openalex.org/W4386066311","https://openalex.org/W4386075588","https://openalex.org/W4386076556","https://openalex.org/W4387949413","https://openalex.org/W4390873017","https://openalex.org/W4390873032","https://openalex.org/W4394593136","https://openalex.org/W4394597024","https://openalex.org/W4394625744","https://openalex.org/W4402716428","https://openalex.org/W4402753804","https://openalex.org/W4402754063","https://openalex.org/W4402816727","https://openalex.org/W4403780868","https://openalex.org/W4411245291","https://openalex.org/W6639055396","https://openalex.org/W6788135285","https://openalex.org/W6796494063","https://openalex.org/W6796580215","https://openalex.org/W6809995052","https://openalex.org/W6811032435","https://openalex.org/W6838393215","https://openalex.org/W6846577953","https://openalex.org/W6857940359","https://openalex.org/W6858182937","https://openalex.org/W6858518852","https://openalex.org/W6874438264"],"related_works":["https://openalex.org/W4388335561","https://openalex.org/W2970530566","https://openalex.org/W4288261899","https://openalex.org/W4307309205","https://openalex.org/W2967478618","https://openalex.org/W4385009901","https://openalex.org/W4385572700","https://openalex.org/W2997152889","https://openalex.org/W4285141722","https://openalex.org/W4387768015"],"abstract_inverted_index":{"Token":[0],"reduction":[1],"is":[2,140],"an":[3],"efficient":[4,76],"method":[5],"for":[6,75,175],"accelerating":[7],"vision":[8,77],"transformers.":[9],"Techniques":[10],"like":[11],"token":[12],"pruning":[13],"and":[14,102,120,133,139],"merging":[15],"progressively":[16],"decrease":[17],"the":[18,25,47,145],"number":[19],"of":[20,81,136],"active":[21],"tokens":[22,80,99,109,116],"to":[23,31,45,84,97,142],"reduce":[24],"computation":[26],"cost.":[27],"However,":[28],"when":[29],"applied":[30],"dense":[32,152],"prediction":[33,153],"tasks,":[34],"these":[35],"techniques":[36],"crudely":[37],"cache":[38],"low-level":[39],"features":[40,44],"or":[41],"unfold":[42],"non-self":[43],"reconstruct":[46],"inactive":[48],"tokens.":[49],"This":[50],"hard":[51],"replacement":[52],"results":[53],"in":[54],"significant":[55],"information":[56],"loss,":[57],"especially":[58],"at":[59,87],"higher":[60],"compression":[61],"ratios.":[62],"In":[63],"this":[64],"work,":[65],"we":[66,91,121],"propose":[67],"FR<sup":[68,162],"xmlns:mml=\"http://www.w3.org/1998/Math/MathML\"":[69,163],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>ViT,":[70],"a":[71,93,123,166,171],"finetuning-free":[72,141],"refinement-reactivation":[73],"architecture":[74],"transformers,":[78],"allowing":[79],"varying":[82],"informativeness":[83,95],"activate":[85],"softly":[86],"differing":[88],"costs.":[89],"Specifically,":[90],"design":[92],"high-order":[94],"assessment":[96],"partition":[98],"into":[100],"superior":[101,108],"inferior":[103,115],"categories":[104],"accurately.":[105],"We":[106],"refine":[107],"through":[110],"extensive":[111],"attention":[112],"interaction,":[113],"while":[114],"undergo":[117],"effective":[118],"reactivation,":[119],"establish":[122],"lightweight":[124],"interaction":[125,135],"between":[126],"two":[127],"branches.":[128],"Our":[129],"approach":[130],"ensures":[131],"continuous":[132],"autonomous":[134],"each":[137],"token,":[138],"easily":[143],"accommodate":[144],"large":[146],"model":[147],"era.":[148],"Experiments":[149],"across":[150],"three":[151],"tasks":[154],"demonstrate":[155],"our":[156],"method\u2019s":[157],"exceptional":[158],"performance.":[159],"For":[160],"example,":[161],"xmlns:xlink=\"http://www.w3.org/1999/xlink\">2</sup>ViT":[164],"achieves":[165],"1.95\u00d7":[167],"FPS":[168],"with":[169],"only":[170],"0.43%":[172],"performance":[173],"drop":[174],"Segmenter":[176],"ViT-L.":[177]},"counts_by_year":[],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2025-10-10T00:00:00"}