{"id":"https://openalex.org/W4394597854","doi":"https://doi.org/10.1109/wacv57701.2024.00247","title":"FLORA: Fine-grained Low-Rank Architecture Search for Vision Transformer","display_name":"FLORA: Fine-grained Low-Rank Architecture Search for Vision Transformer","publication_year":2024,"publication_date":"2024-01-03","ids":{"openalex":"https://openalex.org/W4394597854","doi":"https://doi.org/10.1109/wacv57701.2024.00247"},"language":"en","primary_location":{"id":"doi:10.1109/wacv57701.2024.00247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5005153980","display_name":"Chi-Chih Chang","orcid":"https://orcid.org/0000-0002-3154-1745"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":true,"raw_author_name":"Chi-Chih Chang","raw_affiliation_strings":["National Yang Ming Chiao Tung University"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020895612","display_name":"Yuan-Yao Sung","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Yuan-Yao Sung","raw_affiliation_strings":["National Yang Ming Chiao Tung University"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5008881455","display_name":"Shixing Yu","orcid":"https://orcid.org/0000-0003-4335-7520"},"institutions":[{"id":"https://openalex.org/I205783295","display_name":"Cornell University","ror":"https://ror.org/05bnh6r87","country_code":"US","type":"education","lineage":["https://openalex.org/I205783295"]},{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Shixing Yu","raw_affiliation_strings":["University of Texas at Austin","Cornell University"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]},{"raw_affiliation_string":"Cornell University","institution_ids":["https://openalex.org/I205783295"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5036262299","display_name":"Ning-Chi Huang","orcid":"https://orcid.org/0000-0003-4663-9099"},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Ning-Chi Huang","raw_affiliation_strings":["National Yang Ming Chiao Tung University"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University","institution_ids":["https://openalex.org/I148366613"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5065985595","display_name":"Diana Marculescu","orcid":"https://orcid.org/0000-0002-5734-4221"},"institutions":[{"id":"https://openalex.org/I86519309","display_name":"The University of Texas at Austin","ror":"https://ror.org/00hj54h04","country_code":"US","type":"education","lineage":["https://openalex.org/I86519309"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Diana Marculescu","raw_affiliation_strings":["University of Texas at Austin"],"affiliations":[{"raw_affiliation_string":"University of Texas at Austin","institution_ids":["https://openalex.org/I86519309"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5109999808","display_name":"Kai\u2013Chiang Wu","orcid":null},"institutions":[{"id":"https://openalex.org/I148366613","display_name":"National Yang Ming Chiao Tung University","ror":"https://ror.org/00se2k293","country_code":"TW","type":"education","lineage":["https://openalex.org/I148366613"]}],"countries":["TW"],"is_corresponding":false,"raw_author_name":"Kai-Chiang Wu","raw_affiliation_strings":["National Yang Ming Chiao Tung University"],"affiliations":[{"raw_affiliation_string":"National Yang Ming Chiao Tung University","institution_ids":["https://openalex.org/I148366613"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":6,"corresponding_author_ids":["https://openalex.org/A5005153980"],"corresponding_institution_ids":["https://openalex.org/I148366613"],"apc_list":null,"apc_paid":null,"fwci":1.3317,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":{"value":0.79800589,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"2470","last_page":"2479"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.9979000091552734,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10627","display_name":"Advanced Image and Video Retrieval Techniques","score":0.9631999731063843,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.7185181975364685},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5482630133628845},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.4883729815483093},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.36343440413475037},{"id":"https://openalex.org/keywords/geography","display_name":"Geography","score":0.2803623080253601},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.18981584906578064},{"id":"https://openalex.org/keywords/electrical-engineering","display_name":"Electrical engineering","score":0.13425719738006592},{"id":"https://openalex.org/keywords/archaeology","display_name":"Archaeology","score":0.0830707848072052}],"concepts":[{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.7185181975364685},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5482630133628845},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.4883729815483093},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.36343440413475037},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.2803623080253601},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.18981584906578064},{"id":"https://openalex.org/C119599485","wikidata":"https://www.wikidata.org/wiki/Q43035","display_name":"Electrical engineering","level":1,"score":0.13425719738006592},{"id":"https://openalex.org/C166957645","wikidata":"https://www.wikidata.org/wiki/Q23498","display_name":"Archaeology","level":1,"score":0.0830707848072052},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/wacv57701.2024.00247","is_oa":false,"landing_page_url":"https://doi.org/10.1109/wacv57701.2024.00247","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 IEEE/CVF Winter Conference on Applications of Computer Vision (WACV)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":78,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2748513770","https://openalex.org/W2905741102","https://openalex.org/W2927780566","https://openalex.org/W2945247689","https://openalex.org/W2946547492","https://openalex.org/W2951104886","https://openalex.org/W2953604046","https://openalex.org/W2962851801","https://openalex.org/W2962988160","https://openalex.org/W2963048316","https://openalex.org/W2963225922","https://openalex.org/W2964259004","https://openalex.org/W2975381464","https://openalex.org/W2981698279","https://openalex.org/W2994749257","https://openalex.org/W3015609966","https://openalex.org/W3030728803","https://openalex.org/W3035016149","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3109946440","https://openalex.org/W3138516171","https://openalex.org/W3152698000","https://openalex.org/W3166738839","https://openalex.org/W3168124404","https://openalex.org/W3169769781","https://openalex.org/W3170874841","https://openalex.org/W3172942063","https://openalex.org/W3178702014","https://openalex.org/W3182242813","https://openalex.org/W3202742610","https://openalex.org/W3204801262","https://openalex.org/W3211787299","https://openalex.org/W3214693004","https://openalex.org/W3215741372","https://openalex.org/W4226315084","https://openalex.org/W4226484461","https://openalex.org/W4281702809","https://openalex.org/W4283811336","https://openalex.org/W4286910290","https://openalex.org/W4292794054","https://openalex.org/W4312340826","https://openalex.org/W4312671791","https://openalex.org/W4312849330","https://openalex.org/W4319300093","https://openalex.org/W4382202914","https://openalex.org/W4385245566","https://openalex.org/W4385570909","https://openalex.org/W6679667936","https://openalex.org/W6685627644","https://openalex.org/W6685891324","https://openalex.org/W6743495212","https://openalex.org/W6752515464","https://openalex.org/W6756887525","https://openalex.org/W6757036269","https://openalex.org/W6761209512","https://openalex.org/W6761333917","https://openalex.org/W6762935145","https://openalex.org/W6767064347","https://openalex.org/W6768080748","https://openalex.org/W6775706467","https://openalex.org/W6784333009","https://openalex.org/W6788135285","https://openalex.org/W6791663432","https://openalex.org/W6793979934","https://openalex.org/W6796494063","https://openalex.org/W6796870316","https://openalex.org/W6797478244","https://openalex.org/W6797602710","https://openalex.org/W6797735627","https://openalex.org/W6797854001","https://openalex.org/W6802648153","https://openalex.org/W6804113219","https://openalex.org/W6804239712","https://openalex.org/W6810818354","https://openalex.org/W6811492955","https://openalex.org/W6838673894"],"related_works":["https://openalex.org/W4391375266","https://openalex.org/W2748952813","https://openalex.org/W2390279801","https://openalex.org/W2358668433","https://openalex.org/W2376932109","https://openalex.org/W2001405890","https://openalex.org/W2382290278","https://openalex.org/W2478288626","https://openalex.org/W4391913857","https://openalex.org/W2350741829"],"abstract_inverted_index":{"Vision":[0],"Transformers":[1],"(ViT)":[2],"have":[3],"recently":[4],"demonstrated":[5],"success":[6],"across":[7],"a":[8,31,47,89,121,168,187],"myriad":[9],"of":[10,59,80,116],"computer":[11],"vision":[12],"tasks.":[13],"However,":[14],"their":[15],"elevated":[16],"computational":[17,36],"demands":[18],"pose":[19],"significant":[20],"challenges":[21],"for":[22],"real-world":[23],"deployment.":[24],"While":[25],"low-rank":[26,90,117,122,139,144],"approximation":[27],"stands":[28],"out":[29],"as":[30],"renowned":[32],"method":[33,96],"to":[34,131,147,180,186,197],"reduce":[35],"loads,":[37],"efficiently":[38],"automating":[39],"the":[40,51,57,77,114],"target":[41],"rank":[42,60,171],"selection":[43,61],"in":[44],"ViT":[45],"remains":[46],"challenge.":[48],"Drawing":[49],"from":[50,157],"notable":[52],"similarity":[53],"and":[54,62,99,107,134,177,209],"alignment":[55],"between":[56],"processes":[58],"One-Shot":[63],"NAS,":[64],"we":[65,119,127,142],"introduce":[66],"FLORA,":[67],"an":[68,212],"end-to-end":[69],"automatic":[70],"framework":[71],"based":[72],"on":[73],"NAS.":[74],"To":[75,111],"overcome":[76],"design":[78,120],"challenge":[79],"supernet":[81,133],"posed":[82],"by":[83],"vast":[84],"search":[85],"space,":[86],"FLORA":[87,205],"employs":[88],"aware":[91,145],"candidate":[92],"filtering":[93],"strategy.":[94],"This":[95],"adeptly":[97],"identifies":[98],"eliminates":[100],"underperforming":[101],"candidates,":[102],"effectively":[103],"alleviating":[104],"potential":[105],"undertraining":[106],"interference":[108],"among":[109,138],"subnetworks.":[110],"further":[112],"enhance":[113],"quality":[115],"supernets,":[118],"specific":[123],"training":[124,150],"paradigm.":[125],"First,":[126],"propose":[128],"weight":[129],"inheritance":[130],"construct":[132],"enable":[135],"gradient":[136],"sharing":[137],"modules.":[140],"Secondly,":[141],"adopt":[143],"sampling":[146],"strategically":[148],"allocate":[149],"resources,":[151],"taking":[152],"into":[153],"account":[154],"inherited":[155],"information":[156],"pre-trained":[158],"models.":[159],"Empirical":[160],"results":[161],"underscore":[162],"FLORA\u2019s":[163],"efficacy.":[164],"With":[165],"our":[166],"method,":[167],"more":[169],"fine-grained":[170],"configuration":[172],"can":[173,194],"be":[174],"generated":[175],"automatically":[176],"yield":[178],"up":[179,196],"33%":[181],"extra":[182,213],"FLOPs":[183,199,215],"reduction":[184,216],"compared":[185],"simple":[188],"uniform":[189],"configuration.":[190],"More":[191],"specific,":[192],"FLORA-DeiT-B/FLORA-Swin-B":[193],"save":[195],"55%/42%":[198],"almost":[200],"without":[201],"performance":[202],"degradtion.":[203],"Importantly,":[204],"boasts":[206],"both":[207],"versatility":[208],"orthogonality,":[210],"offering":[211],"21%-26%":[214],"when":[217],"integrated":[218],"with":[219],"leading":[220],"compression":[221],"techniques":[222],"or":[223],"compact":[224],"hybrid":[225],"structures.":[226],"Our":[227],"code":[228],"is":[229],"publicly":[230],"available":[231],"at":[232],"https://github.com/shadowpa0327/FLORA.":[233]},"counts_by_year":[{"year":2025,"cited_by_count":4},{"year":2024,"cited_by_count":2}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}