{"id":"https://openalex.org/W3170898657","doi":"https://doi.org/10.1109/cvpr46437.2021.00300","title":"HR-NAS: Searching Efficient High-Resolution Neural Architectures with Lightweight Transformers","display_name":"HR-NAS: Searching Efficient High-Resolution Neural Architectures with Lightweight Transformers","publication_year":2021,"publication_date":"2021-06-01","ids":{"openalex":"https://openalex.org/W3170898657","doi":"https://doi.org/10.1109/cvpr46437.2021.00300","mag":"3170898657"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr46437.2021.00300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5022382771","display_name":"Mingyu Ding","orcid":"https://orcid.org/0000-0001-6556-8359"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":true,"raw_author_name":"Mingyu Ding","raw_affiliation_strings":["The University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5060408066","display_name":"Xiaochen Lian","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaochen Lian","raw_affiliation_strings":["Bytedance Inc"],"affiliations":[{"raw_affiliation_string":"Bytedance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042544148","display_name":"Linjie Yang","orcid":"https://orcid.org/0000-0003-2766-1143"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Linjie Yang","raw_affiliation_strings":["Bytedance Inc"],"affiliations":[{"raw_affiliation_string":"Bytedance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5010733532","display_name":"Peng Wang","orcid":"https://orcid.org/0000-0001-7689-3405"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Peng Wang","raw_affiliation_strings":["Bytedance Inc"],"affiliations":[{"raw_affiliation_string":"Bytedance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101828825","display_name":"Xiaojie Jin","orcid":"https://orcid.org/0000-0003-2789-0923"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaojie Jin","raw_affiliation_strings":["Bytedance Inc"],"affiliations":[{"raw_affiliation_string":"Bytedance Inc","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103244144","display_name":"Zhiwu Lu","orcid":"https://orcid.org/0000-0001-6429-7956"},"institutions":[{"id":"https://openalex.org/I78988378","display_name":"Renmin University of China","ror":"https://ror.org/041pakw92","country_code":"CN","type":"education","lineage":["https://openalex.org/I78988378"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwu Lu","raw_affiliation_strings":["Renmin University of China,Gaoling School of Artificial Intelligence","Gaoling School of Artificial Intelligence, Renmin University of China"],"affiliations":[{"raw_affiliation_string":"Renmin University of China,Gaoling School of Artificial Intelligence","institution_ids":["https://openalex.org/I78988378"]},{"raw_affiliation_string":"Gaoling School of Artificial Intelligence, Renmin University of China","institution_ids":["https://openalex.org/I78988378"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100752686","display_name":"Ping Luo","orcid":"https://orcid.org/0000-0002-6685-7950"},"institutions":[{"id":"https://openalex.org/I889458895","display_name":"University of Hong Kong","ror":"https://ror.org/02zhqgq86","country_code":"HK","type":"education","lineage":["https://openalex.org/I889458895"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ping Luo","raw_affiliation_strings":["The University of Hong Kong"],"affiliations":[{"raw_affiliation_string":"The University of Hong Kong","institution_ids":["https://openalex.org/I889458895"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":7,"corresponding_author_ids":["https://openalex.org/A5022382771"],"corresponding_institution_ids":["https://openalex.org/I889458895"],"apc_list":null,"apc_paid":null,"fwci":4.467,"has_fulltext":false,"cited_by_count":60,"citation_normalized_percentile":{"value":0.95760836,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":96,"max":100},"biblio":{"volume":null,"issue":null,"first_page":"2981","last_page":"2991"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9973000288009644,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8286119699478149},{"id":"https://openalex.org/keywords/flops","display_name":"FLOPS","score":0.661677360534668},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.5640991926193237},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.5367051362991333},{"id":"https://openalex.org/keywords/encoding","display_name":"Encoding (memory)","score":0.5350609421730042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.532128095626831},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.519938588142395},{"id":"https://openalex.org/keywords/segmentation","display_name":"Segmentation","score":0.5072243213653564},{"id":"https://openalex.org/keywords/encode","display_name":"ENCODE","score":0.4898369014263153},{"id":"https://openalex.org/keywords/architecture","display_name":"Architecture","score":0.47179216146469116},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.41391271352767944},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.3602813482284546},{"id":"https://openalex.org/keywords/computer-engineering","display_name":"Computer engineering","score":0.35957956314086914},{"id":"https://openalex.org/keywords/parallel-computing","display_name":"Parallel computing","score":0.22349172830581665},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.12985584139823914}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8286119699478149},{"id":"https://openalex.org/C3826847","wikidata":"https://www.wikidata.org/wiki/Q188768","display_name":"FLOPS","level":2,"score":0.661677360534668},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.5640991926193237},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.5367051362991333},{"id":"https://openalex.org/C125411270","wikidata":"https://www.wikidata.org/wiki/Q18653","display_name":"Encoding (memory)","level":2,"score":0.5350609421730042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.532128095626831},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.519938588142395},{"id":"https://openalex.org/C89600930","wikidata":"https://www.wikidata.org/wiki/Q1423946","display_name":"Segmentation","level":2,"score":0.5072243213653564},{"id":"https://openalex.org/C66746571","wikidata":"https://www.wikidata.org/wiki/Q1134833","display_name":"ENCODE","level":3,"score":0.4898369014263153},{"id":"https://openalex.org/C123657996","wikidata":"https://www.wikidata.org/wiki/Q12271","display_name":"Architecture","level":2,"score":0.47179216146469116},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41391271352767944},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.3602813482284546},{"id":"https://openalex.org/C113775141","wikidata":"https://www.wikidata.org/wiki/Q428691","display_name":"Computer engineering","level":1,"score":0.35957956314086914},{"id":"https://openalex.org/C173608175","wikidata":"https://www.wikidata.org/wiki/Q232661","display_name":"Parallel computing","level":1,"score":0.22349172830581665},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.12985584139823914},{"id":"https://openalex.org/C55493867","wikidata":"https://www.wikidata.org/wiki/Q7094","display_name":"Biochemistry","level":1,"score":0.0},{"id":"https://openalex.org/C104317684","wikidata":"https://www.wikidata.org/wiki/Q7187","display_name":"Gene","level":2,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C165801399","wikidata":"https://www.wikidata.org/wiki/Q25428","display_name":"Voltage","level":2,"score":0.0},{"id":"https://openalex.org/C142362112","wikidata":"https://www.wikidata.org/wiki/Q735","display_name":"Art","level":0,"score":0.0},{"id":"https://openalex.org/C153349607","wikidata":"https://www.wikidata.org/wiki/Q36649","display_name":"Visual arts","level":1,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr46437.2021.00300","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr46437.2021.00300","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/9","score":0.49000000953674316,"display_name":"Industry, innovation and infrastructure"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":162,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2150066425","https://openalex.org/W2194775991","https://openalex.org/W2340897893","https://openalex.org/W2412782625","https://openalex.org/W2419448466","https://openalex.org/W2553303224","https://openalex.org/W2560023338","https://openalex.org/W2594529350","https://openalex.org/W2737258237","https://openalex.org/W2746314669","https://openalex.org/W2752782242","https://openalex.org/W2765407302","https://openalex.org/W2767286248","https://openalex.org/W2796438033","https://openalex.org/W2804047946","https://openalex.org/W2810075754","https://openalex.org/W2883780447","https://openalex.org/W2885820039","https://openalex.org/W2886934227","https://openalex.org/W2891778567","https://openalex.org/W2894957136","https://openalex.org/W2896457183","https://openalex.org/W2905672847","https://openalex.org/W2905741102","https://openalex.org/W2912521296","https://openalex.org/W2925303509","https://openalex.org/W2934262148","https://openalex.org/W2940744433","https://openalex.org/W2947681860","https://openalex.org/W2949264490","https://openalex.org/W2951104886","https://openalex.org/W2953604046","https://openalex.org/W2955425717","https://openalex.org/W2956364677","https://openalex.org/W2958458355","https://openalex.org/W2962847160","https://openalex.org/W2962851801","https://openalex.org/W2962919941","https://openalex.org/W2963037463","https://openalex.org/W2963091558","https://openalex.org/W2963125010","https://openalex.org/W2963136578","https://openalex.org/W2963163009","https://openalex.org/W2963341956","https://openalex.org/W2963374479","https://openalex.org/W2963402313","https://openalex.org/W2963403868","https://openalex.org/W2963419596","https://openalex.org/W2963727650","https://openalex.org/W2963881378","https://openalex.org/W2963890956","https://openalex.org/W2963918968","https://openalex.org/W2963954267","https://openalex.org/W2963993763","https://openalex.org/W2964221239","https://openalex.org/W2964259004","https://openalex.org/W2964444661","https://openalex.org/W2964515685","https://openalex.org/W2965063910","https://openalex.org/W2967070519","https://openalex.org/W2967733054","https://openalex.org/W2968296999","https://openalex.org/W2971137988","https://openalex.org/W2972747457","https://openalex.org/W2972830778","https://openalex.org/W2981701755","https://openalex.org/W2982083293","https://openalex.org/W2986945769","https://openalex.org/W2994749257","https://openalex.org/W2995999070","https://openalex.org/W2998003319","https://openalex.org/W2999972254","https://openalex.org/W3012995654","https://openalex.org/W3014568172","https://openalex.org/W3014641072","https://openalex.org/W3030163527","https://openalex.org/W3030520226","https://openalex.org/W3030728803","https://openalex.org/W3033210410","https://openalex.org/W3033529678","https://openalex.org/W3034445277","https://openalex.org/W3035030897","https://openalex.org/W3035087309","https://openalex.org/W3035223629","https://openalex.org/W3035358681","https://openalex.org/W3035441881","https://openalex.org/W3035682985","https://openalex.org/W3037195933","https://openalex.org/W3049708585","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3099865955","https://openalex.org/W3105966348","https://openalex.org/W3106751511","https://openalex.org/W3107106605","https://openalex.org/W3108326355","https://openalex.org/W3109946440","https://openalex.org/W3136503179","https://openalex.org/W3167017747","https://openalex.org/W3203915045","https://openalex.org/W4288106374","https://openalex.org/W4289121656","https://openalex.org/W4292779060","https://openalex.org/W4293406525","https://openalex.org/W4295727797","https://openalex.org/W4320930577","https://openalex.org/W4323654151","https://openalex.org/W4385245566","https://openalex.org/W6639102338","https://openalex.org/W6717372056","https://openalex.org/W6729956949","https://openalex.org/W6734593296","https://openalex.org/W6739901393","https://openalex.org/W6743428213","https://openalex.org/W6745136726","https://openalex.org/W6746023985","https://openalex.org/W6750378959","https://openalex.org/W6751795773","https://openalex.org/W6752515464","https://openalex.org/W6753344092","https://openalex.org/W6753767121","https://openalex.org/W6754123467","https://openalex.org/W6754899465","https://openalex.org/W6755207826","https://openalex.org/W6755271975","https://openalex.org/W6756887525","https://openalex.org/W6757036269","https://openalex.org/W6757204547","https://openalex.org/W6758657797","https://openalex.org/W6759828284","https://openalex.org/W6760796423","https://openalex.org/W6761158446","https://openalex.org/W6761209512","https://openalex.org/W6761628794","https://openalex.org/W6762718338","https://openalex.org/W6763381322","https://openalex.org/W6765151969","https://openalex.org/W6765297142","https://openalex.org/W6765847629","https://openalex.org/W6766029800","https://openalex.org/W6766418557","https://openalex.org/W6766495335","https://openalex.org/W6767062508","https://openalex.org/W6767064347","https://openalex.org/W6767763749","https://openalex.org/W6767994309","https://openalex.org/W6768086466","https://openalex.org/W6771654589","https://openalex.org/W6772006692","https://openalex.org/W6772755080","https://openalex.org/W6774938192","https://openalex.org/W6778485988","https://openalex.org/W6778883912","https://openalex.org/W6779163297","https://openalex.org/W6779248606","https://openalex.org/W6779879114","https://openalex.org/W6780226713","https://openalex.org/W6781889015","https://openalex.org/W6784333009","https://openalex.org/W6791632171"],"related_works":["https://openalex.org/W2372020181","https://openalex.org/W2156531654","https://openalex.org/W4378714697","https://openalex.org/W1581723585","https://openalex.org/W2294330161","https://openalex.org/W2804553224","https://openalex.org/W2253069048","https://openalex.org/W140709781","https://openalex.org/W2940472653","https://openalex.org/W2920803707"],"abstract_inverted_index":{"High-resolution":[0],"representations":[1,18,117],"(HR)":[2],"are":[3],"essential":[4],"for":[5,52,183,208],"dense":[6,185],"prediction":[7,186],"tasks":[8,162,187],"such":[9],"as":[10,73,75],"segmentation,":[11],"detection,":[12],"and":[13,49,111,156,163,181,188],"pose":[14],"estimation.":[15],"Learning":[16],"HR":[17],"is":[19,44,173,205,217],"typically":[20],"ignored":[21],"in":[22,85,168],"previous":[23],"Neural":[24],"Architecture":[25],"Search":[26],"(NAS)":[27],"methods":[28],"that":[29,127,204],"focus":[30],"on":[31],"image":[32,83,190],"classification.":[33],"This":[34],"work":[35],"proposes":[36],"a":[37,95,124],"novel":[38],"NAS":[39,70],"method,":[40],"called":[41],"HR-NAS,":[42,66,90,149],"which":[43,150],"able":[45],"to":[46,107,147],"find":[47],"efficient":[48,143],"accurate":[50],"networks":[51],"different":[53,108],"tasks,":[54],"by":[55,136,214],"effectively":[56,151],"encoding":[57,130],"multiscale":[58,82],"contextual":[59],"information":[60],"while":[61,211],"maintaining":[62],"high-resolution":[63,116],"representations.":[64],"In":[65],"we":[67,91,140],"renovate":[68],"the":[69,86,119,153],"search":[71,87,145,154],"space":[72,88],"well":[74],"its":[76],"searching":[77],"strategy.":[78],"To":[79,114],"better":[80],"encode":[81],"contexts":[84],"of":[89,118,131,175],"first":[92],"carefully":[93],"design":[94],"lightweight":[96],"transformer,":[97],"whose":[98],"computational":[99,196],"complexity":[100],"can":[101],"be":[102],"dynamically":[103],"changed":[104],"with":[105],"respect":[106],"objective":[109],"functions":[110],"computation":[112,164],"budgets.":[113,197],"maintain":[115],"learned":[120],"networks,":[121],"HR-NAS":[122,172,200],"adopts":[123],"multi-branch":[125],"architecture":[126],"provides":[128],"convolutional":[129],"multiple":[132],"feature":[133],"resolutions,":[134],"inspired":[135],"HRNet":[137],"[73].":[138],"Last,":[139],"proposed":[141],"an":[142,189],"fine-grained":[144],"strategy":[146],"train":[148],"explores":[152],"space,":[155],"finds":[157],"optimal":[158],"architectures":[159],"given":[160,193],"various":[161],"resources.":[165],"As":[166],"shown":[167],"Fig.":[169],"1":[170],"(a),":[171],"capable":[174],"achieving":[176],"state-of-the-art":[177],"trade-offs":[178],"between":[179],"performance":[180],"FLOPs":[182],"three":[184],"classification":[191],"task,":[192],"only":[194],"small":[195],"For":[198],"example,":[199],"surpasses":[201],"SqueezeNAS":[202],"[63]":[203],"specially":[206],"designed":[207],"semantic":[209],"segmentation":[210],"improving":[212],"efficiency":[213],"45.9%.":[215],"Code":[216],"available":[218],"at":[219],"https://github.com/dingmyu/HR-NAS.":[220]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":13},{"year":2024,"cited_by_count":13},{"year":2023,"cited_by_count":16},{"year":2022,"cited_by_count":10},{"year":2021,"cited_by_count":7}],"updated_date":"2026-04-15T08:11:43.952461","created_date":"2025-10-10T00:00:00"}