{"id":"https://openalex.org/W4406311329","doi":"https://doi.org/10.1109/tpami.2025.3529517","title":"BossNAS Family: Block-Wisely Self-Supervised Neural Architecture Search","display_name":"BossNAS Family: Block-Wisely Self-Supervised Neural Architecture Search","publication_year":2025,"publication_date":"2025-01-13","ids":{"openalex":"https://openalex.org/W4406311329","doi":"https://doi.org/10.1109/tpami.2025.3529517","pmid":"https://pubmed.ncbi.nlm.nih.gov/40031006"},"language":"en","primary_location":{"id":"doi:10.1109/tpami.2025.3529517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3529517","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5100700192","display_name":"Changlin Li","orcid":"https://orcid.org/0000-0002-8486-7482"},"institutions":[{"id":"https://openalex.org/I114017466","display_name":"University of Technology Sydney","ror":"https://ror.org/03f0f6041","country_code":"AU","type":"education","lineage":["https://openalex.org/I114017466"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Changlin Li","raw_affiliation_strings":["Australian Artificial Intelligence Institute, University of Technology Sydney, Broadway, NSW, Australia","Australian Artificial Intelligence Institute, University of Technology Sydney"],"raw_orcid":"https://orcid.org/0000-0002-8486-7482","affiliations":[{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney, Broadway, NSW, Australia","institution_ids":["https://openalex.org/I114017466"]},{"raw_affiliation_string":"Australian Artificial Intelligence Institute, University of Technology Sydney","institution_ids":["https://openalex.org/I114017466"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101750670","display_name":"Sihao Lin","orcid":"https://orcid.org/0009-0004-3235-373X"},"institutions":[{"id":"https://openalex.org/I4210095297","display_name":"MIT University","ror":"https://ror.org/00v140q16","country_code":"MK","type":"education","lineage":["https://openalex.org/I4210095297"]},{"id":"https://openalex.org/I82951845","display_name":"RMIT University","ror":"https://ror.org/04ttjf776","country_code":"AU","type":"education","lineage":["https://openalex.org/I82951845"]}],"countries":["AU","MK"],"is_corresponding":false,"raw_author_name":"Sihao Lin","raw_affiliation_strings":["School of Computing Technologies, RMIT University, Melbourne, VIC, Australia","School of Computing Technologies, RMIT University"],"raw_orcid":"https://orcid.org/0009-0004-3235-373X","affiliations":[{"raw_affiliation_string":"School of Computing Technologies, RMIT University, Melbourne, VIC, Australia","institution_ids":["https://openalex.org/I82951845"]},{"raw_affiliation_string":"School of Computing Technologies, RMIT University","institution_ids":["https://openalex.org/I4210095297","https://openalex.org/I82951845"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5081233515","display_name":"Tao Tang","orcid":"https://orcid.org/0000-0001-8526-220X"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Tang","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Sun Yat-sen University"],"raw_orcid":"https://orcid.org/0000-0001-8526-220X","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5052611320","display_name":"Guangrun Wang","orcid":"https://orcid.org/0000-0001-7760-1339"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Guangrun Wang","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Sun Yat-sen University"],"raw_orcid":"https://orcid.org/0000-0001-7760-1339","affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Sun Yat-sen University","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100416256","display_name":"Mingjie Li","orcid":"https://orcid.org/0000-0001-5337-4901"},"institutions":[{"id":"https://openalex.org/I97018004","display_name":"Stanford University","ror":"https://ror.org/00f54p054","country_code":"US","type":"education","lineage":["https://openalex.org/I97018004"]}],"countries":["US"],"is_corresponding":false,"raw_author_name":"Mingjie Li","raw_affiliation_strings":["Stanford University, Stanford, CA, USA","Stanford University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Stanford University, Stanford, CA, USA","institution_ids":["https://openalex.org/I97018004"]},{"raw_affiliation_string":"Stanford University","institution_ids":["https://openalex.org/I97018004"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Xiaodan Liang","orcid":null},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xiaodan Liang","raw_affiliation_strings":["Sun Yat-sen University, Guangzhou, China","Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Sun Yat-sen University, Guangzhou, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5034967388","display_name":"Xiaojun Chang","orcid":"https://orcid.org/0000-0002-7778-8807"},"institutions":[{"id":"https://openalex.org/I126520041","display_name":"University of Science and Technology of China","ror":"https://ror.org/04c4dkn09","country_code":"CN","type":"education","lineage":["https://openalex.org/I126520041","https://openalex.org/I19820366"]},{"id":"https://openalex.org/I16365422","display_name":"Hefei University of Technology","ror":"https://ror.org/02czkny70","country_code":"CN","type":"education","lineage":["https://openalex.org/I16365422"]},{"id":"https://openalex.org/I4210113480","display_name":"Mohamed bin Zayed University of Artificial Intelligence","ror":"https://ror.org/0258gkt32","country_code":"AE","type":"education","lineage":["https://openalex.org/I4210113480"]}],"countries":["AE","CN"],"is_corresponding":false,"raw_author_name":"Xiaojun Chang","raw_affiliation_strings":["Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China, Hefei, China","Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence (MBZUAI)","Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China"],"raw_orcid":"https://orcid.org/0000-0002-7778-8807","affiliations":[{"raw_affiliation_string":"Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China, Hefei, China","institution_ids":["https://openalex.org/I126520041","https://openalex.org/I16365422"]},{"raw_affiliation_string":"Department of Computer Vision, Mohamed bin Zayed University of Artificial Intelligence (MBZUAI)","institution_ids":["https://openalex.org/I4210113480"]},{"raw_affiliation_string":"Future Media Computing Lab, School of Information Science and Technology, University of Science and Technology of China","institution_ids":["https://openalex.org/I126520041"]}]}],"institutions":[],"countries_distinct_count":5,"institutions_distinct_count":8,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.5442,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.80466807,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":95,"max":99},"biblio":{"volume":"47","issue":"5","first_page":"3500","last_page":"3514"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.9986000061035156,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11948","display_name":"Machine Learning in Materials Science","score":0.9957000017166138,"subfield":{"id":"https://openalex.org/subfields/2505","display_name":"Materials Chemistry"},"field":{"id":"https://openalex.org/fields/25","display_name":"Materials Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12808","display_name":"Ferroelectric and Negative Capacitance Devices","score":0.9948999881744385,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.616736114025116},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.5694271326065063},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4236384928226471},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.3767234683036804}],"concepts":[{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.616736114025116},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.5694271326065063},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4236384928226471},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3767234683036804}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tpami.2025.3529517","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tpami.2025.3529517","pdf_url":null,"source":{"id":"https://openalex.org/S199944782","display_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","issn_l":"0162-8828","issn":["0162-8828","1939-3539","2160-9292"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310320439","host_organization_name":"IEEE Computer Society","host_organization_lineage":["https://openalex.org/P4310320439","https://openalex.org/P4310319808"],"host_organization_lineage_names":["IEEE Computer Society","Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Pattern Analysis and Machine Intelligence","raw_type":"journal-article"},{"id":"pmid:40031006","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/40031006","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on pattern analysis and machine intelligence","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":90,"referenced_works":["https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2321533354","https://openalex.org/W2326925005","https://openalex.org/W2752782242","https://openalex.org/W2796265726","https://openalex.org/W2798991696","https://openalex.org/W2915992092","https://openalex.org/W2953604046","https://openalex.org/W2955051405","https://openalex.org/W2963091558","https://openalex.org/W2963136578","https://openalex.org/W2963163009","https://openalex.org/W2963397674","https://openalex.org/W2963821229","https://openalex.org/W2963918968","https://openalex.org/W2964081807","https://openalex.org/W2965658867","https://openalex.org/W2967733054","https://openalex.org/W2982083293","https://openalex.org/W2998388430","https://openalex.org/W3034609471","https://openalex.org/W3034764953","https://openalex.org/W3035400692","https://openalex.org/W3035524453","https://openalex.org/W3082154327","https://openalex.org/W3094502228","https://openalex.org/W3096533519","https://openalex.org/W3096609285","https://openalex.org/W3097607752","https://openalex.org/W3108099775","https://openalex.org/W3108655343","https://openalex.org/W3110978130","https://openalex.org/W3112550348","https://openalex.org/W3121523901","https://openalex.org/W3139445856","https://openalex.org/W3170841864","https://openalex.org/W3171007011","https://openalex.org/W3172509117","https://openalex.org/W3173563887","https://openalex.org/W3179846483","https://openalex.org/W3202742610","https://openalex.org/W3204326190","https://openalex.org/W3204801262","https://openalex.org/W4214736485","https://openalex.org/W4239181501","https://openalex.org/W4286901804","https://openalex.org/W4288064589","https://openalex.org/W4313047844","https://openalex.org/W4313156423","https://openalex.org/W6716843620","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6737283639","https://openalex.org/W6737664043","https://openalex.org/W6743495212","https://openalex.org/W6748057086","https://openalex.org/W6752515464","https://openalex.org/W6753344092","https://openalex.org/W6754278344","https://openalex.org/W6756887525","https://openalex.org/W6757036269","https://openalex.org/W6759402996","https://openalex.org/W6762718338","https://openalex.org/W6763485134","https://openalex.org/W6763509872","https://openalex.org/W6766225098","https://openalex.org/W6770376604","https://openalex.org/W6771127686","https://openalex.org/W6771859737","https://openalex.org/W6772103215","https://openalex.org/W6779348065","https://openalex.org/W6779787426","https://openalex.org/W6779797550","https://openalex.org/W6782269215","https://openalex.org/W6784094891","https://openalex.org/W6785166784","https://openalex.org/W6786176096","https://openalex.org/W6788135285","https://openalex.org/W6789802742","https://openalex.org/W6790297421","https://openalex.org/W6790546495","https://openalex.org/W6790690058","https://openalex.org/W6790703111","https://openalex.org/W6792695861","https://openalex.org/W6796761347","https://openalex.org/W6804160461","https://openalex.org/W6811370821","https://openalex.org/W6844194202","https://openalex.org/W7015890786"],"related_works":["https://openalex.org/W2961085424","https://openalex.org/W4306674287","https://openalex.org/W4387369504","https://openalex.org/W3046775127","https://openalex.org/W4394896187","https://openalex.org/W3170094116","https://openalex.org/W4386462264","https://openalex.org/W3107602296","https://openalex.org/W4364306694","https://openalex.org/W4312192474"],"abstract_inverted_index":{"Recent":[0],"advances":[1],"in":[2,135,178,259],"hand-crafted":[3],"neural":[4,22],"architectures":[5],"for":[6,194],"visual":[7],"recognition":[8],"underscore":[9],"the":[10,38,88,115,140,150,154,173,187,271,279],"pressing":[11],"need":[12],"to":[13,33,86,130,171,204],"explore":[14],"architecture":[15,23,93,152,207,260],"designs":[16],"comprising":[17],"diverse":[18],"building":[19],"blocks.":[20],"Concurrently,":[21],"search":[24,50,116,141,223,274,282],"(NAS)":[25],"methods":[26,43],"have":[27],"gained":[28],"traction":[29],"as":[30,56],"a":[31,72,97,122,199,234,251],"means":[32],"alleviate":[34],"human":[35],"efforts.":[36],"Nevertheless,":[37],"question":[39],"of":[40,90,175,211,237,266],"whether":[41],"NAS":[42,75,161,289],"can":[44],"efficiently":[45],"and":[46,61,120,168,216,225,268,278],"effectively":[47],"manage":[48],"diversified":[49],"spaces":[51,224],"featuring":[52],"disparate":[53],"candidates,":[54],"such":[55],"Convolutional":[57],"Neural":[58,81],"Networks":[59],"(CNNs)":[60],"transformers,":[62],"remains":[63],"an":[64,136,145],"open":[65],"question.":[66],"In":[67,139,183],"this":[68],"work,":[69],"we":[70,113,143,158,185],"introduce":[71,121,186],"novel":[73,123],"unsupervised":[74,137,146],"approach":[76,257],"called":[77,127],"BossNAS":[78,215],"(Block-wisely":[79],"Self-supervised":[80],"Architecture":[82],"Search),":[83],"which":[84],"aims":[85],"address":[87],"problem":[89],"inaccurate":[91],"predictive":[92],"ranking":[94,104],"caused":[95,106],"by":[96,107,163,198,231,247],"large":[98],"weight-sharing":[99],"space":[100,117,275,283],"while":[101,249],"mitigating":[102],"potential":[103],"issue":[105],"biased":[108],"supervision.":[109],"To":[110],"achieve":[111],"this,":[112],"factorize":[114],"into":[118],"blocks":[119],"self-supervised":[124,181],"training":[125,188],"scheme":[126,203],"Ensemble":[128,192],"Bootstrapping,":[129],"train":[131],"each":[132],"block":[133],"separately":[134],"manner.":[138],"phase,":[142],"propose":[144],"Population-Centric":[147,201],"Search,":[148],"optimizing":[149],"candidate":[151],"towards":[153],"population":[155],"center.":[156],"Additionally,":[157],"enhance":[159],"our":[160,179,256],"method":[162],"integrating":[164],"masked":[165],"image":[166],"modeling":[167],"present":[169],"BossNAS++":[170,232],"overcome":[172],"lack":[174],"dense":[176],"supervision":[177],"block-wise":[180,195],"NAS.":[182],"BossNAS++,":[184,217],"technique":[189],"named":[190],"Masked":[191,200],"Bootstrapping":[193],"supernet,":[196],"accompanied":[197],"Search":[202],"promote":[205],"fairer":[206],"selection.":[208],"Our":[209,227],"family":[210],"models,":[212],"discovered":[213,230],"through":[214],"delivers":[218],"impressive":[219],"results":[220],"across":[221],"various":[222],"datasets.":[226],"transformer":[228],"model":[229],"attains":[233],"remarkable":[235],"accuracy":[236],"83.2%":[238],"on":[239,270],"ImageNet":[240,277],"with":[241,276,284],"only":[242],"10.5B":[243],"MAdds,":[244],"surpassing":[245],"DeiT-B":[246],"1.4%":[248],"maintaining":[250],"lower":[252],"computation":[253],"cost.":[254],"Moreover,":[255],"excels":[258],"rating":[261],"accuracy,":[262],"achieving":[263],"Spearman":[264],"correlations":[265],"0.78":[267],"0.76":[269],"canonical":[272],"MBConv":[273],"NATS-Bench":[280],"size":[281],"CIFAR-100,":[285],"respectively,":[286],"outperforming":[287],"state-of-the-art":[288],"methods.":[290]},"counts_by_year":[{"year":2026,"cited_by_count":3},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-29T09:40:50.615796","created_date":"2025-10-10T00:00:00"}