{"id":"https://openalex.org/W4415820794","doi":"https://doi.org/10.1109/tip.2025.3624968","title":"ScaleNet: Scaling up Pretrained Neural Networks With Incremental Parameters","display_name":"ScaleNet: Scaling up Pretrained Neural Networks With Incremental Parameters","publication_year":2025,"publication_date":"2025-01-01","ids":{"openalex":"https://openalex.org/W4415820794","doi":"https://doi.org/10.1109/tip.2025.3624968","pmid":"https://pubmed.ncbi.nlm.nih.gov/41182923"},"language":"en","primary_location":{"id":"doi:10.1109/tip.2025.3624968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3624968","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5057198274","display_name":"Zhiwei Hao","orcid":"https://orcid.org/0000-0002-6237-7028"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhiwei Hao","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-6237-7028","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5044243403","display_name":"Jianyuan Guo","orcid":"https://orcid.org/0000-0003-4093-0459"},"institutions":[{"id":"https://openalex.org/I168719708","display_name":"City University of Hong Kong","ror":"https://ror.org/03q8dnn23","country_code":"HK","type":"education","lineage":["https://openalex.org/I168719708"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Jianyuan Guo","raw_affiliation_strings":["Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","Department of Computer Science, City University of Hong Kong, HKSAR, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, Hong Kong, SAR, China","institution_ids":["https://openalex.org/I168719708"]},{"raw_affiliation_string":"Department of Computer Science, City University of Hong Kong, HKSAR, China","institution_ids":["https://openalex.org/I168719708"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5042802004","display_name":"Li Shen","orcid":"https://orcid.org/0000-0001-5659-3464"},"institutions":[{"id":"https://openalex.org/I157773358","display_name":"Sun Yat-sen University","ror":"https://ror.org/0064kty71","country_code":"CN","type":"education","lineage":["https://openalex.org/I157773358"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Li Shen","raw_affiliation_strings":["School of Cyber Science and Technology, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China"],"raw_orcid":"https://orcid.org/0000-0001-5659-3464","affiliations":[{"raw_affiliation_string":"School of Cyber Science and Technology, Sun Yat-sen University, Shenzhen Campus, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]},{"raw_affiliation_string":"School of Cyber Science and Technology, Shenzhen Campus of Sun Yat-sen University, Shenzhen, China","institution_ids":["https://openalex.org/I157773358"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101784732","display_name":"Kai Han","orcid":"https://orcid.org/0000-0002-9761-2702"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Kai Han","raw_affiliation_strings":["Huawei Noah’s Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-9761-2702","affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5038232518","display_name":"Yehui Tang","orcid":"https://orcid.org/0000-0002-0322-4283"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yehui Tang","raw_affiliation_strings":["Huawei Noah’s Ark Lab, Beijing, China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020194895","display_name":"Han Hu","orcid":"https://orcid.org/0000-0001-7532-0496"},"institutions":[{"id":"https://openalex.org/I125839683","display_name":"Beijing Institute of Technology","ror":"https://ror.org/01skt4w74","country_code":"CN","type":"education","lineage":["https://openalex.org/I125839683","https://openalex.org/I890469752"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Han Hu","raw_affiliation_strings":["School of Information and Electronics, Beijing Institute of Technology, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0001-7532-0496","affiliations":[{"raw_affiliation_string":"School of Information and Electronics, Beijing Institute of Technology, Beijing, China","institution_ids":["https://openalex.org/I125839683"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5100727358","display_name":"Yunhe Wang","orcid":"https://orcid.org/0000-0002-2709-4946"},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhe Wang","raw_affiliation_strings":["Huawei Noah’s Ark Lab, Beijing, China"],"raw_orcid":"https://orcid.org/0000-0002-2709-4946","affiliations":[{"raw_affiliation_string":"Huawei Noah’s Ark Lab, Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.0,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":{"value":0.28801292,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":null,"biblio":{"volume":"34","issue":null,"first_page":"7109","last_page":"7122"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3840999901294708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3840999901294708,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10502","display_name":"Advanced Memory and Neural Computing","score":0.2257000058889389,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11992","display_name":"CCD and CMOS Imaging Sensors","score":0.046799998730421066,"subfield":{"id":"https://openalex.org/subfields/2208","display_name":"Electrical and Electronic Engineering"},"field":{"id":"https://openalex.org/fields/22","display_name":"Engineering"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/scaling","display_name":"Scaling","score":0.6972000002861023},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.46639999747276306},{"id":"https://openalex.org/keywords/layer","display_name":"Layer (electronics)","score":0.4284999966621399},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4203999936580658},{"id":"https://openalex.org/keywords/set","display_name":"Set (abstract data type)","score":0.4124999940395355},{"id":"https://openalex.org/keywords/transformer","display_name":"Transformer","score":0.37790000438690186},{"id":"https://openalex.org/keywords/robustness","display_name":"Robustness (evolution)","score":0.3765999972820282},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.35920000076293945}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7700999975204468},{"id":"https://openalex.org/C99844830","wikidata":"https://www.wikidata.org/wiki/Q102441924","display_name":"Scaling","level":2,"score":0.6972000002861023},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5814999938011169},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.46639999747276306},{"id":"https://openalex.org/C2779227376","wikidata":"https://www.wikidata.org/wiki/Q6505497","display_name":"Layer (electronics)","level":2,"score":0.4284999966621399},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4203999936580658},{"id":"https://openalex.org/C177264268","wikidata":"https://www.wikidata.org/wiki/Q1514741","display_name":"Set (abstract data type)","level":2,"score":0.4124999940395355},{"id":"https://openalex.org/C66322947","wikidata":"https://www.wikidata.org/wiki/Q11658","display_name":"Transformer","level":3,"score":0.37790000438690186},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.3765999972820282},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.35920000076293945},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.33489999175071716},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.3276999890804291},{"id":"https://openalex.org/C2781235140","wikidata":"https://www.wikidata.org/wiki/Q275131","display_name":"Scratch","level":2,"score":0.3237999975681305},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.322299987077713},{"id":"https://openalex.org/C48044578","wikidata":"https://www.wikidata.org/wiki/Q727490","display_name":"Scalability","level":2,"score":0.31949999928474426},{"id":"https://openalex.org/C2984842247","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep neural networks","level":3,"score":0.299699991941452},{"id":"https://openalex.org/C115051666","wikidata":"https://www.wikidata.org/wiki/Q6522493","display_name":"Ranging","level":2,"score":0.29829999804496765},{"id":"https://openalex.org/C51632099","wikidata":"https://www.wikidata.org/wiki/Q3985153","display_name":"Training set","level":2,"score":0.29600000381469727},{"id":"https://openalex.org/C155281189","wikidata":"https://www.wikidata.org/wiki/Q3518150","display_name":"Tensor (intrinsic definition)","level":2,"score":0.2822999954223633},{"id":"https://openalex.org/C9417928","wikidata":"https://www.wikidata.org/wiki/Q1070689","display_name":"Image processing","level":3,"score":0.26750001311302185},{"id":"https://openalex.org/C97931131","wikidata":"https://www.wikidata.org/wiki/Q5282087","display_name":"Discriminative model","level":2,"score":0.26420000195503235},{"id":"https://openalex.org/C2781238097","wikidata":"https://www.wikidata.org/wiki/Q175026","display_name":"Object (grammar)","level":2,"score":0.26109999418258667},{"id":"https://openalex.org/C64876066","wikidata":"https://www.wikidata.org/wiki/Q5141226","display_name":"Cognitive neuroscience of visual object recognition","level":3,"score":0.2578999996185303}],"mesh":[],"locations_count":2,"locations":[{"id":"doi:10.1109/tip.2025.3624968","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tip.2025.3624968","pdf_url":null,"source":{"id":"https://openalex.org/S4210173141","display_name":"IEEE Transactions on Image Processing","issn_l":"1057-7149","issn":["1057-7149","1941-0042"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Image Processing","raw_type":"journal-article"},{"id":"pmid:41182923","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/41182923","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on image processing : a publication of the IEEE Signal Processing Society","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G1163755948","display_name":null,"funder_award_id":"62576364","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G5019704030","display_name":null,"funder_award_id":"U2336211","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":23,"referenced_works":["https://openalex.org/W1861492603","https://openalex.org/W2108598243","https://openalex.org/W2110798204","https://openalex.org/W2136922672","https://openalex.org/W2737258237","https://openalex.org/W2884822772","https://openalex.org/W2890894339","https://openalex.org/W2946609015","https://openalex.org/W2963150697","https://openalex.org/W2998103904","https://openalex.org/W2998617917","https://openalex.org/W3099793224","https://openalex.org/W3102816807","https://openalex.org/W3119303959","https://openalex.org/W3138516171","https://openalex.org/W3194676777","https://openalex.org/W4205991051","https://openalex.org/W4288325606","https://openalex.org/W4312651322","https://openalex.org/W4312769570","https://openalex.org/W4313043552","https://openalex.org/W4389524570","https://openalex.org/W4404787490"],"related_works":[],"abstract_inverted_index":{"Recent":[0],"advancements":[1],"in":[2,51,190,203,212],"vision":[3,205],"transformers":[4],"(ViTs)":[5],"have":[6],"demonstrated":[7],"that":[8,132,154],"larger":[9],"models":[10,18],"often":[11],"achieve":[12],"superior":[13],"performance.":[14],"However,":[15],"training":[16,40,176,185],"these":[17],"remains":[19,140],"computationally":[20],"intensive":[21],"and":[22,142],"costly.":[23],"To":[24,102],"address":[25],"this":[26],"challenge,":[27],"we":[28],"introduce":[29],"ScaleNet,":[30],"an":[31],"efficient":[32,157],"approach":[33],"for":[34,63,119,144,201],"scaling":[35,64,191],"ViT":[36,160],"models.":[37,57,161],"Unlike":[38],"conventional":[39],"from":[41,98,177],"scratch,":[42],"ScaleNet":[43,68,111,155,169],"facilitates":[44],"rapid":[45],"model":[46,70],"expansion":[47,71,158],"with":[48,94],"negligible":[49],"increases":[50],"parameters,":[52],"building":[53],"on":[54,149],"existing":[55],"pretrained":[56,77,100],"This":[58],"offers":[59],"a":[60,95,113,163,171],"cost-effective":[61],"solution":[62],"up":[65],"ViTs.":[66,192],"Specifically,":[67],"achieves":[69,170],"by":[72,209],"inserting":[73],"additional":[74],"layers":[75],"into":[76],"ViTs,":[78],"utilizing":[79],"layer-wise":[80],"weight":[81],"sharing":[82],"to":[83,108],"maintain":[84],"parameters":[85,118,124],"efficiency.":[86],"Each":[87],"added":[88],"layer":[89,97],"shares":[90],"its":[91,145,188],"parameter":[92,138],"tensor":[93,139],"corresponding":[96],"the":[99,136,150,184,210],"model.":[101],"mitigate":[103],"potential":[104,200],"performance":[105],"degradation":[106],"due":[107],"shared":[109,137],"weights,":[110],"introduces":[112],"small":[114],"set":[115],"of":[116,135,159,183],"adjustment":[117,123],"each":[120,133],"layer.":[121],"These":[122],"are":[125],"implemented":[126],"through":[127],"parallel":[128],"adapter":[129],"modules,":[130],"ensuring":[131],"instance":[134],"distinct":[141],"optimized":[143],"specific":[146],"function.":[147],"Experiments":[148],"ImageNet-1K":[151],"dataset":[152],"demonstrate":[153],"enables":[156],"With":[162],"$2\\times":[164],"$":[165],"depth-scaled":[166],"DeiT-Base":[167],"model,":[168],"7.42%":[172],"accuracy":[173],"improvement":[174],"over":[175],"scratch":[178],"while":[179],"requiring":[180],"only":[181],"one-third":[182],"epochs,":[186],"highlighting":[187],"efficiency":[189],"Beyond":[193],"image":[194],"classification,":[195],"our":[196],"method":[197],"shows":[198],"significant":[199],"application":[202],"downstream":[204],"areas,":[206],"as":[207],"evidenced":[208],"validation":[211],"object":[213],"detection":[214],"task.":[215]},"counts_by_year":[],"updated_date":"2025-11-07T23:20:04.922697","created_date":"2025-11-03T00:00:00"}