{"id":"https://openalex.org/W4386071964","doi":"https://doi.org/10.1109/cvpr52729.2023.01924","title":"MDL-NAS: A Joint Multi-domain Learning Framework for Vision Transformer","display_name":"MDL-NAS: A Joint Multi-domain Learning Framework for Vision Transformer","publication_year":2023,"publication_date":"2023-06-01","ids":{"openalex":"https://openalex.org/W4386071964","doi":"https://doi.org/10.1109/cvpr52729.2023.01924"},"language":"en","primary_location":{"id":"doi:10.1109/cvpr52729.2023.01924","doi":"https://doi.org/10.1109/cvpr52729.2023.01924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01924","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"},"volume":null,"type":"conference-paper","is_traditional":true,"indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101709996","display_name":"Shiguang Wang","orcid":"https://orcid.org/0000-0003-2758-2445","observed_orcids":["https://orcid.org/0000-0003-2758-2445","https://orcid.org/0009-0008-1254-9179","https://orcid.org/0000-0001-8959-5634"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]},{"id":"https://openalex.org/I4401727009","display_name":"Sensetime (China)","ror":"https://ror.org/049wsmj07","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401727009"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Shiguang Wang","raw_affiliation_strings":["University of Electronic Science and Technology of China","SenseTime Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]},{"raw_affiliation_string":"SenseTime Research","institution_ids":["https://openalex.org/I4401727009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5050985620","display_name":"Tao Xie","orcid":"https://orcid.org/0000-0002-4179-2898","observed_orcids":["https://orcid.org/0000-0002-4179-2898","https://orcid.org/0000-0002-0062-5225"]},"institutions":[{"id":"https://openalex.org/I204983213","display_name":"Harbin Institute of Technology","ror":"https://ror.org/01yqg2h08","country_code":"CN","type":"education","lineage":["https://openalex.org/I204983213"]},{"id":"https://openalex.org/I4401727009","display_name":"Sensetime (China)","ror":"https://ror.org/049wsmj07","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401727009"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Tao Xie","raw_affiliation_strings":["Harbin Institute of Technology","SenseTime Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Harbin Institute of Technology","institution_ids":["https://openalex.org/I204983213"]},{"raw_affiliation_string":"SenseTime Research","institution_ids":["https://openalex.org/I4401727009"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5001982715","display_name":"Jian Cheng","orcid":"https://orcid.org/0000-0003-1435-673X","observed_orcids":["https://orcid.org/0000-0003-1435-673X"]},"institutions":[{"id":"https://openalex.org/I150229711","display_name":"University of Electronic Science and Technology of China","ror":"https://ror.org/04qr3zq92","country_code":"CN","type":"education","lineage":["https://openalex.org/I150229711"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jian Cheng","raw_affiliation_strings":["University of Electronic Science and Technology of China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"University of Electronic Science and Technology of China","institution_ids":["https://openalex.org/I150229711"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102773472","display_name":"Xingcheng Zhang","orcid":"https://orcid.org/0009-0006-8525-0608","observed_orcids":["https://orcid.org/0009-0006-8525-0608"]},"institutions":[{"id":"https://openalex.org/I4401727009","display_name":"Sensetime (China)","ror":"https://ror.org/049wsmj07","country_code":"CN","type":"company","lineage":["https://openalex.org/I4401727009"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingcheng Zhang","raw_affiliation_strings":["SenseTime Research"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SenseTime Research","institution_ids":["https://openalex.org/I4401727009"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5018914021","display_name":"Haijun Liu","orcid":"https://orcid.org/0000-0001-5782-4543","observed_orcids":["https://orcid.org/0000-0001-5782-4543","https://orcid.org/0009-0002-2245-1438"]},"institutions":[{"id":"https://openalex.org/I158842170","display_name":"Chongqing University","ror":"https://ror.org/023rhb549","country_code":"CN","type":"education","lineage":["https://openalex.org/I158842170"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Haijun Liu","raw_affiliation_strings":["Chongqing University"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chongqing University","institution_ids":["https://openalex.org/I158842170"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":4,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":1.4949,"has_fulltext":false,"cited_by_count":17,"citation_normalized_percentile":{"value":0.89416143,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":91,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"20094","last_page":"20104"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8978999853134155,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.8978999853134155,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.10090000182390213,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12535","display_name":"Machine Learning and Data Classification","score":0.00039999998989515007,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/vision-transformer","display_name":"vision transformer","score":0.6029999852180481},{"id":"https://openalex.org/keywords/neural-architecture-search","display_name":"neural architecture search","score":0.906000018119812},{"id":"https://openalex.org/keywords/multi-domain-learning","display_name":"multi-domain learning","score":0.9700000286102295},{"id":"https://openalex.org/keywords/joint-multi-task-learning","display_name":"joint multi-task learning","score":0.6759999990463257},{"id":"https://openalex.org/keywords/super-network","display_name":"supernet","score":0.800000011920929},{"id":"https://openalex.org/keywords/weight-sharing","display_name":"parameter sharing","score":0.8759999871253967},{"id":"https://openalex.org/keywords/catastrophic-forgetting","display_name":"catastrophic forgetting","score":0.6990000009536743},{"id":"https://openalex.org/keywords/incremental-learning","display_name":"incremental learning","score":0.9350000023841858},{"id":"https://openalex.org/keywords/storage-efficiency","display_name":"storage efficiency","score":0.5630000233650208}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7651307582855225},{"id":"https://openalex.org/C21099817","wikidata":"https://www.wikidata.org/wiki/Q7631721","display_name":"Subnet","level":2,"score":0.6220307350158691},{"id":"https://openalex.org/C87465248","wikidata":"https://www.wikidata.org/wiki/Q1417790","display_name":"Minimum description length","level":2,"score":0.5268691182136536},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.497908353805542},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.46840566396713257},{"id":"https://openalex.org/C105339364","wikidata":"https://www.wikidata.org/wiki/Q2297740","display_name":"Software deployment","level":2,"score":0.4428113102912903},{"id":"https://openalex.org/C7149132","wikidata":"https://www.wikidata.org/wiki/Q1377840","display_name":"Forgetting","level":2,"score":0.43400490283966064},{"id":"https://openalex.org/C165696696","wikidata":"https://www.wikidata.org/wiki/Q11287","display_name":"Exploit","level":2,"score":0.4216102063655853},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.41842374205589294},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.39631980657577515},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.3244028091430664},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.2219138741493225},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cvpr52729.2023.01924","doi":"https://doi.org/10.1109/cvpr52729.2023.01924","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cvpr52729.2023.01924","pdf_url":null,"source":{"id":"https://openalex.org/S4210176548","display_name":"IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings - IEEE Computer Society Conference on Computer Vision and Pattern Recognition/Proceedings","issn_l":"1063-6919","issn":["1063-6919","2332-564X","2575-7075"],"is_oa":false,"is_in_doaj":false,"is_core":true,"listed_in":["cwts-core","norway-1"],"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2023 IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"study_designs":[],"awards":[{"id":"https://openalex.org/G1500983915","display_name":null,"funder_award_id":"62071104,U2233209,U2133211,62001063","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W2194775991","https://openalex.org/W2311038409","https://openalex.org/W2339391301","https://openalex.org/W2412879760","https://openalex.org/W2510182739","https://openalex.org/W2549139847","https://openalex.org/W2581955877","https://openalex.org/W2626778328","https://openalex.org/W2750912449","https://openalex.org/W2767434619","https://openalex.org/W2795026356","https://openalex.org/W2884822772","https://openalex.org/W2890228252","https://openalex.org/W2890538051","https://openalex.org/W2945767825","https://openalex.org/W2962945654","https://openalex.org/W2963150697","https://openalex.org/W2963351113","https://openalex.org/W2963430933","https://openalex.org/W2968124245","https://openalex.org/W2984612702","https://openalex.org/W2991309414","https://openalex.org/W2997359900","https://openalex.org/W3016265891","https://openalex.org/W3030520226","https://openalex.org/W3034336960","https://openalex.org/W3034704453","https://openalex.org/W3034727271","https://openalex.org/W3096533519","https://openalex.org/W3105787868","https://openalex.org/W3107634219","https://openalex.org/W3109946440","https://openalex.org/W3116489684","https://openalex.org/W3121523901","https://openalex.org/W3129958428","https://openalex.org/W3131500599","https://openalex.org/W3133696297","https://openalex.org/W3138516171","https://openalex.org/W3139049060","https://openalex.org/W3143320354","https://openalex.org/W3152694111","https://openalex.org/W3157528469","https://openalex.org/W3160694286","https://openalex.org/W3168101492","https://openalex.org/W3170841864","https://openalex.org/W3170874841","https://openalex.org/W3176153963","https://openalex.org/W3204469109","https://openalex.org/W3204801262","https://openalex.org/W3211932750","https://openalex.org/W4312354469","https://openalex.org/W4312567437","https://openalex.org/W4312836739","https://openalex.org/W4313047844","https://openalex.org/W4315705623"],"related_works":["https://openalex.org/W4390075009","https://openalex.org/W4390873285","https://openalex.org/W4366457978","https://openalex.org/W4412602821","https://openalex.org/W4390874224","https://openalex.org/W3143320354","https://openalex.org/W4318586164","https://openalex.org/W4414787841","https://openalex.org/W4312354469","https://openalex.org/W4287068712"],"abstract_inverted_index":{"In":[0,82],"this":[1],"work,":[2],"we":[3,87,131,171],"introduce":[4],"MDL-NAS,":[5],"a":[6,15,34,43,49,133,214],"unified":[7],"frame-work":[8],"that":[9,137,156,173,202],"integrates":[10],"multiple":[11,31],"vision":[12,158],"tasks":[13,21,64,159,187],"into":[14,42],"manageable":[16],"supernet":[17],"and":[18,97,114,142,197,207],"optimizes":[19],"these":[20],"collectively":[22],"under":[23],"diverse":[24],"dataset":[25],"domains.":[26],"MDL-NAS":[27,47,174,203],"is":[28],"storage-efficient":[29],"since":[30],"models":[32],"with":[33,102,163,177,189],"majority":[35],"of":[36,79,116,121],"shared":[37],"parameters":[38,117,144],"can":[39],"be":[40],"deposited":[41],"single":[44],"one.":[45],"Technically,":[46],"constructs":[48],"coarse-to-fine":[50],"search":[51,56,68,85,135],"space,":[52,86],"where":[53],"the":[54,66,76,83,111,122,139,153],"coarse":[55],"space":[57,69],"offers":[58],"various":[59],"optimal":[60,140],"architectures":[61],"for":[62,110,145,167,185],"different":[63],"while":[65,192],"fine":[67,84],"provides":[70],"fine-grained":[71,127],"parameter":[72,90,128],"sharing":[73,91,95,99,107,113,143],"to":[74,213],"tackle":[75],"inherent":[77],"obstacles":[78],"multi-domain":[80],"learning.":[81],"suggest":[88],"two":[89,106],"policies,":[92],"i.e.,":[93],"sequential":[94],"policy":[96],"mask":[98],"policy.":[100],"Compared":[101],"previous":[103],"works,":[104],"such":[105],"policies":[108],"allow":[109],"partial":[112],"non-sharing":[115],"at":[118],"each":[119,146],"layer":[120],"network,":[123],"hence":[124],"attaining":[125],"real":[126],"sharing.":[129],"Finally,":[130],"present":[132],"joint-subnet":[134],"algorithm":[136],"finds":[138],"architecture":[141],"task":[147],"within":[148],"total":[149],"resource":[150],"constraints,":[151],"challenging":[152],"traditional":[154],"practice":[155],"downstream":[157],"are":[160],"typically":[161],"equipped":[162],"backbone":[164],"networks":[165],"designed":[166],"image":[168],"classification.":[169],"Experimentally,":[170],"demonstrate":[172,201],"families":[175],"fitted":[176],"non-hierarchical":[178],"or":[179],"hierarchical":[180],"transformers":[181],"deliver":[182],"competitive":[183],"performance":[184],"all":[186],"compared":[188],"state-of-the-art":[190],"methods":[191],"maintaining":[193],"efficient":[194],"storage":[195],"deployment":[196],"computation.":[198],"We":[199],"also":[200],"allows":[204],"incremental":[205],"learning":[206],"evades":[208],"catastrophic":[209],"forgetting":[210],"when":[211],"generalizing":[212],"new":[215],"task.":[216]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":6},{"year":2024,"cited_by_count":6},{"year":2023,"cited_by_count":4}],"updated_date":"2026-11-10T11:39:43.021295","created_date":"2023-08-23T00:00:00"}