{"id":"https://openalex.org/W4290711394","doi":"https://doi.org/10.1109/tnnls.2022.3194533","title":"Small is Beautiful: Compressing Deep Neural Networks for Partial Domain Adaptation","display_name":"Small is Beautiful: Compressing Deep Neural Networks for Partial Domain Adaptation","publication_year":2022,"publication_date":"2022-08-08","ids":{"openalex":"https://openalex.org/W4290711394","doi":"https://doi.org/10.1109/tnnls.2022.3194533","mag":"35939474"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2022.3194533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3194533","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5071995111","display_name":"Yuzhe Ma","orcid":"https://orcid.org/0000-0002-3612-4182"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Yuzhe Ma","raw_affiliation_strings":["Microelectronics Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China"],"raw_orcid":"https://orcid.org/0000-0002-3612-4182","affiliations":[{"raw_affiliation_string":"Microelectronics Thrust, The Hong Kong University of Science and Technology (Guangzhou), Guangzhou, China","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5033561795","display_name":"Xufeng Yao","orcid":"https://orcid.org/0000-0002-7994-6290"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Xufeng Yao","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-7994-6290","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100400800","display_name":"Ran Chen","orcid":"https://orcid.org/0000-0002-2770-4070"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Ran Chen","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101945786","display_name":"Ruiyu Li","orcid":"https://orcid.org/0000-0002-4172-027X"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Ruiyu Li","raw_affiliation_strings":["SmartMore Corporation Limited, Shatin, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0002-4172-027X","affiliations":[{"raw_affiliation_string":"SmartMore Corporation Limited, Shatin, Hong Kong","institution_ids":[]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5103106854","display_name":"Xiaoyong Shen","orcid":"https://orcid.org/0000-0002-2919-0181"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Xiaoyong Shen","raw_affiliation_strings":["SmartMore Corporation Limited, Shatin, Hong Kong"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"SmartMore Corporation Limited, Shatin, Hong Kong","institution_ids":[]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5051340429","display_name":"Bei Yu","orcid":"https://orcid.org/0000-0001-6406-4810"},"institutions":[{"id":"https://openalex.org/I177725633","display_name":"Chinese University of Hong Kong","ror":"https://ror.org/00t33hh48","country_code":"HK","type":"education","lineage":["https://openalex.org/I177725633"]}],"countries":["HK"],"is_corresponding":false,"raw_author_name":"Bei Yu","raw_affiliation_strings":["Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong"],"raw_orcid":"https://orcid.org/0000-0001-6406-4810","affiliations":[{"raw_affiliation_string":"Department of Computer Science and Engineering, The Chinese University of Hong Kong, Central Ave, Hong Kong","institution_ids":["https://openalex.org/I177725633"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":6,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":0.8324,"has_fulltext":false,"cited_by_count":7,"citation_normalized_percentile":{"value":0.77659639,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":"35","issue":"3","first_page":"3575","last_page":"3585"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11714","display_name":"Multimodal Machine Learning Applications","score":0.9724000096321106,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9559999704360962,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7697926759719849},{"id":"https://openalex.org/keywords/domain-adaptation","display_name":"Domain adaptation","score":0.6713933348655701},{"id":"https://openalex.org/keywords/regularization","display_name":"Regularization (linguistics)","score":0.6141009330749512},{"id":"https://openalex.org/keywords/normalization","display_name":"Normalization (sociology)","score":0.5845595598220825},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.5713511109352112},{"id":"https://openalex.org/keywords/overhead","display_name":"Overhead (engineering)","score":0.5448692440986633},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.49088937044143677},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4653848707675934},{"id":"https://openalex.org/keywords/domain","display_name":"Domain (mathematical analysis)","score":0.44985803961753845},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.44792601466178894},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.4373822510242462},{"id":"https://openalex.org/keywords/differentiable-function","display_name":"Differentiable function","score":0.433709979057312},{"id":"https://openalex.org/keywords/divergence","display_name":"Divergence (linguistics)","score":0.4209687113761902},{"id":"https://openalex.org/keywords/logarithm","display_name":"Logarithm","score":0.41623297333717346},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33813390135765076},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.1504892110824585}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7697926759719849},{"id":"https://openalex.org/C2776434776","wikidata":"https://www.wikidata.org/wiki/Q19246213","display_name":"Domain adaptation","level":3,"score":0.6713933348655701},{"id":"https://openalex.org/C2776135515","wikidata":"https://www.wikidata.org/wiki/Q17143721","display_name":"Regularization (linguistics)","level":2,"score":0.6141009330749512},{"id":"https://openalex.org/C136886441","wikidata":"https://www.wikidata.org/wiki/Q926129","display_name":"Normalization (sociology)","level":2,"score":0.5845595598220825},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.5713511109352112},{"id":"https://openalex.org/C2779960059","wikidata":"https://www.wikidata.org/wiki/Q7113681","display_name":"Overhead (engineering)","level":2,"score":0.5448692440986633},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.49088937044143677},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4653848707675934},{"id":"https://openalex.org/C36503486","wikidata":"https://www.wikidata.org/wiki/Q11235244","display_name":"Domain (mathematical analysis)","level":2,"score":0.44985803961753845},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.44792601466178894},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.4373822510242462},{"id":"https://openalex.org/C202615002","wikidata":"https://www.wikidata.org/wiki/Q783507","display_name":"Differentiable function","level":2,"score":0.433709979057312},{"id":"https://openalex.org/C207390915","wikidata":"https://www.wikidata.org/wiki/Q1230525","display_name":"Divergence (linguistics)","level":2,"score":0.4209687113761902},{"id":"https://openalex.org/C39927690","wikidata":"https://www.wikidata.org/wiki/Q11197","display_name":"Logarithm","level":2,"score":0.41623297333717346},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33813390135765076},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.1504892110824585},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C19165224","wikidata":"https://www.wikidata.org/wiki/Q23404","display_name":"Anthropology","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C95623464","wikidata":"https://www.wikidata.org/wiki/Q1096149","display_name":"Classifier (UML)","level":2,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0}],"mesh":[],"locations_count":3,"locations":[{"id":"doi:10.1109/tnnls.2022.3194533","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2022.3194533","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"mag:35939474","is_oa":false,"landing_page_url":"http://www.tibet-info.net/www/Retour-de-flamme.html","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null},{"id":"pmh:oai:repository.hkust.edu.hk:1783.1-119424","is_oa":false,"landing_page_url":"http://repository.hkust.edu.hk/ir/Record/1783.1-119424","pdf_url":null,"source":{"id":"https://openalex.org/S4306401796","display_name":"Rare & Special e-Zone (The Hong Kong University of Science and Technology)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I200769079","host_organization_name":"Hong Kong University of Science and Technology","host_organization_lineage":["https://openalex.org/I200769079"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"submittedVersion","is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/14","display_name":"Life below water","score":0.4699999988079071}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":52,"referenced_works":["https://openalex.org/W1565327149","https://openalex.org/W1722318740","https://openalex.org/W1836465849","https://openalex.org/W1996901117","https://openalex.org/W2104094955","https://openalex.org/W2115403315","https://openalex.org/W2163922914","https://openalex.org/W2165698076","https://openalex.org/W2187089797","https://openalex.org/W2194775991","https://openalex.org/W2300242332","https://openalex.org/W2593768305","https://openalex.org/W2627183927","https://openalex.org/W2779610669","https://openalex.org/W2793888044","https://openalex.org/W2798593490","https://openalex.org/W2924515500","https://openalex.org/W2928560789","https://openalex.org/W2948069880","https://openalex.org/W2962835731","https://openalex.org/W2962851801","https://openalex.org/W2962986791","https://openalex.org/W2963217615","https://openalex.org/W2963363373","https://openalex.org/W2963382930","https://openalex.org/W2964109570","https://openalex.org/W2964285681","https://openalex.org/W2978274700","https://openalex.org/W2981720610","https://openalex.org/W2986381065","https://openalex.org/W2998115938","https://openalex.org/W3035260401","https://openalex.org/W3083641663","https://openalex.org/W3083948783","https://openalex.org/W3110059533","https://openalex.org/W3131733085","https://openalex.org/W3208886632","https://openalex.org/W3213646008","https://openalex.org/W6633949838","https://openalex.org/W6637373629","https://openalex.org/W6676215431","https://openalex.org/W6677580257","https://openalex.org/W6681588610","https://openalex.org/W6683401423","https://openalex.org/W6683633756","https://openalex.org/W6695692224","https://openalex.org/W6725543821","https://openalex.org/W6734335776","https://openalex.org/W6739917289","https://openalex.org/W6748035112","https://openalex.org/W6774187218","https://openalex.org/W6780061525"],"related_works":["https://openalex.org/W4285277090","https://openalex.org/W4327738859","https://openalex.org/W2348722996","https://openalex.org/W2591697403","https://openalex.org/W2334570605","https://openalex.org/W2944728705","https://openalex.org/W2904022177","https://openalex.org/W2359348847","https://openalex.org/W3181683615","https://openalex.org/W2535115339"],"abstract_inverted_index":{"Domain":[0],"adaptation":[1,26],"is":[2,23,36,55,69,96,107],"a":[3,37,71,88,100,162],"promising":[4],"way":[5],"to":[6,120,125,154],"ease":[7],"the":[8,14,29,33,42,67,74,122,133],"costly":[9],"data":[10],"labeling":[11],"process":[12],"in":[13,41,51,62,137,165],"era":[15],"of":[16,32,39,73],"deep":[17,63],"learning":[18],"(DL).":[19],"A":[20],"practical":[21],"situation":[22],"partial":[24],"domain":[25,35],"(PDA),":[27],"where":[28],"label":[30],"space":[31],"target":[34,68],"subset":[38],"that":[40,58,146],"source":[43],"domain.":[44],"Although":[45],"existing":[46],"methods":[47,156],"yield":[48],"appealing":[49],"performance":[50,153],"PDA":[52,64,80,159],"tasks,":[53,160],"it":[54],"highly":[56],"presumable":[57],"computation":[59,169],"overhead":[60],"exists":[61],"models":[65],"since":[66],"only":[70],"subtask":[72],"original":[75],"problem.":[76],"In":[77],"this":[78],"work,":[79],"and":[81,109,127,168],"model":[82,124,166],"compression":[83],"are":[84],"seamlessly":[85],"integrated":[86],"into":[87],"unified":[89],"training":[90],"process.":[91],"The":[92,142],"cross-domain":[93],"distribution":[94],"divergence":[95],"reduced":[97],"by":[98],"minimizing":[99],"soft-weighted":[101],"maximum":[102],"mean":[103],"discrepancy":[104],"(SWMMD),":[105],"which":[106],"differentiable":[108],"functions":[110],"as":[111],"regularization":[112],"during":[113],"network":[114],"training.":[115],"We":[116],"use":[117],"gradient":[118],"statistics":[119],"compress":[121],"overparameterized":[123],"identify":[126],"prune":[128],"redundant":[129],"channels":[130],"based":[131],"on":[132,157],"corresponding":[134],"scaling":[135],"factors":[136],"batch":[138],"normalization":[139],"(BN)":[140],"layers.":[141],"experimental":[143],"results":[144],"demonstrate":[145],"our":[147],"method":[148],"can":[149],"achieve":[150],"comparable":[151],"classification":[152],"state-of-the-art":[155],"various":[158],"with":[161],"significant":[163],"reduction":[164],"size":[167],"overhead.":[170]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":5},{"year":2024,"cited_by_count":1}],"updated_date":"2026-06-11T09:08:48.828518","created_date":"2022-08-09T00:00:00"}