{"id":"https://openalex.org/W3007063652","doi":"https://doi.org/10.1109/tnnls.2020.2970494","title":"Learning Student Networks via Feature Embedding","display_name":"Learning Student Networks via Feature Embedding","publication_year":2020,"publication_date":"2020-02-25","ids":{"openalex":"https://openalex.org/W3007063652","doi":"https://doi.org/10.1109/tnnls.2020.2970494","mag":"3007063652","pmid":"https://pubmed.ncbi.nlm.nih.gov/32092018"},"language":"en","primary_location":{"id":"doi:10.1109/tnnls.2020.2970494","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2970494","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},"type":"article","indexed_in":["crossref","pubmed"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":null,"display_name":"Hanting Chen","orcid":null},"institutions":[{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Hanting Chen","raw_affiliation_strings":["Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Yunhe Wang","orcid":null},"institutions":[{"id":"https://openalex.org/I2250955327","display_name":"Huawei Technologies (China)","ror":"https://ror.org/00cmhce21","country_code":"CN","type":"company","lineage":["https://openalex.org/I2250955327"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yunhe Wang","raw_affiliation_strings":["Noah\u2019s Ark Laboratory, Huawei Technologies Company Ltd., Beijing, China"],"affiliations":[{"raw_affiliation_string":"Noah\u2019s Ark Laboratory, Huawei Technologies Company Ltd., Beijing, China","institution_ids":["https://openalex.org/I2250955327"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chang Xu","orcid":"https://orcid.org/0000-0002-4756-0609"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Chang Xu","raw_affiliation_strings":["Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China","School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"middle","author":{"id":null,"display_name":"Chao Xu","orcid":null},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]},{"id":"https://openalex.org/I20231570","display_name":"Peking University","ror":"https://ror.org/02v51f717","country_code":"CN","type":"education","lineage":["https://openalex.org/I20231570"]}],"countries":["AU","CN"],"is_corresponding":false,"raw_author_name":"Chao Xu","raw_affiliation_strings":["Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China","School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"Key Laboratory of Machine Perception (Ministry of Education), Cooperative Medianet Innovation Center, School of Electronics Engineering and Computer Science (EECS), Peking University, Beijing, China","institution_ids":["https://openalex.org/I20231570"]},{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]},{"author_position":"last","author":{"id":null,"display_name":"Dacheng Tao","orcid":"https://orcid.org/0000-0001-7225-5449"},"institutions":[{"id":"https://openalex.org/I129604602","display_name":"The University of Sydney","ror":"https://ror.org/0384j8v12","country_code":"AU","type":"education","lineage":["https://openalex.org/I129604602"]}],"countries":["AU"],"is_corresponding":false,"raw_author_name":"Dacheng Tao","raw_affiliation_strings":["School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia"],"affiliations":[{"raw_affiliation_string":"School of Computer Science, Faculty of Engineering, The University of Sydney, Darlington, NSW, Australia","institution_ids":["https://openalex.org/I129604602"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":5,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I20231570"],"apc_list":null,"apc_paid":null,"fwci":4.4163,"has_fulltext":false,"cited_by_count":88,"citation_normalized_percentile":{"value":0.95633,"is_in_top_1_percent":false,"is_in_top_10_percent":true},"cited_by_percentile_year":{"min":89,"max":100},"biblio":{"volume":"32","issue":"1","first_page":"25","last_page":"35"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3433000147342682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.3433000147342682,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T14413","display_name":"Advanced Technologies in Various Fields","score":0.07909999787807465,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.07280000299215317,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5982000231742859},{"id":"https://openalex.org/keywords/benchmark","display_name":"Benchmark (surveying)","score":0.5539000034332275},{"id":"https://openalex.org/keywords/perspective","display_name":"Perspective (graphical)","score":0.513700008392334},{"id":"https://openalex.org/keywords/embedding","display_name":"Embedding","score":0.5127000212669373},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5012000203132629},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.4855000078678131},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.4593999981880188},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.44929999113082886}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7634999752044678},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5982000231742859},{"id":"https://openalex.org/C185798385","wikidata":"https://www.wikidata.org/wiki/Q1161707","display_name":"Benchmark (surveying)","level":2,"score":0.5539000034332275},{"id":"https://openalex.org/C12713177","wikidata":"https://www.wikidata.org/wiki/Q1900281","display_name":"Perspective (graphical)","level":2,"score":0.513700008392334},{"id":"https://openalex.org/C41608201","wikidata":"https://www.wikidata.org/wiki/Q980509","display_name":"Embedding","level":2,"score":0.5127000212669373},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5080999732017517},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5012000203132629},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.4855000078678131},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.4593999981880188},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.44929999113082886},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4302999973297119},{"id":"https://openalex.org/C2779808786","wikidata":"https://www.wikidata.org/wiki/Q6664603","display_name":"Locality","level":2,"score":0.4169999957084656},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.41100001335144043},{"id":"https://openalex.org/C206345919","wikidata":"https://www.wikidata.org/wiki/Q20380951","display_name":"Resource (disambiguation)","level":2,"score":0.4074000120162964},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.38190001249313354},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C179799912","wikidata":"https://www.wikidata.org/wiki/Q205084","display_name":"Computational complexity theory","level":2,"score":0.34540000557899475},{"id":"https://openalex.org/C186967261","wikidata":"https://www.wikidata.org/wiki/Q5082128","display_name":"Mobile device","level":2,"score":0.33239999413490295},{"id":"https://openalex.org/C59404180","wikidata":"https://www.wikidata.org/wiki/Q17013334","display_name":"Feature learning","level":2,"score":0.3224000036716461},{"id":"https://openalex.org/C80444323","wikidata":"https://www.wikidata.org/wiki/Q2878974","display_name":"Theoretical computer science","level":1,"score":0.32170000672340393},{"id":"https://openalex.org/C171268870","wikidata":"https://www.wikidata.org/wiki/Q1486676","display_name":"GRASP","level":2,"score":0.29989999532699585},{"id":"https://openalex.org/C127964446","wikidata":"https://www.wikidata.org/wiki/Q1092142","display_name":"Computational resource","level":3,"score":0.26969999074935913},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.26589998602867126},{"id":"https://openalex.org/C194739806","wikidata":"https://www.wikidata.org/wiki/Q66221","display_name":"Computer data storage","level":2,"score":0.25110000371932983}],"mesh":[{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000069550","descriptor_name":"Machine Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D000077321","descriptor_name":"Deep Learning","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D006801","descriptor_name":"Humans","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D016571","descriptor_name":"Neural Networks, Computer","qualifier_ui":null,"qualifier_name":null,"is_major_topic":true},{"descriptor_ui":"D019359","descriptor_name":"Knowledge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019359","descriptor_name":"Knowledge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false},{"descriptor_ui":"D019359","descriptor_name":"Knowledge","qualifier_ui":null,"qualifier_name":null,"is_major_topic":false}],"locations_count":2,"locations":[{"id":"doi:10.1109/tnnls.2020.2970494","is_oa":false,"landing_page_url":"https://doi.org/10.1109/tnnls.2020.2970494","pdf_url":null,"source":{"id":"https://openalex.org/S4210175523","display_name":"IEEE Transactions on Neural Networks and Learning Systems","issn_l":"2162-237X","issn":["2162-237X","2162-2388"],"is_oa":false,"is_in_doaj":false,"is_core":true,"host_organization":"https://openalex.org/P4310319808","host_organization_name":"Institute of Electrical and Electronics Engineers","host_organization_lineage":["https://openalex.org/P4310319808"],"host_organization_lineage_names":["Institute of Electrical and Electronics Engineers"],"type":"journal"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE Transactions on Neural Networks and Learning Systems","raw_type":"journal-article"},{"id":"pmid:32092018","is_oa":false,"landing_page_url":"https://pubmed.ncbi.nlm.nih.gov/32092018","pdf_url":null,"source":{"id":"https://openalex.org/S4306525036","display_name":"PubMed","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I1299303238","host_organization_name":"National Institutes of Health","host_organization_lineage":["https://openalex.org/I1299303238"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IEEE transactions on neural networks and learning systems","raw_type":null}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[{"id":"https://openalex.org/G6139103909","display_name":null,"funder_award_id":"61876007","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G6809584648","display_name":null,"funder_award_id":"61872012","funder_id":"https://openalex.org/F4320321001","funder_display_name":"National Natural Science Foundation of China"},{"id":"https://openalex.org/G687703284","display_name":null,"funder_award_id":"DE-180101438","funder_id":"https://openalex.org/F4320334704","funder_display_name":"Australian Research Council"}],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320334704","display_name":"Australian Research Council","ror":"https://ror.org/05mmh0f86"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":40,"referenced_works":["https://openalex.org/W639708223","https://openalex.org/W1689711448","https://openalex.org/W1903029394","https://openalex.org/W1965766334","https://openalex.org/W2001141328","https://openalex.org/W2053186076","https://openalex.org/W2170947705","https://openalex.org/W2194775991","https://openalex.org/W2221448138","https://openalex.org/W2316060816","https://openalex.org/W2739879705","https://openalex.org/W2743289088","https://openalex.org/W2775811337","https://openalex.org/W2793950911","https://openalex.org/W2963163009","https://openalex.org/W2964017885","https://openalex.org/W2968868585","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6637709462","https://openalex.org/W6638523607","https://openalex.org/W6638667902","https://openalex.org/W6677580257","https://openalex.org/W6679909955","https://openalex.org/W6682644385","https://openalex.org/W6682755970","https://openalex.org/W6684191040","https://openalex.org/W6684563725","https://openalex.org/W6685405536","https://openalex.org/W6696761078","https://openalex.org/W6726946684","https://openalex.org/W6729623471","https://openalex.org/W6730179637","https://openalex.org/W6737664043","https://openalex.org/W6740474667","https://openalex.org/W6740493225","https://openalex.org/W6742030086","https://openalex.org/W6746264161","https://openalex.org/W6753710810","https://openalex.org/W6753767121"],"related_works":[],"abstract_inverted_index":{"Deep":[0],"convolutional":[1],"neural":[2],"networks":[3,173],"have":[4],"been":[5],"widely":[6],"used":[7,47],"in":[8,66,186],"numerous":[9],"applications,":[10],"but":[11],"their":[12,20,128],"demanding":[13],"storage":[14,191],"and":[15,61,171,190],"computational":[16,189],"resource":[17],"requirements":[18],"prevent":[19],"applications":[21],"on":[22,50,167],"mobile":[23],"devices.":[24],"Knowledge":[25],"distillation":[26],"aims":[27,77],"to":[28,48,55,78,83,91,117,156,181],"optimize":[29],"a":[30,39,67,100],"portable":[31,138],"student":[32,62,84,113],"network":[33,114],"by":[34],"taking":[35],"the":[36,96,108,112,119,133,144,149,158,163,176],"knowledge":[37],"from":[38,81,99,132],"well-trained":[40,172],"heavy":[41],"teacher":[42,60,82,134,150],"network.":[43,135,151],"Traditional":[44],"teacher-student-based":[45],"methods":[46,185],"rely":[49],"additional":[51],"fully":[52],"connected":[53],"layers":[54,58],"bridge":[56],"intermediate":[57],"of":[59,70,103,127,148,162,188],"networks,":[63],"which":[64],"brings":[65],"large":[68],"number":[69],"auxiliary":[71],"parameters.":[72],"In":[73],"contrast,":[74],"this":[75],"article":[76],"propagate":[79],"information":[80],"without":[85],"introducing":[86,107],"new":[87,101],"variables":[88],"that":[89,122,147,175],"need":[90],"be":[92],"optimized.":[93],"We":[94],"regard":[95],"teacher-student":[97,183],"paradigm":[98],"perspective":[102],"feature":[104],"embedding.":[105],"By":[106],"locality":[109],"preserving":[110],"loss,":[111],"is":[115,154,179],"encouraged":[116],"generate":[118],"low-dimensional":[120],"features":[121,131],"could":[123],"inherit":[124],"intrinsic":[125],"properties":[126],"corresponding":[129],"high-dimensional":[130],"The":[136],"resulting":[137],"network,":[139],"thus,":[140],"can":[141],"naturally":[142],"maintain":[143],"performance":[145],"as":[146],"Theoretical":[152],"analysis":[153],"provided":[155],"justify":[157],"lower":[159],"computation":[160],"complexity":[161],"proposed":[164,177],"method.":[165],"Experiments":[166],"benchmark":[168],"data":[169],"sets":[170],"suggest":[174],"algorithm":[178],"superior":[180],"state-of-the-art":[182],"learning":[184],"terms":[187],"complexity.":[192]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":24},{"year":2024,"cited_by_count":18},{"year":2023,"cited_by_count":17},{"year":2022,"cited_by_count":17},{"year":2021,"cited_by_count":10},{"year":2020,"cited_by_count":1}],"updated_date":"2026-04-09T08:11:56.329763","created_date":"2020-03-06T00:00:00"}