{"id":"https://openalex.org/W3211483557","doi":"https://doi.org/10.1109/iecon48115.2021.9589722","title":"Online Knowledge Distillation Based on Multi-stage Multi-generative Adversarial Network","display_name":"Online Knowledge Distillation Based on Multi-stage Multi-generative Adversarial Network","publication_year":2021,"publication_date":"2021-10-13","ids":{"openalex":"https://openalex.org/W3211483557","doi":"https://doi.org/10.1109/iecon48115.2021.9589722","mag":"3211483557"},"language":"en","primary_location":{"id":"doi:10.1109/iecon48115.2021.9589722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon48115.2021.9589722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2021 \u2013 47th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5108587072","display_name":"Zhonghao Huang","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]},{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":true,"raw_author_name":"Zhonghao Huang","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]},{"raw_affiliation_string":"Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5016437592","display_name":"Yimin Zhou","orcid":"https://orcid.org/0000-0003-2337-776X"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"funder","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210145761","display_name":"Shenzhen Institutes of Advanced Technology","ror":"https://ror.org/04gh4er46","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210145761"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yimin Zhou","raw_affiliation_strings":["Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China"],"affiliations":[{"raw_affiliation_string":"Shenzhen Institute of Advanced Technology, Chinese Academy of Sciences, Shenzhen, China","institution_ids":["https://openalex.org/I4210145761","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5048796448","display_name":"Xingyao Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I96908189","display_name":"Xinjiang University","ror":"https://ror.org/059gw8r13","country_code":"CN","type":"education","lineage":["https://openalex.org/I96908189"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Xingyao Yang","raw_affiliation_strings":["Xinjiang University, Urumqi, China"],"affiliations":[{"raw_affiliation_string":"Xinjiang University, Urumqi, China","institution_ids":["https://openalex.org/I96908189"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5108587072"],"corresponding_institution_ids":["https://openalex.org/I19820366","https://openalex.org/I4210145761","https://openalex.org/I96908189"],"apc_list":null,"apc_paid":null,"fwci":0.1937,"has_fulltext":false,"cited_by_count":5,"citation_normalized_percentile":{"value":0.50715189,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":89,"max":99},"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"7"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10812","display_name":"Human Pose and Action Recognition","score":0.994700014591217,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11206","display_name":"Model Reduction and Neural Networks","score":0.9939000010490417,"subfield":{"id":"https://openalex.org/subfields/3109","display_name":"Statistical and Nonlinear Physics"},"field":{"id":"https://openalex.org/fields/31","display_name":"Physics and Astronomy"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10775","display_name":"Generative Adversarial Networks and Image Synthesis","score":0.9925000071525574,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7568317651748657},{"id":"https://openalex.org/keywords/discriminator","display_name":"Discriminator","score":0.7453075051307678},{"id":"https://openalex.org/keywords/generator","display_name":"Generator (circuit theory)","score":0.5947356224060059},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5395066142082214},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5234779119491577},{"id":"https://openalex.org/keywords/adversarial-system","display_name":"Adversarial system","score":0.5190870761871338},{"id":"https://openalex.org/keywords/block","display_name":"Block (permutation group theory)","score":0.5124459862709045},{"id":"https://openalex.org/keywords/feature","display_name":"Feature (linguistics)","score":0.5104626417160034},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5064038038253784},{"id":"https://openalex.org/keywords/constraint","display_name":"Constraint (computer-aided design)","score":0.5060471892356873},{"id":"https://openalex.org/keywords/key","display_name":"Key (lock)","score":0.4840216338634491},{"id":"https://openalex.org/keywords/scheme","display_name":"Scheme (mathematics)","score":0.4649074971675873},{"id":"https://openalex.org/keywords/convergence","display_name":"Convergence (economics)","score":0.4530300199985504},{"id":"https://openalex.org/keywords/generative-grammar","display_name":"Generative grammar","score":0.43040335178375244},{"id":"https://openalex.org/keywords/convolutional-neural-network","display_name":"Convolutional neural network","score":0.42293867468833923},{"id":"https://openalex.org/keywords/representation","display_name":"Representation (politics)","score":0.4119425415992737},{"id":"https://openalex.org/keywords/construct","display_name":"Construct (python library)","score":0.4101948142051697},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.10921096801757812}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7568317651748657},{"id":"https://openalex.org/C2779803651","wikidata":"https://www.wikidata.org/wiki/Q5282088","display_name":"Discriminator","level":3,"score":0.7453075051307678},{"id":"https://openalex.org/C2780992000","wikidata":"https://www.wikidata.org/wiki/Q17016113","display_name":"Generator (circuit theory)","level":3,"score":0.5947356224060059},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5395066142082214},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5234779119491577},{"id":"https://openalex.org/C37736160","wikidata":"https://www.wikidata.org/wiki/Q1801315","display_name":"Adversarial system","level":2,"score":0.5190870761871338},{"id":"https://openalex.org/C2777210771","wikidata":"https://www.wikidata.org/wiki/Q4927124","display_name":"Block (permutation group theory)","level":2,"score":0.5124459862709045},{"id":"https://openalex.org/C2776401178","wikidata":"https://www.wikidata.org/wiki/Q12050496","display_name":"Feature (linguistics)","level":2,"score":0.5104626417160034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5064038038253784},{"id":"https://openalex.org/C2776036281","wikidata":"https://www.wikidata.org/wiki/Q48769818","display_name":"Constraint (computer-aided design)","level":2,"score":0.5060471892356873},{"id":"https://openalex.org/C26517878","wikidata":"https://www.wikidata.org/wiki/Q228039","display_name":"Key (lock)","level":2,"score":0.4840216338634491},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.4649074971675873},{"id":"https://openalex.org/C2777303404","wikidata":"https://www.wikidata.org/wiki/Q759757","display_name":"Convergence (economics)","level":2,"score":0.4530300199985504},{"id":"https://openalex.org/C39890363","wikidata":"https://www.wikidata.org/wiki/Q36108","display_name":"Generative grammar","level":2,"score":0.43040335178375244},{"id":"https://openalex.org/C81363708","wikidata":"https://www.wikidata.org/wiki/Q17084460","display_name":"Convolutional neural network","level":2,"score":0.42293867468833923},{"id":"https://openalex.org/C2776359362","wikidata":"https://www.wikidata.org/wiki/Q2145286","display_name":"Representation (politics)","level":3,"score":0.4119425415992737},{"id":"https://openalex.org/C2780801425","wikidata":"https://www.wikidata.org/wiki/Q5164392","display_name":"Construct (python library)","level":2,"score":0.4101948142051697},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.10921096801757812},{"id":"https://openalex.org/C163258240","wikidata":"https://www.wikidata.org/wiki/Q25342","display_name":"Power (physics)","level":2,"score":0.0},{"id":"https://openalex.org/C62520636","wikidata":"https://www.wikidata.org/wiki/Q944","display_name":"Quantum mechanics","level":1,"score":0.0},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.0},{"id":"https://openalex.org/C162324750","wikidata":"https://www.wikidata.org/wiki/Q8134","display_name":"Economics","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C94915269","wikidata":"https://www.wikidata.org/wiki/Q1834857","display_name":"Detector","level":2,"score":0.0},{"id":"https://openalex.org/C134306372","wikidata":"https://www.wikidata.org/wiki/Q7754","display_name":"Mathematical analysis","level":1,"score":0.0},{"id":"https://openalex.org/C94625758","wikidata":"https://www.wikidata.org/wiki/Q7163","display_name":"Politics","level":2,"score":0.0},{"id":"https://openalex.org/C121332964","wikidata":"https://www.wikidata.org/wiki/Q413","display_name":"Physics","level":0,"score":0.0},{"id":"https://openalex.org/C199539241","wikidata":"https://www.wikidata.org/wiki/Q7748","display_name":"Law","level":1,"score":0.0},{"id":"https://openalex.org/C38652104","wikidata":"https://www.wikidata.org/wiki/Q3510521","display_name":"Computer security","level":1,"score":0.0},{"id":"https://openalex.org/C199360897","wikidata":"https://www.wikidata.org/wiki/Q9143","display_name":"Programming language","level":1,"score":0.0},{"id":"https://openalex.org/C2524010","wikidata":"https://www.wikidata.org/wiki/Q8087","display_name":"Geometry","level":1,"score":0.0},{"id":"https://openalex.org/C41895202","wikidata":"https://www.wikidata.org/wiki/Q8162","display_name":"Linguistics","level":1,"score":0.0},{"id":"https://openalex.org/C76155785","wikidata":"https://www.wikidata.org/wiki/Q418","display_name":"Telecommunications","level":1,"score":0.0},{"id":"https://openalex.org/C17744445","wikidata":"https://www.wikidata.org/wiki/Q36442","display_name":"Political science","level":0,"score":0.0},{"id":"https://openalex.org/C138885662","wikidata":"https://www.wikidata.org/wiki/Q5891","display_name":"Philosophy","level":0,"score":0.0},{"id":"https://openalex.org/C50522688","wikidata":"https://www.wikidata.org/wiki/Q189833","display_name":"Economic growth","level":1,"score":0.0},{"id":"https://openalex.org/C78519656","wikidata":"https://www.wikidata.org/wiki/Q101333","display_name":"Mechanical engineering","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/iecon48115.2021.9589722","is_oa":false,"landing_page_url":"https://doi.org/10.1109/iecon48115.2021.9589722","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"IECON 2021 \u2013 47th Annual Conference of the IEEE Industrial Electronics Society","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/10","display_name":"Reduced inequalities","score":0.5799999833106995}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":31,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2119144962","https://openalex.org/W2300242332","https://openalex.org/W2561238782","https://openalex.org/W2739879705","https://openalex.org/W2900078687","https://openalex.org/W2903574258","https://openalex.org/W2904206140","https://openalex.org/W2955192706","https://openalex.org/W2963225922","https://openalex.org/W2963681135","https://openalex.org/W2964228333","https://openalex.org/W2965862774","https://openalex.org/W2981819252","https://openalex.org/W2983118306","https://openalex.org/W3034619766","https://openalex.org/W3034855543","https://openalex.org/W3035377608","https://openalex.org/W3037399553","https://openalex.org/W3164605550","https://openalex.org/W3172187472","https://openalex.org/W3176694147","https://openalex.org/W3177378457","https://openalex.org/W6638523607","https://openalex.org/W6677580257","https://openalex.org/W6685891324","https://openalex.org/W6730179637","https://openalex.org/W6734062232","https://openalex.org/W6769213770","https://openalex.org/W6787459304"],"related_works":["https://openalex.org/W2995777218","https://openalex.org/W2953246223","https://openalex.org/W4293320219","https://openalex.org/W3110074278","https://openalex.org/W4283584549","https://openalex.org/W2618858825","https://openalex.org/W2554314924","https://openalex.org/W2998859928","https://openalex.org/W4381885966","https://openalex.org/W4288256692"],"abstract_inverted_index":{"Knowledge":[0],"distillation":[1,73],"is":[2,13,101,125,140],"one":[3],"of":[4,40,44,63,110,150,161,181],"the":[5,10,26,30,34,41,45,53,61,64,83,87,97,107,117,122,128,136,143,151,155,158,162,166,170,179,182,190,200],"model":[6,85,89,99,119,124,153,164,172,202],"compression":[7],"techniques,":[8],"where":[9],"key":[11],"challenge":[12],"how":[14],"to":[15,90,115],"extract":[16],"rich":[17],"and":[18,33,86,106,157,176],"general":[19],"knowledge":[20,72],"from":[21],"teacher":[22,35,46,88,98,163,183,201],"models,":[23],"thus":[24],"reducing":[25],"performance":[27,180],"gap":[28],"between":[29],"student":[31,54,65,84,118,123,152,171],"models":[32,47],"models.":[36,55,66],"The":[37],"feature":[38],"representation":[39],"strong":[42],"convergence":[43],"has":[48],"a":[49],"heavy":[50],"constraint":[51],"on":[52,60,75,127,187,203],"which":[56,81],"brings":[57],"certain":[58],"influence":[59],"quality":[62],"This":[67],"paper":[68],"designs":[69],"an":[70],"online":[71],"based":[74,126],"multi-stage":[76,144],"multi-generative":[77],"adversarial":[78,138],"network":[79,139],"(MS-MGAN),":[80],"enables":[82],"learn":[91],"together":[92],"in":[93],"multiple":[94],"stages.":[95],"First,":[96],"training":[100,108],"divided":[102],"into":[103,142],"several":[104,188],"stages,":[105],"results":[109],"each":[111,147],"stage":[112],"are":[113],"used":[114],"guide":[116],"training.":[120,134],"Second,":[121],"convolutional":[129,148],"block":[130,149,160],"for":[131],"layer-wise":[132],"greedy":[133],"Then,":[135],"generative":[137],"integrated":[141],"training,":[145],"with":[146],"as":[154,165],"generator":[156],"corresponding":[159],"discriminator,":[167],"so":[168],"that":[169],"can":[173,193],"better":[174],"follow":[175],"even":[177,198],"surpass":[178],"model.":[184],"As":[185],"demonstrated":[186],"benchmarks,":[189],"proposed":[191],"method":[192],"achieves":[194],"surprising":[195],"satisfied":[196],"results,":[197],"outperforming":[199],"some":[204],"tasks.":[205]},"counts_by_year":[{"year":2026,"cited_by_count":1},{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":1}],"updated_date":"2026-03-13T16:22:10.518609","created_date":"2025-10-10T00:00:00"}