{"id":"https://openalex.org/W3168470215","doi":"https://doi.org/10.1109/icme51207.2021.9428226","title":"Flexible Knowledge Distillation with an Evolutional Network Population","display_name":"Flexible Knowledge Distillation with an Evolutional Network Population","publication_year":2021,"publication_date":"2021-06-09","ids":{"openalex":"https://openalex.org/W3168470215","doi":"https://doi.org/10.1109/icme51207.2021.9428226","mag":"3168470215"},"language":"en","primary_location":{"id":"doi:10.1109/icme51207.2021.9428226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme51207.2021.9428226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5007285444","display_name":"Jie Lei","orcid":"https://orcid.org/0000-0003-0851-6565"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jie Lei","raw_affiliation_strings":["Zhejiang University Of Technology,Hangzhou,P.R. China,310023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University Of Technology,Hangzhou,P.R. China,310023","institution_ids":["https://openalex.org/I55712492"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5100942597","display_name":"Zhao Liu","orcid":"https://orcid.org/0000-0002-2709-9018"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhao Liu","raw_affiliation_strings":["Ping An Life Insurance Of China, Ltd,P.R. China,200120"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Life Insurance Of China, Ltd,P.R. China,200120","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5026532752","display_name":"Mingli Song","orcid":"https://orcid.org/0000-0003-2621-6048"},"institutions":[{"id":"https://openalex.org/I76130692","display_name":"Zhejiang University","ror":"https://ror.org/00a2xv884","country_code":"CN","type":"education","lineage":["https://openalex.org/I76130692"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Mingli Song","raw_affiliation_strings":["Zhejiang University,Hangzhou,P.R. China,310027"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University,Hangzhou,P.R. China,310027","institution_ids":["https://openalex.org/I76130692"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101983941","display_name":"Juan Xu","orcid":"https://orcid.org/0000-0002-5808-6797"},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Juan Xu","raw_affiliation_strings":["Ping An Life Insurance Of China, Ltd,P.R. China,200120"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Life Insurance Of China, Ltd,P.R. China,200120","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5108756348","display_name":"Jianping Shen","orcid":null},"institutions":[{"id":"https://openalex.org/I4401726822","display_name":"Ping An (China)","ror":"https://ror.org/004yv2z91","country_code":null,"type":"company","lineage":["https://openalex.org/I4401726822"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Jianping Shen","raw_affiliation_strings":["Ping An Life Insurance Of China, Ltd,P.R. China,200120"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Ping An Life Insurance Of China, Ltd,P.R. China,200120","institution_ids":["https://openalex.org/I4401726822"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5001531117","display_name":"Ronghua Liang","orcid":"https://orcid.org/0000-0003-2077-9608"},"institutions":[{"id":"https://openalex.org/I55712492","display_name":"Zhejiang University of Technology","ror":"https://ror.org/02djqfd08","country_code":"CN","type":"education","lineage":["https://openalex.org/I55712492"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Ronghua Liang","raw_affiliation_strings":["Zhejiang University Of Technology,Hangzhou,P.R. China,310023"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Zhejiang University Of Technology,Hangzhou,P.R. China,310023","institution_ids":["https://openalex.org/I55712492"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":3,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1","last_page":"6"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9997000098228455,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11605","display_name":"Visual Attention and Saliency Detection","score":0.9972000122070312,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10531","display_name":"Advanced Vision and Imaging","score":0.9970999956130981,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7548710107803345},{"id":"https://openalex.org/keywords/reuse","display_name":"Reuse","score":0.6181280612945557},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6035560369491577},{"id":"https://openalex.org/keywords/imitation","display_name":"Imitation","score":0.59224933385849},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5548596382141113},{"id":"https://openalex.org/keywords/population","display_name":"Population","score":0.5504133701324463},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.5347235798835754},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5257157683372498},{"id":"https://openalex.org/keywords/variety","display_name":"Variety (cybernetics)","score":0.48676419258117676},{"id":"https://openalex.org/keywords/network-architecture","display_name":"Network architecture","score":0.42393332719802856},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.3460298776626587},{"id":"https://openalex.org/keywords/engineering","display_name":"Engineering","score":0.12210384011268616},{"id":"https://openalex.org/keywords/computer-network","display_name":"Computer network","score":0.09144145250320435}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7548710107803345},{"id":"https://openalex.org/C206588197","wikidata":"https://www.wikidata.org/wiki/Q846574","display_name":"Reuse","level":2,"score":0.6181280612945557},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6035560369491577},{"id":"https://openalex.org/C126388530","wikidata":"https://www.wikidata.org/wiki/Q1131737","display_name":"Imitation","level":2,"score":0.59224933385849},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5548596382141113},{"id":"https://openalex.org/C2908647359","wikidata":"https://www.wikidata.org/wiki/Q2625603","display_name":"Population","level":2,"score":0.5504133701324463},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.5347235798835754},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5257157683372498},{"id":"https://openalex.org/C136197465","wikidata":"https://www.wikidata.org/wiki/Q1729295","display_name":"Variety (cybernetics)","level":2,"score":0.48676419258117676},{"id":"https://openalex.org/C193415008","wikidata":"https://www.wikidata.org/wiki/Q639681","display_name":"Network architecture","level":2,"score":0.42393332719802856},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3460298776626587},{"id":"https://openalex.org/C127413603","wikidata":"https://www.wikidata.org/wiki/Q11023","display_name":"Engineering","level":0,"score":0.12210384011268616},{"id":"https://openalex.org/C31258907","wikidata":"https://www.wikidata.org/wiki/Q1301371","display_name":"Computer network","level":1,"score":0.09144145250320435},{"id":"https://openalex.org/C77805123","wikidata":"https://www.wikidata.org/wiki/Q161272","display_name":"Social psychology","level":1,"score":0.0},{"id":"https://openalex.org/C548081761","wikidata":"https://www.wikidata.org/wiki/Q180388","display_name":"Waste management","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C144024400","wikidata":"https://www.wikidata.org/wiki/Q21201","display_name":"Sociology","level":0,"score":0.0},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C149923435","wikidata":"https://www.wikidata.org/wiki/Q37732","display_name":"Demography","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icme51207.2021.9428226","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icme51207.2021.9428226","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2021 IEEE International Conference on Multimedia and Expo (ICME)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Quality Education","score":0.6299999952316284,"id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[{"id":"https://openalex.org/F4320321001","display_name":"National Natural Science Foundation of China","ror":"https://ror.org/01h0zpd94"},{"id":"https://openalex.org/F4320337504","display_name":"Research and Development","ror":"https://ror.org/027s68j25"}],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":34,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W2112796928","https://openalex.org/W2134797427","https://openalex.org/W2163605009","https://openalex.org/W2194775991","https://openalex.org/W2294370754","https://openalex.org/W2335728318","https://openalex.org/W2549139847","https://openalex.org/W2553303224","https://openalex.org/W2561238782","https://openalex.org/W2610817424","https://openalex.org/W2941332886","https://openalex.org/W2963140444","https://openalex.org/W2963534679","https://openalex.org/W2964111476","https://openalex.org/W2964118293","https://openalex.org/W2981819252","https://openalex.org/W2995607862","https://openalex.org/W3034368386","https://openalex.org/W3118608800","https://openalex.org/W4295185264","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6684191040","https://openalex.org/W6696761078","https://openalex.org/W6703116779","https://openalex.org/W6729956949","https://openalex.org/W6729972426","https://openalex.org/W6730179637","https://openalex.org/W6737283639","https://openalex.org/W6748082341","https://openalex.org/W6769906912","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W4387497383","https://openalex.org/W3183948672","https://openalex.org/W3173606202","https://openalex.org/W3110381201","https://openalex.org/W2948807893","https://openalex.org/W2935909890","https://openalex.org/W2778153218","https://openalex.org/W2758277628","https://openalex.org/W1531601525","https://openalex.org/W2665305151"],"abstract_inverted_index":{"Deep":[0],"neural":[1,17],"networks":[2,18,130,147],"have":[3],"continually":[4],"surpassed":[5],"traditional":[6],"methods":[7],"on":[8],"a":[9,58,64,163],"variety":[10],"of":[11,25,191],"computer":[12],"vision":[13],"tasks.":[14],"Though":[15],"deep":[16],"are":[19,54],"very":[20],"powerful,":[21],"the":[22,69,109,115,120,129,136,141,171,184],"large":[23,65],"number":[24],"parameters":[26],"and":[27,33,75,103,134,156],"complex":[28],"structures":[29,102],"consume":[30],"considerable":[31],"storage":[32],"calculation":[34],"time,":[35],"making":[36],"it":[37],"hard":[38,78],"to":[39,62,79,86,114,127,148,161],"deploy":[40],"with":[41,89,99,131,177,194],"limited":[42],"resources.":[43],"To":[44],"tackle":[45],"this":[46,82],"issue,":[47],"many":[48],"recently":[49],"proposed":[50,185],"knowledge":[51,88,192],"distillation":[52,193],"approaches":[53],"aimed":[55],"at":[56],"obtaining":[57],"small":[59],"student":[60,70,92,165,196],"network":[61,71,93,105,166],"imitate":[63],"teacher":[66,116,172],"network.":[67,117],"However,":[68],"structure":[72,167],"is":[73,97,106],"pre-defined":[74],"may":[76],"be":[77],"train.":[80],"In":[81],"paper,":[83],"we":[84,122,144],"propose":[85],"distill":[87],"an":[90],"evolutional":[91],"population.":[94],"The":[95,180],"population":[96],"initialized":[98],"several":[100],"basic":[101],"each":[104],"evaluated":[107],"by":[108],"imitation":[110],"ability":[111],"(i.e.,":[112],"fitness)":[113],"By":[118,139],"reusing":[119],"weights,":[121],"provide":[123],"five":[124],"enhancement":[125],"options":[126],"strengthen":[128],"high":[132],"fitness":[133,142],"abandon":[135],"weak":[137],"ones.":[138],"changing":[140],"criterion,":[143],"can":[145,187],"select":[146],"meet":[149],"different":[150],"requirements,":[151],"such":[152],"as":[153],"balancing":[154],"size":[155],"accuracy.":[157],"This":[158],"allows":[159],"one":[160],"find":[162],"superior":[164,189],"that":[168],"better":[169],"imitates":[170],"model":[173],"from":[174],"various":[175],"aspects":[176],"easier":[178],"training.":[179],"experimental":[181],"results":[182],"demonstrate":[183],"method":[186],"achieve":[188],"performance":[190],"flexible":[195],"structures.":[197]},"counts_by_year":[],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}