{"id":"https://openalex.org/W4312783726","doi":"https://doi.org/10.1109/icpr56361.2022.9956061","title":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","display_name":"CES-KD: Curriculum-based Expert Selection for Guided Knowledge Distillation","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4312783726","doi":"https://doi.org/10.1109/icpr56361.2022.9956061"},"language":"en","primary_location":{"id":"doi:10.1109/icpr56361.2022.9956061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956061","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5053066345","display_name":"Ibtihel Amara","orcid":null},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":true,"raw_author_name":"Ibtihel Amara","raw_affiliation_strings":["McGill University,Montreal,Canada","McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Montreal,Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5029947593","display_name":"Maryam Ziaeefard","orcid":"https://orcid.org/0000-0003-4490-1268"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Maryam Ziaeefard","raw_affiliation_strings":["McGill University,Montreal,Canada","McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Montreal,Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034701871","display_name":"Brett H. Meyer","orcid":"https://orcid.org/0000-0002-6650-3298"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Brett H. Meyer","raw_affiliation_strings":["McGill University,Montreal,Canada","McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Montreal,Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5091600002","display_name":"Warren J. Gross","orcid":"https://orcid.org/0000-0002-6226-6037"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"Warren Gross","raw_affiliation_strings":["McGill University,Montreal,Canada","McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Montreal,Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5079264223","display_name":"James J. Clark","orcid":"https://orcid.org/0000-0002-4512-6171"},"institutions":[{"id":"https://openalex.org/I5023651","display_name":"McGill University","ror":"https://ror.org/01pxwe438","country_code":"CA","type":"education","lineage":["https://openalex.org/I5023651"]}],"countries":["CA"],"is_corresponding":false,"raw_author_name":"James J. Clark","raw_affiliation_strings":["McGill University,Montreal,Canada","McGill University, Montreal, Canada"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"McGill University,Montreal,Canada","institution_ids":["https://openalex.org/I5023651"]},{"raw_affiliation_string":"McGill University, Montreal, Canada","institution_ids":["https://openalex.org/I5023651"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":5,"corresponding_author_ids":["https://openalex.org/A5053066345"],"corresponding_institution_ids":["https://openalex.org/I5023651"],"apc_list":null,"apc_paid":null,"fwci":0.2384,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":{"value":0.59852357,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":94,"max":96},"biblio":{"volume":null,"issue":null,"first_page":"1901","last_page":"1907"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9994999766349792,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987999796867371,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11775","display_name":"COVID-19 diagnosis using AI","score":0.9975000023841858,"subfield":{"id":"https://openalex.org/subfields/2741","display_name":"Radiology, Nuclear Medicine and Imaging"},"field":{"id":"https://openalex.org/fields/27","display_name":"Medicine"},"domain":{"id":"https://openalex.org/domains/4","display_name":"Health Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/curriculum","display_name":"Curriculum","score":0.756837010383606},{"id":"https://openalex.org/keywords/selection","display_name":"Selection (genetic algorithm)","score":0.6984531879425049},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.6682522296905518},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6437913179397583},{"id":"https://openalex.org/keywords/enhanced-data-rates-for-gsm-evolution","display_name":"Enhanced Data Rates for GSM Evolution","score":0.6028342843055725},{"id":"https://openalex.org/keywords/bridge","display_name":"Bridge (graph theory)","score":0.5887743830680847},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5143688917160034},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.49627596139907837},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.47461119294166565},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.10221460461616516},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.09947213530540466},{"id":"https://openalex.org/keywords/pedagogy","display_name":"Pedagogy","score":0.07930260896682739}],"concepts":[{"id":"https://openalex.org/C47177190","wikidata":"https://www.wikidata.org/wiki/Q207137","display_name":"Curriculum","level":2,"score":0.756837010383606},{"id":"https://openalex.org/C81917197","wikidata":"https://www.wikidata.org/wiki/Q628760","display_name":"Selection (genetic algorithm)","level":2,"score":0.6984531879425049},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.6682522296905518},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6437913179397583},{"id":"https://openalex.org/C162307627","wikidata":"https://www.wikidata.org/wiki/Q204833","display_name":"Enhanced Data Rates for GSM Evolution","level":2,"score":0.6028342843055725},{"id":"https://openalex.org/C100776233","wikidata":"https://www.wikidata.org/wiki/Q2532492","display_name":"Bridge (graph theory)","level":2,"score":0.5887743830680847},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5143688917160034},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.49627596139907837},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.47461119294166565},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.10221460461616516},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.09947213530540466},{"id":"https://openalex.org/C19417346","wikidata":"https://www.wikidata.org/wiki/Q7922","display_name":"Pedagogy","level":1,"score":0.07930260896682739},{"id":"https://openalex.org/C15744967","wikidata":"https://www.wikidata.org/wiki/Q9418","display_name":"Psychology","level":0,"score":0.0},{"id":"https://openalex.org/C71924100","wikidata":"https://www.wikidata.org/wiki/Q11190","display_name":"Medicine","level":0,"score":0.0},{"id":"https://openalex.org/C126322002","wikidata":"https://www.wikidata.org/wiki/Q11180","display_name":"Internal medicine","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr56361.2022.9956061","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956061","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"score":0.8299999833106995,"display_name":"Quality Education","id":"https://metadata.un.org/sdg/4"}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":56,"referenced_works":["https://openalex.org/W1686810756","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2108598243","https://openalex.org/W2194775991","https://openalex.org/W2233116163","https://openalex.org/W2294370754","https://openalex.org/W2296073425","https://openalex.org/W2543539599","https://openalex.org/W2560647685","https://openalex.org/W2561238782","https://openalex.org/W2731516819","https://openalex.org/W2739879705","https://openalex.org/W2743151379","https://openalex.org/W2785355717","https://openalex.org/W2899771611","https://openalex.org/W2936864631","https://openalex.org/W2950248853","https://openalex.org/W2951954464","https://openalex.org/W2963140444","https://openalex.org/W2963420272","https://openalex.org/W2963534679","https://openalex.org/W2963674932","https://openalex.org/W2963981420","https://openalex.org/W2964081807","https://openalex.org/W2964111476","https://openalex.org/W2964137095","https://openalex.org/W2982242214","https://openalex.org/W2986015886","https://openalex.org/W2986725798","https://openalex.org/W2995607862","https://openalex.org/W2997006708","https://openalex.org/W3004127093","https://openalex.org/W3096121526","https://openalex.org/W3118608800","https://openalex.org/W3152607317","https://openalex.org/W3199986538","https://openalex.org/W3203532272","https://openalex.org/W4394639701","https://openalex.org/W6637373629","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6638632666","https://openalex.org/W6684563725","https://openalex.org/W6704369950","https://openalex.org/W6724998850","https://openalex.org/W6740493225","https://openalex.org/W6748082341","https://openalex.org/W6748529433","https://openalex.org/W6755174528","https://openalex.org/W6756040250","https://openalex.org/W6760278398","https://openalex.org/W6769906912","https://openalex.org/W6786637698","https://openalex.org/W6787972765","https://openalex.org/W6842607031"],"related_works":["https://openalex.org/W1501776718","https://openalex.org/W2615136228","https://openalex.org/W657108774","https://openalex.org/W2390192952","https://openalex.org/W2480620430","https://openalex.org/W2373296418","https://openalex.org/W2348562106","https://openalex.org/W2370820329","https://openalex.org/W2370554813","https://openalex.org/W3035059915"],"abstract_inverted_index":{"Knowledge":[0,75],"distillation":[1],"(KD)":[2],"is":[3,20,94,131],"an":[4],"effective":[5],"tool":[6],"for":[7,12,44,74],"compressing":[8],"deep":[9],"classification":[10],"models":[11],"edge":[13],"devices.":[14],"However,":[15],"the":[16,23,28,49,52,58,81,88,97,151,155],"performance":[17],"of":[18,51,83],"KD":[19,135],"affected":[21],"by":[22,150],"large":[24],"capacity":[25,89,125],"gap":[26,60,90],"between":[27,61],"teacher":[29,40,53,126,141],"and":[30,119,165,172,175,183],"student":[31,86,101],"networks.":[32],"Recent":[33],"methods":[34],"have":[35],"resorted":[36],"to":[37,55,78],"a":[38,67,84,100,122,132,139,147],"multiple":[39],"assistant":[41],"(TA)":[42],"setting":[43],"KD,":[45],"which":[46],"sequentially":[47],"decreases":[48],"size":[50,59],"model":[54],"relatively":[56],"bridge":[57],"these":[62],"models.":[63],"This":[64,92],"paper":[65],"proposes":[66],"new":[68],"technique":[69,93,136],"called":[70],"Curriculum":[71],"Expert":[72],"Selection":[73],"Distillation":[76],"(CES-KD)":[77],"efficiently":[79],"enhance":[80],"learning":[82],"compact":[85],"under":[87],"problem.":[91],"built":[95],"upon":[96],"hypothesis":[98,164],"that":[99,137],"network":[102],"should":[103],"be":[104],"guided":[105],"gradually":[106],"using":[107],"stratified":[108],"teaching":[109],"curriculum":[110,148],"as":[111],"it":[112],"learns":[113],"easy":[114],"(hard)":[115],"data":[116],"samples":[117],"better":[118],"faster":[120],"from":[121],"lower":[123],"(higher)":[124],"network.":[127],"Specifically,":[128],"our":[129,163],"method":[130],"gradual":[133],"TA-based":[134],"selects":[138],"single":[140],"per":[142],"input":[143],"image":[144],"based":[145],"on":[146,179],"driven":[149],"difficulty":[152],"in":[153],"classifying":[154],"image.":[156],"In":[157],"this":[158],"work,":[159],"we":[160],"empirically":[161],"verify":[162],"rigorously":[166],"experiment":[167],"with":[168],"CIFAR-10,":[169],"CIFAR-100,":[170],"CINIC-10,":[171],"ImageNet":[173],"datasets":[174],"show":[176],"improved":[177],"accuracy":[178],"VGG-like":[180],"models,":[181],"ResNets,":[182],"WideResNets":[184],"architectures.":[185]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2023,"cited_by_count":2}],"updated_date":"2026-05-03T08:25:01.440150","created_date":"2025-10-10T00:00:00"}