{"id":"https://openalex.org/W3161659496","doi":"https://doi.org/10.1109/icpr48806.2021.9411995","title":"Efficient Online Subclass Knowledge Distillation for Image Classification","display_name":"Efficient Online Subclass Knowledge Distillation for Image Classification","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3161659496","doi":"https://doi.org/10.1109/icpr48806.2021.9411995","mag":"3161659496"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9411995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9411995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102927916","display_name":"Maria Tzelepi","orcid":"https://orcid.org/0000-0001-5359-8315"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Maria Tzelepi","raw_affiliation_strings":["Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5061050264","display_name":"Nikolaos Passalis","orcid":"https://orcid.org/0000-0003-1177-9139"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikolaos Passalis","raw_affiliation_strings":["Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":6,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"1007","last_page":"1014"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9998000264167786,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9987000226974487,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11512","display_name":"Anomaly Detection Techniques and Applications","score":0.9973999857902527,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.8905193209648132},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7874244451522827},{"id":"https://openalex.org/keywords/rendering","display_name":"Rendering (computer graphics)","score":0.667567253112793},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.6611515879631042},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.6507222056388855},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5688282251358032},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.519242525100708},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5040375590324402},{"id":"https://openalex.org/keywords/computation","display_name":"Computation","score":0.49223557114601135},{"id":"https://openalex.org/keywords/visualization","display_name":"Visualization","score":0.47533750534057617},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.37946394085884094},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.33197638392448425},{"id":"https://openalex.org/keywords/algorithm","display_name":"Algorithm","score":0.14298129081726074}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.8905193209648132},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7874244451522827},{"id":"https://openalex.org/C205711294","wikidata":"https://www.wikidata.org/wiki/Q176953","display_name":"Rendering (computer graphics)","level":2,"score":0.667567253112793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.6611515879631042},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.6507222056388855},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5688282251358032},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.519242525100708},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5040375590324402},{"id":"https://openalex.org/C45374587","wikidata":"https://www.wikidata.org/wiki/Q12525525","display_name":"Computation","level":2,"score":0.49223557114601135},{"id":"https://openalex.org/C36464697","wikidata":"https://www.wikidata.org/wiki/Q451553","display_name":"Visualization","level":2,"score":0.47533750534057617},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.37946394085884094},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.33197638392448425},{"id":"https://openalex.org/C11413529","wikidata":"https://www.wikidata.org/wiki/Q8366","display_name":"Algorithm","level":1,"score":0.14298129081726074},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr48806.2021.9411995","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9411995","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/4","display_name":"Quality Education","score":0.5400000214576721}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":83,"referenced_works":["https://openalex.org/W603167732","https://openalex.org/W992687842","https://openalex.org/W1602122992","https://openalex.org/W1665214252","https://openalex.org/W1690739335","https://openalex.org/W1821462560","https://openalex.org/W2001619934","https://openalex.org/W2010000700","https://openalex.org/W2016485878","https://openalex.org/W2053186076","https://openalex.org/W2112796928","https://openalex.org/W2123585936","https://openalex.org/W2134797427","https://openalex.org/W2136933783","https://openalex.org/W2140701737","https://openalex.org/W2143612262","https://openalex.org/W2176950688","https://openalex.org/W2187089797","https://openalex.org/W2233116163","https://openalex.org/W2279098554","https://openalex.org/W2294370754","https://openalex.org/W2335728318","https://openalex.org/W2401231614","https://openalex.org/W2570343428","https://openalex.org/W2612445135","https://openalex.org/W2620998106","https://openalex.org/W2707890836","https://openalex.org/W2739879705","https://openalex.org/W2766839578","https://openalex.org/W2803023299","https://openalex.org/W2807912816","https://openalex.org/W2883332448","https://openalex.org/W2887783173","https://openalex.org/W2889796598","https://openalex.org/W2890042874","https://openalex.org/W2903396356","https://openalex.org/W2911803042","https://openalex.org/W2918636049","https://openalex.org/W2936864631","https://openalex.org/W2938998646","https://openalex.org/W2952787292","https://openalex.org/W2963125010","https://openalex.org/W2963163009","https://openalex.org/W2963534679","https://openalex.org/W2963628712","https://openalex.org/W2963910091","https://openalex.org/W2963927126","https://openalex.org/W2963993763","https://openalex.org/W2964118293","https://openalex.org/W2964137095","https://openalex.org/W2964217848","https://openalex.org/W2964220233","https://openalex.org/W2964222566","https://openalex.org/W2964299589","https://openalex.org/W3030901202","https://openalex.org/W3034368386","https://openalex.org/W3091337217","https://openalex.org/W3118608800","https://openalex.org/W4297775537","https://openalex.org/W6637242042","https://openalex.org/W6637551013","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6680549991","https://openalex.org/W6685444988","https://openalex.org/W6713132643","https://openalex.org/W6731892127","https://openalex.org/W6737664043","https://openalex.org/W6739917289","https://openalex.org/W6745499037","https://openalex.org/W6746586578","https://openalex.org/W6748082341","https://openalex.org/W6751751081","https://openalex.org/W6752186649","https://openalex.org/W6753775626","https://openalex.org/W6754189453","https://openalex.org/W6754469826","https://openalex.org/W6756633790","https://openalex.org/W6758589240","https://openalex.org/W6761664315","https://openalex.org/W6762117844","https://openalex.org/W6779590286","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W2068608913","https://openalex.org/W3124914020","https://openalex.org/W4375867731","https://openalex.org/W2141033859","https://openalex.org/W2077542787","https://openalex.org/W2156434174","https://openalex.org/W2071701083","https://openalex.org/W2383687187","https://openalex.org/W2081517010","https://openalex.org/W2795259429"],"abstract_inverted_index":{"Deploying":[0],"state-of-the-art":[1],"deep":[2,45,111],"learning":[3,46],"models":[4,47,141,145],"on":[5,160],"embedded":[6],"systems":[7],"dictates":[8],"certain":[9],"storage":[10],"and":[11,43,54,73],"computation":[12],"limitations.":[13],"During":[14],"the":[15,99,107,134,151,165,169],"recent":[16],"few":[17],"years":[18],"Knowledge":[19,92],"Distillation":[20,93],"(KD)":[21],"has":[22,36],"been":[23,37],"recognized":[24],"as":[25,104,119],"a":[26,71,80],"prominent":[27],"approach":[28,154],"to":[29,105,121,129,146],"address":[30],"this":[31,78],"issue.":[32],"That":[33],"is,":[34],"KD":[35],"effectively":[38],"proposed":[39,152,166],"for":[40],"training":[41],"fast":[42],"compact":[44],"by":[48],"transferring":[49],"knowledge":[50,58,84,132],"from":[51,133],"more":[52,155],"complex":[53],"powerful":[55],"models.":[56],"However,":[57],"distillation,":[59],"in":[60,114],"its":[61],"conventional":[62],"form,":[63],"involves":[64],"multiple":[65,139,144],"stages":[66],"of":[67,109],"training,":[68],"rendering":[69,150],"it":[70],"computationally":[72],"memory":[74],"demanding":[75],"procedure.":[76],"In":[77],"paper,":[79],"novel":[81],"single-stage":[82],"self":[83],"distillation":[85,124],"method":[86,167],"is":[87],"proposed,":[88],"namely":[89],"Online":[90],"Subclass":[91],"(OSKD),":[94],"that":[95,164],"aims":[96],"at":[97],"revealing":[98],"similarities":[100],"inside":[101],"classes,":[102],"so":[103],"improve":[106],"performance":[108],"any":[110],"neural":[112],"model":[113,135],"an":[115],"online":[116,123],"manner.":[117],"Hence,":[118],"opposed":[120],"existing":[122],"methods,":[125],"we":[126],"are":[127],"able":[128],"acquire":[130],"further":[131],"itself,":[136],"without":[137],"building":[138],"identical":[140],"or":[142],"using":[143],"teach":[147],"each":[148],"other,":[149],"OSKD":[153],"efficient.":[156],"The":[157],"experimental":[158],"evaluation":[159],"two":[161],"datasets":[162],"validates":[163],"improves":[168],"classification":[170],"performance.":[171]},"counts_by_year":[{"year":2024,"cited_by_count":2},{"year":2022,"cited_by_count":3},{"year":2021,"cited_by_count":1}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}