{"id":"https://openalex.org/W4313045466","doi":"https://doi.org/10.1109/icpr56361.2022.9956627","title":"Multilayer Online Self-Acquired Knowledge Distillation","display_name":"Multilayer Online Self-Acquired Knowledge Distillation","publication_year":2022,"publication_date":"2022-08-21","ids":{"openalex":"https://openalex.org/W4313045466","doi":"https://doi.org/10.1109/icpr56361.2022.9956627"},"language":"en","primary_location":{"id":"doi:10.1109/icpr56361.2022.9956627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956627","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5102927916","display_name":"Maria Tzelepi","orcid":"https://orcid.org/0000-0001-5359-8315"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Maria Tzelepi","raw_affiliation_strings":["Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5075250374","display_name":"Charalampos Symeonidis","orcid":"https://orcid.org/0000-0001-5927-6130"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Charalampos Symeonidis","raw_affiliation_strings":["Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5034879808","display_name":"Nikos Nikolaidis","orcid":"https://orcid.org/0000-0003-1515-7986"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Nikos Nikolaidis","raw_affiliation_strings":["Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5041054091","display_name":"Anastasios Tefas","orcid":"https://orcid.org/0000-0003-1288-3667"},"institutions":[{"id":"https://openalex.org/I21370196","display_name":"Aristotle University of Thessaloniki","ror":"https://ror.org/02j61yw88","country_code":"GR","type":"education","lineage":["https://openalex.org/I21370196"]}],"countries":["GR"],"is_corresponding":false,"raw_author_name":"Anastasios Tefas","raw_affiliation_strings":["Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Aristotle University of Thessaloniki,Department of Informatics,Thessaloniki,Greece","institution_ids":["https://openalex.org/I21370196"]},{"raw_affiliation_string":"Department of Informatics, Aristotle University of Thessaloniki, Thessaloniki, Greece","institution_ids":["https://openalex.org/I21370196"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":1,"corresponding_author_ids":[],"corresponding_institution_ids":["https://openalex.org/I21370196"],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":2,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"4822","last_page":"4828"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.9995999932289124,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T12676","display_name":"Machine Learning and ELM","score":0.9984999895095825,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T10036","display_name":"Advanced Neural Network Applications","score":0.9983000159263611,"subfield":{"id":"https://openalex.org/subfields/1707","display_name":"Computer Vision and Pattern Recognition"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.851304829120636},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.8005977869033813},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.639869213104248},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5959174633026123},{"id":"https://openalex.org/keywords/process","display_name":"Process (computing)","score":0.579014778137207},{"id":"https://openalex.org/keywords/artificial-neural-network","display_name":"Artificial neural network","score":0.5705762505531311},{"id":"https://openalex.org/keywords/parametric-statistics","display_name":"Parametric statistics","score":0.5677884817123413},{"id":"https://openalex.org/keywords/data-mining","display_name":"Data mining","score":0.41829124093055725},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.32060664892196655},{"id":"https://openalex.org/keywords/mathematics","display_name":"Mathematics","score":0.10642749071121216}],"concepts":[{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.851304829120636},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.8005977869033813},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.639869213104248},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5959174633026123},{"id":"https://openalex.org/C98045186","wikidata":"https://www.wikidata.org/wiki/Q205663","display_name":"Process (computing)","level":2,"score":0.579014778137207},{"id":"https://openalex.org/C50644808","wikidata":"https://www.wikidata.org/wiki/Q192776","display_name":"Artificial neural network","level":2,"score":0.5705762505531311},{"id":"https://openalex.org/C117251300","wikidata":"https://www.wikidata.org/wiki/Q1849855","display_name":"Parametric statistics","level":2,"score":0.5677884817123413},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.41829124093055725},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.32060664892196655},{"id":"https://openalex.org/C33923547","wikidata":"https://www.wikidata.org/wiki/Q395","display_name":"Mathematics","level":0,"score":0.10642749071121216},{"id":"https://openalex.org/C111919701","wikidata":"https://www.wikidata.org/wiki/Q9135","display_name":"Operating system","level":1,"score":0.0},{"id":"https://openalex.org/C105795698","wikidata":"https://www.wikidata.org/wiki/Q12483","display_name":"Statistics","level":1,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr56361.2022.9956627","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr56361.2022.9956627","pdf_url":null,"source":{"id":"https://openalex.org/S4363607731","display_name":"2022 26th International Conference on Pattern Recognition (ICPR)","issn_l":null,"issn":null,"is_oa":false,"is_in_doaj":false,"is_core":false,"host_organization":null,"host_organization_name":null,"host_organization_lineage":[],"host_organization_lineage_names":[],"type":"conference"},"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2022 26th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[{"id":"https://openalex.org/F4320320300","display_name":"European Commission","ror":"https://ror.org/00k4n6c32"}],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":43,"referenced_works":["https://openalex.org/W1602182271","https://openalex.org/W1821462560","https://openalex.org/W2038147967","https://openalex.org/W2047632871","https://openalex.org/W2134797427","https://openalex.org/W2194775991","https://openalex.org/W2335728318","https://openalex.org/W2340897893","https://openalex.org/W2620998106","https://openalex.org/W2799148064","https://openalex.org/W2803023299","https://openalex.org/W2806183416","https://openalex.org/W2807912816","https://openalex.org/W2884588043","https://openalex.org/W2938998646","https://openalex.org/W2963927126","https://openalex.org/W2964137095","https://openalex.org/W2981978060","https://openalex.org/W2982041213","https://openalex.org/W2996970889","https://openalex.org/W3024758683","https://openalex.org/W3034368386","https://openalex.org/W3035321581","https://openalex.org/W3090292349","https://openalex.org/W3118608800","https://openalex.org/W3137609883","https://openalex.org/W3138154797","https://openalex.org/W3161659496","https://openalex.org/W4206532602","https://openalex.org/W4288102879","https://openalex.org/W6636160605","https://openalex.org/W6638523607","https://openalex.org/W6679909955","https://openalex.org/W6703116779","https://openalex.org/W6713132643","https://openalex.org/W6748108687","https://openalex.org/W6751751081","https://openalex.org/W6752186649","https://openalex.org/W6752523896","https://openalex.org/W6753094296","https://openalex.org/W6762117844","https://openalex.org/W6768391680","https://openalex.org/W6787972765"],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2015158429","https://openalex.org/W2080290893"],"abstract_inverted_index":{"Online":[0,37],"knowledge":[1,72],"distillation":[2,18,174],"has":[3],"been":[4],"proposed":[5],"as":[6],"an":[7,87],"auspicious":[8],"approach":[9],"for":[10,98],"circumventing":[11],"the":[12,15,75,78,100,105,109,124,130,133,136,141,146,162,165,169],"flaws":[13],"of":[14,81,104,132,145,158,164],"conventional":[16],"offline":[17],"(i.e.,":[19],"complex,":[20],"and":[21,23,48,58,77,168],"computationally":[22],"memory":[24,57],"demanding":[25],"process).":[26],"In":[27],"this":[28,92],"work,":[29],"a":[30,82,156],"novel":[31],"online":[32,88,173],"self-distillation":[33],"method,":[34],"named":[35],"Multilayer":[36],"Self-Acquired":[38],"Knowledge":[39],"Distillation":[40],"(MOSAKD),":[41],"is":[42,67,117],"proposed,":[43],"aiming":[44],"to":[45,69,122],"develop":[46],"fast-to-execute":[47],"effective":[49],"models":[50],"that":[51,127],"can":[52],"comply":[53],"with":[54,56,135],"applications":[55],"computational":[59],"restrictions,":[60],"e.g.,":[61],"robotics":[62],"applications.":[63],"The":[64,149],"MOSAKD":[65,166],"method":[66,167],"able":[68],"mine":[70],"additional":[71],"both":[73],"from":[74],"intermediate":[76],"output":[79],"layers":[80],"deep":[83],"neural":[84,115],"model":[85],"in":[86,108],"fashion.":[89],"To":[90],"achieve":[91],"goal,":[93],"k-nn":[94],"non-parametric":[95],"density":[96],"estimation":[97],"estimating":[99,140],"unknown":[101],"probability":[102],"distributions":[103],"data":[106,134,147],"samples":[107],"feature":[110],"space":[111],"generated":[112],"by":[113,138],"any":[114],"layer":[116],"used.":[118],"This":[119],"enables":[120],"us":[121],"compute":[123],"soft":[125],"labels":[126],"explicitly":[128],"express":[129],"similarities":[131],"classes,":[137],"directly":[139],"posterior":[142],"class":[143],"probabilities":[144],"samples.":[148],"experimental":[150],"evaluation":[151],"on":[152],"four":[153],"datasets,":[154],"including":[155],"dataset":[157],"synthetic":[159],"images,":[160],"indicates":[161],"effectiveness":[163],"superiority":[170],"over":[171],"existing":[172],"methods.":[175]},"counts_by_year":[{"year":2024,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}