{"id":"https://openalex.org/W4400490389","doi":"https://doi.org/10.1109/cscwd61410.2024.10580514","title":"Online Relational Knowledge Distillation for Image Classification","display_name":"Online Relational Knowledge Distillation for Image Classification","publication_year":2024,"publication_date":"2024-05-08","ids":{"openalex":"https://openalex.org/W4400490389","doi":"https://doi.org/10.1109/cscwd61410.2024.10580514"},"language":"en","primary_location":{"id":"doi:10.1109/cscwd61410.2024.10580514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"},"type":"conference-paper","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5109744861","display_name":"Yihang Zhou","orcid":"https://orcid.org/0009-0003-4852-6976"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yihang Zhou","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5102298480","display_name":"Chuanguang Yang","orcid":null},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Chuanguang Yang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5101615813","display_name":"Yuqi Li","orcid":"https://orcid.org/0000-0002-7985-7909"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yuqi Li","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5018319708","display_name":"Libo Huang","orcid":"https://orcid.org/0000-0002-4479-5840"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Libo Huang","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5055016576","display_name":"Zhulin An","orcid":"https://orcid.org/0000-0002-7593-8293"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Zhulin An","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103245119","display_name":"Yongjun Xu","orcid":"https://orcid.org/0000-0001-6647-0986"},"institutions":[{"id":"https://openalex.org/I19820366","display_name":"Chinese Academy of Sciences","ror":"https://ror.org/034t30j35","country_code":"CN","type":"government","lineage":["https://openalex.org/I19820366"]},{"id":"https://openalex.org/I4210090176","display_name":"Institute of Computing Technology","ror":"https://ror.org/0090r4d87","country_code":"CN","type":"facility","lineage":["https://openalex.org/I19820366","https://openalex.org/I4210090176"]}],"countries":["CN"],"is_corresponding":false,"raw_author_name":"Yongjun Xu","raw_affiliation_strings":["Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China"],"raw_orcid":null,"affiliations":[{"raw_affiliation_string":"Chinese Academy of Sciences,Institute of Computing Technology,Beijing,China","institution_ids":["https://openalex.org/I4210090176","https://openalex.org/I19820366"]}]}],"institutions":[],"countries_distinct_count":1,"institutions_distinct_count":2,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":4,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":"365","last_page":"370"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8299000263214111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10320","display_name":"Neural Networks and Applications","score":0.8299000263214111,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7099518775939941},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.6968880295753479},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5550466179847717},{"id":"https://openalex.org/keywords/image","display_name":"Image (mathematics)","score":0.5455769896507263},{"id":"https://openalex.org/keywords/contextual-image-classification","display_name":"Contextual image classification","score":0.5446590185165405},{"id":"https://openalex.org/keywords/pattern-recognition","display_name":"Pattern recognition (psychology)","score":0.4025810956954956},{"id":"https://openalex.org/keywords/information-retrieval","display_name":"Information retrieval","score":0.3931531608104706},{"id":"https://openalex.org/keywords/natural-language-processing","display_name":"Natural language processing","score":0.3274630904197693},{"id":"https://openalex.org/keywords/chromatography","display_name":"Chromatography","score":0.1111823320388794},{"id":"https://openalex.org/keywords/chemistry","display_name":"Chemistry","score":0.1063258945941925}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7099518775939941},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.6968880295753479},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5550466179847717},{"id":"https://openalex.org/C115961682","wikidata":"https://www.wikidata.org/wiki/Q860623","display_name":"Image (mathematics)","level":2,"score":0.5455769896507263},{"id":"https://openalex.org/C75294576","wikidata":"https://www.wikidata.org/wiki/Q5165192","display_name":"Contextual image classification","level":3,"score":0.5446590185165405},{"id":"https://openalex.org/C153180895","wikidata":"https://www.wikidata.org/wiki/Q7148389","display_name":"Pattern recognition (psychology)","level":2,"score":0.4025810956954956},{"id":"https://openalex.org/C23123220","wikidata":"https://www.wikidata.org/wiki/Q816826","display_name":"Information retrieval","level":1,"score":0.3931531608104706},{"id":"https://openalex.org/C204321447","wikidata":"https://www.wikidata.org/wiki/Q30642","display_name":"Natural language processing","level":1,"score":0.3274630904197693},{"id":"https://openalex.org/C43617362","wikidata":"https://www.wikidata.org/wiki/Q170050","display_name":"Chromatography","level":1,"score":0.1111823320388794},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.1063258945941925}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/cscwd61410.2024.10580514","is_oa":false,"landing_page_url":"https://doi.org/10.1109/cscwd61410.2024.10580514","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2024 27th International Conference on Computer Supported Cooperative Work in Design (CSCWD)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":["https://openalex.org/W3026162553","https://openalex.org/W2768175398","https://openalex.org/W2344382886","https://openalex.org/W19111321","https://openalex.org/W2412887479","https://openalex.org/W32245304","https://openalex.org/W2953684491","https://openalex.org/W4285338581","https://openalex.org/W2291489469","https://openalex.org/W2546503577"],"abstract_inverted_index":{"Existing":[0],"online":[1,18,114],"Knowledge":[2,36],"Distillation":[3,37],"(KD)":[4],"often":[5],"perform":[6],"probability-based":[7],"predictions":[8,74],"from":[9,75],"independent":[10],"data":[11],"samples":[12],"for":[13],"knowledge":[14,57],"transfer.":[15],"However,":[16],"these":[17],"KD":[19,115],"methods":[20,116],"neglect":[21],"valuable":[22],"relational":[23,51],"information":[24],"across":[25],"multiple":[26,60,76],"networks.":[27,61,77],"To":[28],"address":[29],"this":[30],"problem,":[31],"we":[32,65],"propose":[33],"Online":[34],"Relational":[35],"(ORKD).":[38],"ORKD":[39,107,126],"includes":[40],"a":[41,50,85,133],"discriminative":[42,135],"loss":[43,53],"to":[44,54,83,88,131],"construct":[45,67],"meaningful":[46],"feature":[47,136],"space":[48],"and":[49,92,102],"distillation":[52],"guide":[55],"structured":[56],"transfer":[58],"among":[59,112],"Beyond":[62],"feature-level":[63],"distillation,":[64],"further":[66],"an":[68],"ensemble":[69],"teacher":[70,80],"by":[71],"aggregating":[72],"probability":[73],"The":[78,121],"virtual":[79],"is":[81],"used":[82],"supervise":[84],"specific":[86],"network":[87,119,130],"enhance":[89],"its":[90],"accuracy":[91],"avoid":[93],"the":[94,109,129],"cohort":[95],"homogenization":[96],"problem.":[97],"Experimental":[98],"results":[99],"on":[100],"CIFAR-100":[101],"ImageNet":[103],"classification":[104,141],"demonstrate":[105],"that":[106,125],"achieves":[108],"best":[110],"performance":[111],"state-of-the-art":[113],"over":[117],"various":[118],"architectures.":[120],"qualitative":[122],"visualization":[123],"shows":[124],"can":[127],"help":[128],"learn":[132],"more":[134],"space,":[137],"resulting":[138],"in":[139],"better":[140],"performance.":[142]},"counts_by_year":[{"year":2026,"cited_by_count":2},{"year":2025,"cited_by_count":2}],"updated_date":"2026-07-14T23:27:15.235271","created_date":"2025-10-10T00:00:00"}