{"id":"https://openalex.org/W3157565603","doi":"https://doi.org/10.1109/icpr48806.2021.9412356","title":"Adaptive Distillation for Decentralized Learning from Heterogeneous Clients","display_name":"Adaptive Distillation for Decentralized Learning from Heterogeneous Clients","publication_year":2021,"publication_date":"2021-01-10","ids":{"openalex":"https://openalex.org/W3157565603","doi":"https://doi.org/10.1109/icpr48806.2021.9412356","mag":"3157565603"},"language":"en","primary_location":{"id":"doi:10.1109/icpr48806.2021.9412356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"},"type":"article","indexed_in":["crossref"],"open_access":{"is_oa":false,"oa_status":"closed","oa_url":null,"any_repository_has_fulltext":false},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5101808509","display_name":"Jiaxin Ma","orcid":"https://orcid.org/0000-0002-7429-1205"},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]}],"countries":["JP"],"is_corresponding":true,"raw_author_name":"Jiaxin Ma","raw_affiliation_strings":["OMRON SINIC X,Tokyo,Japan","OMRON SINIC X, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"OMRON SINIC X,Tokyo,Japan","institution_ids":["https://openalex.org/I146230289"]},{"raw_affiliation_string":"OMRON SINIC X, Tokyo, Japan","institution_ids":["https://openalex.org/I146230289"]}]},{"author_position":"middle","author":{"id":"https://openalex.org/A5020282208","display_name":"Ryo Yonetani","orcid":"https://orcid.org/0000-0002-2724-6233"},"institutions":[{"id":"https://openalex.org/I146230289","display_name":"Omron (Japan)","ror":"https://ror.org/00q0w1h45","country_code":"JP","type":"company","lineage":["https://openalex.org/I146230289"]}],"countries":["JP"],"is_corresponding":false,"raw_author_name":"Ryo Yonetani","raw_affiliation_strings":["OMRON SINIC X,Tokyo,Japan","OMRON SINIC X, Tokyo, Japan"],"affiliations":[{"raw_affiliation_string":"OMRON SINIC X,Tokyo,Japan","institution_ids":["https://openalex.org/I146230289"]},{"raw_affiliation_string":"OMRON SINIC X, Tokyo, Japan","institution_ids":["https://openalex.org/I146230289"]}]},{"author_position":"last","author":{"id":"https://openalex.org/A5103270001","display_name":"Zahid Iqbal","orcid":"https://orcid.org/0000-0003-4575-7042"},"institutions":[{"id":"https://openalex.org/I139322472","display_name":"Universiti Sains Malaysia","ror":"https://ror.org/02rgb2k63","country_code":"MY","type":"education","lineage":["https://openalex.org/I139322472"]}],"countries":["MY"],"is_corresponding":false,"raw_author_name":"Zahid Iqbal","raw_affiliation_strings":["University Sains Malaysia Pulau,Pinang,Malaysia","University Sains Malaysia Pulau, Pinang, Malaysia"],"affiliations":[{"raw_affiliation_string":"University Sains Malaysia Pulau,Pinang,Malaysia","institution_ids":["https://openalex.org/I139322472"]},{"raw_affiliation_string":"University Sains Malaysia Pulau, Pinang, Malaysia","institution_ids":["https://openalex.org/I139322472"]}]}],"institutions":[],"countries_distinct_count":2,"institutions_distinct_count":3,"corresponding_author_ids":["https://openalex.org/A5101808509"],"corresponding_institution_ids":["https://openalex.org/I146230289"],"apc_list":null,"apc_paid":null,"fwci":1.4957,"has_fulltext":false,"cited_by_count":13,"citation_normalized_percentile":{"value":0.85363452,"is_in_top_1_percent":false,"is_in_top_10_percent":false},"cited_by_percentile_year":{"min":90,"max":98},"biblio":{"volume":null,"issue":null,"first_page":"7486","last_page":"7492"},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.9998999834060669,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11980","display_name":"Human Mobility and Location-Based Analysis","score":0.9907000064849854,"subfield":{"id":"https://openalex.org/subfields/3313","display_name":"Transportation"},"field":{"id":"https://openalex.org/fields/33","display_name":"Social Sciences"},"domain":{"id":"https://openalex.org/domains/2","display_name":"Social Sciences"}},{"id":"https://openalex.org/T11273","display_name":"Advanced Graph Neural Networks","score":0.9796000123023987,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/mnist-database","display_name":"MNIST database","score":0.8097443580627441},{"id":"https://openalex.org/keywords/computer-science","display_name":"Computer science","score":0.7645254135131836},{"id":"https://openalex.org/keywords/distillation","display_name":"Distillation","score":0.743772029876709},{"id":"https://openalex.org/keywords/machine-learning","display_name":"Machine learning","score":0.5770848393440247},{"id":"https://openalex.org/keywords/artificial-intelligence","display_name":"Artificial intelligence","score":0.5607591271400452},{"id":"https://openalex.org/keywords/train","display_name":"Train","score":0.5051050782203674},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.46648648381233215},{"id":"https://openalex.org/keywords/deep-learning","display_name":"Deep learning","score":0.3377078175544739},{"id":"https://openalex.org/keywords/distributed-computing","display_name":"Distributed computing","score":0.32687193155288696}],"concepts":[{"id":"https://openalex.org/C190502265","wikidata":"https://www.wikidata.org/wiki/Q17069496","display_name":"MNIST database","level":3,"score":0.8097443580627441},{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7645254135131836},{"id":"https://openalex.org/C204030448","wikidata":"https://www.wikidata.org/wiki/Q101017","display_name":"Distillation","level":2,"score":0.743772029876709},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.5770848393440247},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.5607591271400452},{"id":"https://openalex.org/C190839683","wikidata":"https://www.wikidata.org/wiki/Q2448197","display_name":"Train","level":2,"score":0.5051050782203674},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.46648648381233215},{"id":"https://openalex.org/C108583219","wikidata":"https://www.wikidata.org/wiki/Q197536","display_name":"Deep learning","level":2,"score":0.3377078175544739},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.32687193155288696},{"id":"https://openalex.org/C58640448","wikidata":"https://www.wikidata.org/wiki/Q42515","display_name":"Cartography","level":1,"score":0.0},{"id":"https://openalex.org/C205649164","wikidata":"https://www.wikidata.org/wiki/Q1071","display_name":"Geography","level":0,"score":0.0},{"id":"https://openalex.org/C178790620","wikidata":"https://www.wikidata.org/wiki/Q11351","display_name":"Organic chemistry","level":1,"score":0.0},{"id":"https://openalex.org/C185592680","wikidata":"https://www.wikidata.org/wiki/Q2329","display_name":"Chemistry","level":0,"score":0.0}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.1109/icpr48806.2021.9412356","is_oa":false,"landing_page_url":"https://doi.org/10.1109/icpr48806.2021.9412356","pdf_url":null,"source":null,"license":null,"license_id":null,"version":"publishedVersion","is_accepted":true,"is_published":true,"raw_source_name":"2020 25th International Conference on Pattern Recognition (ICPR)","raw_type":"proceedings-article"}],"best_oa_location":null,"sustainable_development_goals":[{"display_name":"Partnerships for the goals","id":"https://metadata.un.org/sdg/17","score":0.41999998688697815}],"awards":[],"funders":[],"has_content":{"grobid_xml":false,"pdf":false},"content_urls":null,"referenced_works_count":53,"referenced_works":["https://openalex.org/W1821462560","https://openalex.org/W1943968880","https://openalex.org/W2027595342","https://openalex.org/W2066537788","https://openalex.org/W2099471712","https://openalex.org/W2158880898","https://openalex.org/W2194775991","https://openalex.org/W2520464687","https://openalex.org/W2535838896","https://openalex.org/W2541884796","https://openalex.org/W2592691248","https://openalex.org/W2767079719","https://openalex.org/W2774000609","https://openalex.org/W2785361959","https://openalex.org/W2787017828","https://openalex.org/W2793925626","https://openalex.org/W2798720628","https://openalex.org/W2810065831","https://openalex.org/W2895171208","https://openalex.org/W2900120080","https://openalex.org/W2903471046","https://openalex.org/W2913570153","https://openalex.org/W2950602864","https://openalex.org/W2951934944","https://openalex.org/W2953070460","https://openalex.org/W2962788286","https://openalex.org/W2963446712","https://openalex.org/W2963785012","https://openalex.org/W2963803379","https://openalex.org/W2963927126","https://openalex.org/W2979637109","https://openalex.org/W2991308345","https://openalex.org/W3038028469","https://openalex.org/W3105122387","https://openalex.org/W4205228770","https://openalex.org/W4297687186","https://openalex.org/W4297799122","https://openalex.org/W4318619660","https://openalex.org/W4320013936","https://openalex.org/W4394639701","https://openalex.org/W6638523607","https://openalex.org/W6728757088","https://openalex.org/W6728897251","https://openalex.org/W6732837357","https://openalex.org/W6733814495","https://openalex.org/W6746839373","https://openalex.org/W6747732332","https://openalex.org/W6748108687","https://openalex.org/W6752600739","https://openalex.org/W6755174528","https://openalex.org/W6755988804","https://openalex.org/W6757139170","https://openalex.org/W6759226220"],"related_works":["https://openalex.org/W4386603768","https://openalex.org/W2950475743","https://openalex.org/W2886711096","https://openalex.org/W2750384547","https://openalex.org/W4380078352","https://openalex.org/W3046591097","https://openalex.org/W4389249638","https://openalex.org/W3196405711","https://openalex.org/W4392303055","https://openalex.org/W3187232590"],"abstract_inverted_index":{"This":[0],"paper":[1],"addresses":[2],"the":[3,40,95,100,103,120,125,141,144],"problem":[4],"of":[5,18,84,91,102,143],"decentralized":[6,71],"learning":[7,72],"to":[8,20,53,123],"achieve":[9],"a":[10,16,35,69,82,88],"high-performance":[11],"global":[12,121],"model":[13,42,122],"by":[14],"asking":[15],"group":[17],"clients":[19],"share":[21],"local":[22],"models":[23,86,105],"pre-trained":[24],"with":[25,110],"their":[26],"own":[27],"data":[28,45],"resources.":[29],"We":[30],"are":[31,47],"particularly":[32],"interested":[33],"in":[34,113],"specific":[36],"case":[37],"where":[38],"both":[39],"client":[41,85,104],"architectures":[43],"and":[44,61,87,117,138],"distributions":[46],"diverse,":[48],"which":[49],"makes":[50],"it":[51],"nontrivial":[52],"adopt":[54],"conventional":[55],"approaches":[56],"such":[57],"as":[58],"Federated":[59],"Learning":[60,76],"network":[62],"co-distillation.":[63],"To":[64],"this":[65],"end,":[66],"we":[67],"propose":[68],"new":[70],"method":[73],"called":[74],"Decentralized":[75],"via":[77],"Adaptive":[78],"Distillation":[79],"(DLAD).":[80],"Given":[81],"collection":[83],"large":[89],"number":[90],"unlabeled":[92],"distillation":[93,115],"samples,":[94],"proposed":[96,145],"DLAD":[97],"1)":[98],"aggregates":[99],"outputs":[101],"while":[106],"adaptively":[107],"emphasizing":[108],"those":[109],"higher":[111],"confidence":[112],"given":[114],"samples":[116],"2)":[118],"trains":[119],"imitate":[124],"aggregated":[126],"outputs.":[127],"Our":[128],"extensive":[129],"experimental":[130],"evaluation":[131],"on":[132],"multiple":[133],"public":[134],"datasets":[135],"(MNIST,":[136],"CIFAR-10,":[137],"CINIC-10)":[139],"demonstrates":[140],"effectiveness":[142],"method.":[146]},"counts_by_year":[{"year":2025,"cited_by_count":2},{"year":2024,"cited_by_count":1},{"year":2023,"cited_by_count":5},{"year":2022,"cited_by_count":2},{"year":2021,"cited_by_count":3}],"updated_date":"2025-11-06T03:46:38.306776","created_date":"2025-10-10T00:00:00"}