{"id":"https://openalex.org/W7166734817","doi":"https://doi.org/10.48550/arxiv.2606.30499","title":"Discovering Collaboration from Novelty: Random Network Distillation for Clustered Federated Learning","display_name":"Discovering Collaboration from Novelty: Random Network Distillation for Clustered Federated Learning","publication_year":2026,"publication_date":"2026-06-29","ids":{"openalex":"https://openalex.org/W7166734817","doi":"https://doi.org/10.48550/arxiv.2606.30499"},"language":null,"primary_location":{"id":"doi:10.48550/arxiv.2606.30499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"type":"preprint","indexed_in":["datacite"],"open_access":{"is_oa":true,"oa_status":"green","oa_url":"https://doi.org/10.48550/arxiv.2606.30499","any_repository_has_fulltext":true},"authorships":[{"author_position":"first","author":{"id":"https://openalex.org/A5092168010","display_name":"Davide Domini","orcid":"https://orcid.org/0009-0006-8337-8990"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Domini, Davide","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5032829453","display_name":"Gianluca Aguzzi","orcid":"https://orcid.org/0000-0002-1553-4561"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Aguzzi, Gianluca","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5059738292","display_name":"Ivana Duspari\u0107","orcid":"https://orcid.org/0000-0003-0621-5400"},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Dusparic, Ivana","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"middle","author":{"id":"https://openalex.org/A5130602240","display_name":"Danilo Pianini","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Pianini, Danilo","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]},{"author_position":"last","author":{"id":"https://openalex.org/A5139700012","display_name":"Mirko Viroli","orcid":null},"institutions":[],"countries":[],"is_corresponding":false,"raw_author_name":"Viroli, Mirko","raw_affiliation_strings":[],"raw_orcid":null,"affiliations":[]}],"institutions":[],"countries_distinct_count":0,"institutions_distinct_count":0,"corresponding_author_ids":[],"corresponding_institution_ids":[],"apc_list":null,"apc_paid":null,"fwci":null,"has_fulltext":false,"cited_by_count":0,"citation_normalized_percentile":null,"cited_by_percentile_year":null,"biblio":{"volume":null,"issue":null,"first_page":null,"last_page":null},"is_retracted":false,"is_paratext":false,"is_xpac":false,"primary_topic":{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7032999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},"topics":[{"id":"https://openalex.org/T10764","display_name":"Privacy-Preserving Technologies in Data","score":0.7032999992370605,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11612","display_name":"Stochastic Gradient Optimization Techniques","score":0.05090000107884407,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}},{"id":"https://openalex.org/T11307","display_name":"Domain Adaptation and Few-Shot Learning","score":0.03319999948143959,"subfield":{"id":"https://openalex.org/subfields/1702","display_name":"Artificial Intelligence"},"field":{"id":"https://openalex.org/fields/17","display_name":"Computer Science"},"domain":{"id":"https://openalex.org/domains/3","display_name":"Physical Sciences"}}],"keywords":[{"id":"https://openalex.org/keywords/independent-and-identically-distributed-random-variables","display_name":"Independent and identically distributed random variables","score":0.6675000190734863},{"id":"https://openalex.org/keywords/cluster-analysis","display_name":"Cluster analysis","score":0.6488999724388123},{"id":"https://openalex.org/keywords/novelty","display_name":"Novelty","score":0.516700029373169},{"id":"https://openalex.org/keywords/raw-data","display_name":"Raw data","score":0.49390000104904175},{"id":"https://openalex.org/keywords/distributed-learning","display_name":"Distributed learning","score":0.4410000145435333},{"id":"https://openalex.org/keywords/federated-learning","display_name":"Federated learning","score":0.38040000200271606},{"id":"https://openalex.org/keywords/similarity","display_name":"Similarity (geometry)","score":0.3603000044822693},{"id":"https://openalex.org/keywords/distributed-database","display_name":"Distributed database","score":0.3587000072002411}],"concepts":[{"id":"https://openalex.org/C41008148","wikidata":"https://www.wikidata.org/wiki/Q21198","display_name":"Computer science","level":0,"score":0.7936000227928162},{"id":"https://openalex.org/C141513077","wikidata":"https://www.wikidata.org/wiki/Q378542","display_name":"Independent and identically distributed random variables","level":3,"score":0.6675000190734863},{"id":"https://openalex.org/C73555534","wikidata":"https://www.wikidata.org/wiki/Q622825","display_name":"Cluster analysis","level":2,"score":0.6488999724388123},{"id":"https://openalex.org/C2778738651","wikidata":"https://www.wikidata.org/wiki/Q16546687","display_name":"Novelty","level":2,"score":0.516700029373169},{"id":"https://openalex.org/C132964779","wikidata":"https://www.wikidata.org/wiki/Q2110223","display_name":"Raw data","level":2,"score":0.49390000104904175},{"id":"https://openalex.org/C124101348","wikidata":"https://www.wikidata.org/wiki/Q172491","display_name":"Data mining","level":1,"score":0.4503999948501587},{"id":"https://openalex.org/C2779582901","wikidata":"https://www.wikidata.org/wiki/Q21013010","display_name":"Distributed learning","level":2,"score":0.4410000145435333},{"id":"https://openalex.org/C2992525071","wikidata":"https://www.wikidata.org/wiki/Q50818671","display_name":"Federated learning","level":2,"score":0.38040000200271606},{"id":"https://openalex.org/C154945302","wikidata":"https://www.wikidata.org/wiki/Q11660","display_name":"Artificial intelligence","level":1,"score":0.3725000023841858},{"id":"https://openalex.org/C120314980","wikidata":"https://www.wikidata.org/wiki/Q180634","display_name":"Distributed computing","level":1,"score":0.3619999885559082},{"id":"https://openalex.org/C103278499","wikidata":"https://www.wikidata.org/wiki/Q254465","display_name":"Similarity (geometry)","level":3,"score":0.3603000044822693},{"id":"https://openalex.org/C70061542","wikidata":"https://www.wikidata.org/wiki/Q989016","display_name":"Distributed database","level":2,"score":0.3587000072002411},{"id":"https://openalex.org/C88548561","wikidata":"https://www.wikidata.org/wiki/Q347599","display_name":"sort","level":2,"score":0.35409998893737793},{"id":"https://openalex.org/C119857082","wikidata":"https://www.wikidata.org/wiki/Q2539","display_name":"Machine learning","level":1,"score":0.3450999855995178},{"id":"https://openalex.org/C77618280","wikidata":"https://www.wikidata.org/wiki/Q1155772","display_name":"Scheme (mathematics)","level":2,"score":0.34380000829696655},{"id":"https://openalex.org/C75684735","wikidata":"https://www.wikidata.org/wiki/Q858810","display_name":"Big data","level":2,"score":0.3260999917984009},{"id":"https://openalex.org/C2164484","wikidata":"https://www.wikidata.org/wiki/Q5170150","display_name":"Core (optical fiber)","level":2,"score":0.3206999897956848},{"id":"https://openalex.org/C67186912","wikidata":"https://www.wikidata.org/wiki/Q367664","display_name":"Data modeling","level":2,"score":0.29820001125335693},{"id":"https://openalex.org/C72634772","wikidata":"https://www.wikidata.org/wiki/Q386824","display_name":"Data integration","level":2,"score":0.29510000348091125},{"id":"https://openalex.org/C63479239","wikidata":"https://www.wikidata.org/wiki/Q7353546","display_name":"Robustness (evolution)","level":3,"score":0.29089999198913574},{"id":"https://openalex.org/C164866538","wikidata":"https://www.wikidata.org/wiki/Q367351","display_name":"Cluster (spacecraft)","level":2,"score":0.2838999927043915},{"id":"https://openalex.org/C8038995","wikidata":"https://www.wikidata.org/wiki/Q1152135","display_name":"Unsupervised learning","level":2,"score":0.27880001068115234},{"id":"https://openalex.org/C136389625","wikidata":"https://www.wikidata.org/wiki/Q334384","display_name":"Supervised learning","level":3,"score":0.25839999318122864}],"mesh":[],"locations_count":1,"locations":[{"id":"doi:10.48550/arxiv.2606.30499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":null,"raw_source_name":null,"raw_type":"Preprint"}],"best_oa_location":{"id":"doi:10.48550/arxiv.2606.30499","is_oa":true,"landing_page_url":"https://doi.org/10.48550/arxiv.2606.30499","pdf_url":null,"source":{"id":"https://openalex.org/S4306400194","display_name":"arXiv (Cornell University)","issn_l":null,"issn":null,"is_oa":true,"is_in_doaj":false,"is_core":false,"host_organization":"https://openalex.org/I205783295","host_organization_name":"Cornell University","host_organization_lineage":["https://openalex.org/I205783295"],"host_organization_lineage_names":[],"type":"repository"},"license":null,"license_id":null,"version":null,"is_accepted":false,"is_published":false,"raw_source_name":null,"raw_type":"Preprint"},"sustainable_development_goals":[{"id":"https://metadata.un.org/sdg/17","display_name":"Partnerships for the goals","score":0.5175728797912598}],"awards":[],"funders":[],"has_content":{"pdf":false,"grobid_xml":false},"content_urls":null,"referenced_works_count":0,"referenced_works":[],"related_works":[],"abstract_inverted_index":{"Federated":[0,25],"Learning":[1,26],"often":[2,42],"suffers":[3],"under":[4,168],"non-independently":[5,169],"and":[6,53,80,162,170],"identically":[7,171],"distributed":[8,134,172],"data,":[9],"where":[10,136],"a":[11,58,70,86,149,160],"single":[12],"global":[13],"model":[14],"may":[15],"fail":[16],"to":[17,89],"represent":[18],"the":[19,47,97,113,117,128,138,143,157],"diversity":[20],"of":[21,36,99,140],"client":[22,68,101],"distributions.":[23],"Clustered":[24],"mitigates":[27],"this":[28],"issue":[29],"by":[30,152],"training":[31,49],"specialized":[32],"models":[33],"for":[34,131,165],"groups":[35,102],"similar":[37],"clients,":[38],"but":[39],"existing":[40],"approaches":[41],"couple":[43],"cluster":[44],"assignment":[45],"with":[46,92],"main":[48,114],"loop,":[50],"increasing":[51],"computational":[52],"communication":[54],"costs.":[55],"We":[56],"propose":[57],"lightweight":[59],"clustering":[60,154],"approach":[61],"based":[62],"on":[63,76],"Random":[64,72],"Network":[65,73],"Distillation.":[66],"Each":[67],"trains":[69],"compact":[71],"Distillation":[74],"predictor":[75],"its":[77,82],"local":[78,122],"data":[79,109],"uses":[81],"prediction":[83],"error":[84],"as":[85],"novelty":[87,123],"signal":[88],"estimate":[90],"similarity":[91],"other":[93],"clients.":[94],"This":[95],"enables":[96],"discovery":[98],"meaningful":[100],"before":[103],"federated":[104],"training,":[105],"without":[106],"sharing":[107],"raw":[108],"or":[110],"repeatedly":[111],"evaluating":[112],"model.":[115],"Crucially,":[116],"resulting":[118],"federations":[119],"emerge":[120],"from":[121,155],"estimates":[124],"at":[125],"runtime,":[126],"making":[127],"method":[129,158],"suitable":[130],"autonomous":[132,166],"large-scale":[133],"systems":[135],"neither":[137],"number":[139],"clusters":[141],"nor":[142],"collaboration":[144,167],"structure":[145],"can":[146],"be":[147],"specified":[148],"priori.":[150],"Overall,":[151],"decoupling":[153],"learning,":[156],"provides":[159],"task-agnostic":[161],"efficient":[163],"mechanism":[164],"data.":[173]},"counts_by_year":[],"updated_date":"2026-07-01T06:29:00.853634","created_date":"2026-07-01T00:00:00"}